Documentation ¶
Index ¶
Constants ¶
View Source
const ( TextAll = "text/*" HtmlType = "text/html" CssType = "text/css" PlainType = "text/plain" ApplicationAll = "application/*" JsType = "application/javascript" ImageAll = "image/*" PngType = "image/png" IconType = "image/x-icon" VideoAll = "video/*" Mp4Type = "video/mp4" )
Variables ¶
This section is empty.
Functions ¶
Types ¶
type ContentType ¶
type ContentType []string
type Spider ¶
type Spider struct { URL URL SpiderDepth int Goroutines int ActionTimeout time.Duration AllowedDomain Domain AllowedContentType ContentType PreAction func(req *http.Request) bool PostAction func(req *http.Request, resp *http.Response, body *bytes.Buffer) bool ExpandPolicy func(req *http.Request, body *bytes.Buffer) URL RedirectPolicy func(req *http.Request, via []*http.Request) error OnError func(req *http.Request, err error) // contains filtered or unexported fields }
Click to show internal directories.
Click to hide internal directories.