navigation

type Depth struct{}

type Request struct {
	Method       string
	URL          string
	Body         string
	Depth        int
	Headers      map[string]string
	Tag          string
	Attribute    string
	RootHostname string
	Source       string // source is the source of the request

	CustomFields map[string][]string // customField matched output
}

type Response struct {
	Resp         *http.Response
	Depth        int
	Reader       *goquery.Document
	Body         []byte
	RootHostname string

	Options *types.CrawlerOptions
}