scrapy

type ErrorCallback func(*http.Response, error)

type Handler struct {
	Priority int
	// contains filtered or unexported fields
}

type HtmlCallback func(*Request, *http.Response, *goquery.Document)

type Request struct {
	Request *http.Request
	Ctx     context.Context
	// contains filtered or unexported fields
}

type RequestCallback func(*Request)

type RequestQueue struct {
	// contains filtered or unexported fields
}

type ResponseCallback func(*http.Response)

type Scrapy struct {
	Client  *http.Client
	Threads int
	Timeout time.Duration
	Queue   *RequestQueue
	// contains filtered or unexported fields
}

type ScrapyOptions func(*Scrapy)