fetchers

type Client interface {
	Get(string) (*http.Response, error)
}

type Fetcher interface {
	// Fetch returns the slice of URLs found on that page.
	// LinksExtractor allows processing links post fetching.
	Fetch(string, LinksExtractor) ([]string, error)
}

type LinksExtractor func(baseURL string, currentURL string, response io.Reader) []string

type SimpleFetcher struct {
	// contains filtered or unexported fields
}