scraper

type Doer interface {
	Do(*http.Request) (*http.Response, error)
}

type GenericScraper struct {
	// contains filtered or unexported fields
}

type ScrapeData struct {
	Index int
	URL   string
	Title string
	Data  []*html.Node
	Err   error
}

type ScrapeError struct {
	Err     error
	Message string
	Context map[string]interface{}
	Scraper string
}

type Scraper interface {
	Scrape(ctx context.Context, url string) <-chan ScrapeData
}

type ScraperOption struct {
	Domain          string
	ContentSelector string
	TitleSelector   string
	NextSelector    string
	// 1 Based index digit.
	StartIndex int
	// 1 Based index digit.
	EndIndexReducer int
	Threads         int
	Client          Doer
}