scraper

type Page struct {
	URL       string
	Selectors []*Selector
}

type ScrapResult struct {
	Text     string
	LinkURL  string
	ImageURL string
}

type Scraper struct {
	ID      string
	BaseURL string
	Pages   []*Page
}

type Selector struct {
	Name        string `json:"Name"`
	ScrapText   bool   `json:"ScrapText"`
	ScrapLinks  bool   `json:"ScrapLinks"`
	ScrapImages bool   `json:"ScrapImages"`
	ScrapResult
}