scraper

type AttributesFinder struct {
	EntrySelector string             `yaml:"entry_selector"`
	Category      PathFinderCategory `yaml:"category"`
	Link          PathFinder         `yaml:"link"`
	Title         PathFinder         `yaml:"title"`
	Image         PathFinder         `yaml:"image"`
}

type Element interface {
	Attr(attribute string) string
	ChildAttr(selector, attribute string) string
	ChildText(selector string) string
}

type PathFinder struct {
	Path          string             `yaml:"path"`
	Attribute     string             `yaml:"attribute"`
	ParseStrategy PathParserStrategy `yaml:"parse_strategy"`
}

type PathFinderCategory struct {
	PathFinder `yaml:"path_finder"`
	Alloweds   []string `yaml:"allows"`
}

type PathParserStrategy = string

type SourceDefinition struct {
	Name           string           `yaml:"name"`
	Enabled        bool             `yaml:"enabled"`
	SupportStories bool             `yaml:"support_stories"`
	BaseURL        string           `yaml:"base_url"`
	Paths          []string         `yaml:"paths"`
	Limit          int              `yaml:"limit"`
	Parser         string           `yaml:"parser"`
	Attributes     AttributesFinder `yaml:"attributes"`
}