feedcrawler

type Crawler struct {
	Subscriptions []Subscription
	States        States
	NumWorkers    int
	Parser        *gofeed.Parser
}

type EnhancedAtomTranslator struct {
	// contains filtered or unexported fields
}

type Feed struct {
	ID                string `toml:"id"`
	URI               string `toml:"uri"`
	TitleFilter       string `toml:"title_filter,omitempty"`
	DescriptionFilter string `toml:"description_filter,omitempty"`
	ContentFilter     string `toml:"content_filter,omitempty"`
	AuthorFilter      string `toml:"author_filter,omitempty"`
	CategoryFilter    string `toml:"category_filter,omitempty"`
}

type FeedID string

type Result struct {
	Subscription Subscription
	Feed         *gofeed.Feed
	NewItems     []*gofeed.Item
	Err          error
}

type SimpleSubscription struct {
	FeedID            FeedID
	FeedURI           string
	TitleFilter       *regexp.Regexp
	DescriptionFilter *regexp.Regexp
	ContentFilter     *regexp.Regexp
	AuthorFilter      *regexp.Regexp
	CategoryFilter    *regexp.Regexp
	FilterFunc        func(*gofeed.Item) bool
}

type State struct {
	CrawledAt time.Time `json:"crawled_at,omitempty"`
	UpdatedAt time.Time `json:"updated_at,omitempty"`
}

type States map[FeedID]*State

type Subscription interface {
	ID() FeedID
	URI() string
	Filter(*gofeed.Item) bool
}