crawler

type Config struct {
	DatabaseUrl  string `mapstructure:"DATABASE_URL"`
	DatabaseName string `mapstructure:"DATABASE_NAME"`

	CrawlerPeriod     time.Duration `mapstructure:"CRAWLER_PERIOD"`
	CrawlerPagesCount int           `mapstructure:"CRAWLER_PAGES_COUNT"`

	SeleniumUrl string `mapstructure:"SELENIUM_URL"`

	ServerEnabled bool   `mapstructure:"SERVER_ENABLED"`
	ServerPort    int    `mapstructure:"SERVER_PORT"`
	ServerIp      string `mapstructure:"SERVER_IP"`
}

type Factory interface {

	// NewPageCrawler should return struct implementing PageCrawler interface
	NewPageCrawler() PageCrawler

	// NewListCrawler should return struct implementing ListCrawler interface
	NewListCrawler() ListCrawler

	// MatchUrl should return MatchType for the given url
	// CrawlerMatchPage if the given url is supported by NewPageCrawler
	// CrawlerMatchList if the given url is supported by NewListCrawler
	// CrawlerNotMatch if the given url is not supported
	MatchUrl(url string) MatchType
}

type FactoryRegistry struct {
	// contains filtered or unexported fields
}

type ListCrawler interface {

	// GetUrls should return list of urls from the given url or error
	GetUrls(wd selenium.WebDriver, url string) ([]string, error)

	// NextPage should return next page url or error
	NextPage(wd selenium.WebDriver, url string) (string, error)
}

type MatchType int

type NotificationSender interface {
	TrySendNotification(ctx context.Context, offer *model.Offer, action model.OfferAction) error
}

type Offer struct {
	SiteId     string
	Site       string
	UpdateTime time.Time

	Name           string
	Description    string
	Price          int
	Area           float32
	Rooms          int
	Floor          int
	BuildingFloors int
	Year           int
	Heating        string
	Market         string
	Window         string
	Elevator       bool
	Balcony        bool
	Media          []string
}

type PageCrawler interface {

	// CrawlOffer should return Offer struct with all the data from the given url or error
	CrawlOffer(wd selenium.WebDriver, url string) (*Offer, error)
}

type SitesProcessor struct {
	// contains filtered or unexported fields
}