crawler

type Crawler interface {
	Name() string
	SleepDuration() time.Duration
	CrawlAll(ch chan *Result)
	CrawlOne(*url.URL) (repository.Repository, error)
}

type Result struct {
	Crawler    Crawler
	Repository repository.Repository
	Exhausted  bool
	Error      error
}