engine

type Config struct {
	WorkCount int
	Fetcher   spider.Fetcher
	Logger    *zap.Logger
	Seeds     []*spider.Request
}

type Crawler struct {
	Visited     map[string]bool
	VisitedLock sync.Mutex
	// contains filtered or unexported fields
}

type CrawlerStore struct {
	Hash map[string]*spider.Task
	// contains filtered or unexported fields
}

type Option func(opts *options)

type Schedule struct {
	Logger *zap.Logger
	// contains filtered or unexported fields
}

type Scheduler interface {
	Schedule()
	Push(...*spider.Request)
	Pull() *spider.Request
}