downloader

type Downloader interface {
	Start()
	Stop()
	WaitCloser()
}

type RealtimeDownloader struct {
	// exported
	ConcurrencyLimit int                      // max number of goroutines to download
	SourceQueue      string                   // url queue
	Store            rrstorage.StorageWrapper // for saving downloaded binary
	UrlChannelFactor int
	Urls             chan Url
	// contains filtered or unexported fields
}

type RedisDownloader struct {
	// exported
	ConcurrencyLimit int                      // max number of goroutines to download
	RedisConnStr     string                   // redis connection string
	SourceQueue      string                   // url queue
	Store            rrstorage.StorageWrapper // for saving downloaded binary
	UrlChannelFactor int
	// contains filtered or unexported fields
}

type Url struct {
	V      string
	Header http.Header
}