fetch

type Command struct {
	Options    Options
	CreateFeed bool
	Workers    int
	Limit      int
	DBURL      string
	DryRun     bool
	FeedIDs    []string
	Adapter    tldb.Adapter
	Results    []StaticFetchResult
}

type Options struct {
	FeedURL                 string
	FeedID                  int
	URLType                 string
	IgnoreDuplicateContents bool
	Storage                 string
	AllowFTPFetch           bool
	AllowLocalFetch         bool
	AllowS3Fetch            bool
	MaxSize                 uint64
	HideURL                 bool
	FetchedAt               time.Time
	Secrets                 []tl.Secret
	CreatedBy               tl.String
	Name                    tl.String
	Description             tl.String
	SaveValidationReport    bool
	ValidationReportStorage string
}

type RTFetchResult struct {
	Message *pb.FeedMessage
	Result
}

type RebuildStatsCommand struct {
	Options RebuildStatsOptions
	Workers int
	DBURL   string
	FeedIDs []string
	FVIDs   cli.ArrayFlags
	FVSHA1  cli.ArrayFlags
	Adapter tldb.Adapter // allow for mocks
}

type RebuildStatsOptions struct {
	FeedVersionID           int
	Storage                 string
	ValidationReportStorage string
	SaveValidationReport    bool
}

type RebuildStatsResult struct {
	Error error
}

type Result struct {
	Found        bool
	Error        error
	URL          string
	ResponseSize int
	ResponseCode int
	ResponseSHA1 string
	FetchError   error
}

type StaticFetchResult struct {
	FeedVersion      *tl.FeedVersion
	ValidationResult *validator.Result
	Error            error
	Result
}