process

type Copier struct {
	Jobs    *jobs.Client
	Process Renamer
}

type Manager[Row any] struct {
	Jobs              *jobs.Client
	Process           Processor[Row]
	QueryClient       query.Querier
	Query             string
	RetryQueryOnError bool
}

type Processor[Row any] interface {
	// Init sets up the processor for processing the given date, e.g. downloading daily databases.
	Init(ctx context.Context, date string)
	// Source creates a new archive source to read archive files to process.
	Source(ctx context.Context, row Row) *archive.Source
	// File processes the given file content. File should only return ErrCorrupt
	// if the content is corrupt. If the file content cannot be processed for other
	// reasons, then return the original data with no error.
	File(h *tar.Header, b []byte) ([]byte, error)
	// Finish concludes an archive after all files have been processed.
	Finish(ctx context.Context, out *archive.Target) error
}

type Renamer interface {
	List(ctx context.Context, date string) ([]string, error)
	Rename(ctx context.Context, url string) (string, error)
}