sources

type AzureBlobParams struct {
	SourceParams
	Container   string
	BlobNames   []string
	AccountName string
	AccountKey  string
	SasExp      int
	BaseBlobURL string
}

type AzureBlobSource struct {
	HTTPSource
	// contains filtered or unexported fields
}

type FactoryResult struct {
	Source pipeline.SourcePipeline
	Err    error
}

type FileInfo struct {
	FileStats   os.FileInfo
	SourceURI   string
	TargetAlias string
	NumOfBlocks int
}

type FileSystemSource struct {
	// contains filtered or unexported fields
}

type FileSystemSourceParams struct {
	SourceParams
	SourcePatterns  []string
	BlockSize       uint64
	TargetAliases   []string
	NumOfPartitions int
}

type HTTPSource struct {
	Sources    []pipeline.SourceInfo
	HTTPClient *http.Client
	// contains filtered or unexported fields
}

type HTTPSourceParams struct {
	SourceParams
	SourceURIs    []string
	TargetAliases []string
}

type ObjectListingResult struct {
	Sources []pipeline.SourceInfo
	Err     error
}

type PerfSourceParams struct {
	SourceParams
	Definitions []SourceDefinition
	BlockSize   uint64
}

type PerfSourcePipeline struct {
	// contains filtered or unexported fields
}

type S3Params struct {
	SourceParams
	Bucket          string
	Endpoint        string
	Prefixes        []string
	PreSignedExpMin int
	AccessKey       string
	SecretKey       string
}

type S3Source struct {
	HTTPSource
	// contains filtered or unexported fields
}

type SourceDefinition struct {
	Names           []string
	Size            uint64
	NumberOfSources int
}

type SourceParams struct {
	ReferenceMode     bool
	CalculateMD5      bool
	UseExactNameMatch bool
	KeepDirStructure  bool
	FilesPerPipeline  int
	Tracker           *internal.TransferTracker
}