objects

type AgeSpec time.Duration

type AuthPassword string

type CleanupConfiguration struct {
	Strategy CleanupStrategy `yaml:"strategy"`
}

type CleanupStrategy string

type Configuration struct {
	Swift        SwiftLocation `yaml:"swift"`
	WorkerCounts struct {
		Transfer uint
	} `yaml:"workers"`
	Statsd     StatsdConfiguration `yaml:"statsd"`
	JobConfigs []JobConfiguration  `yaml:"jobs"`
	Jobs       []*Job              `yaml:"-"`
}

type DebianSource struct {
	//options from config file
	URLString                string   `yaml:"url"`
	ClientCertificatePath    string   `yaml:"cert"`
	ClientCertificateKeyPath string   `yaml:"key"`
	ServerCAPath             string   `yaml:"ca"`
	Distributions            []string `yaml:"dist"`
	Architectures            []string `yaml:"arch"`
	VerifySignature          *bool    `yaml:"verify_signature"`
	// contains filtered or unexported fields
}

type Directory struct {
	Job  *Job
	Path string
	//RetryCounter is increased by the actors.Scraper when scraping of this
	//directory fails.
	RetryCounter uint
}

type ExpirationConfiguration struct {
	EnabledIn    *bool  `yaml:"enabled"`
	Enabled      bool   `yaml:"-"`
	DelaySeconds uint32 `yaml:"delay_seconds"`
}

type File struct {
	Job  *Job
	Spec FileSpec
}

type FileSpec struct {
	Path        string
	IsDirectory bool
	//only set for files in Swift sources (otherwise nil)
	LastModified *time.Time
	//only set for symlinks (refers to a path below the ObjectPrefix in the same container)
	SymlinkTargetPath string
	//results of GET on this file
	Contents []byte
	Headers  http.Header
}

type FileState struct {
	Etag         string
	LastModified string
	SizeBytes    int64      //-1 if not known
	ExpiryTime   *time.Time //nil if not set
	//the following fields are only used in `sourceState`, not `targetState`
	SkipTransfer bool
	ContentType  string
}

type Job struct {
	Source     Source
	Target     *SwiftLocation
	Matcher    Matcher
	Segmenting *SegmentingConfiguration
	Expiration ExpirationConfiguration
	Cleanup    CleanupConfiguration
}

type JobConfiguration struct {
	//basic options
	Source SourceUnmarshaler `yaml:"from"`
	Target *SwiftLocation    `yaml:"to"`
	//behavior options
	ExcludePattern       string                   `yaml:"except"`
	IncludePattern       string                   `yaml:"only"`
	ImmutableFilePattern string                   `yaml:"immutable"`
	Match                MatchConfiguration       `yaml:"match"`
	Segmenting           *SegmentingConfiguration `yaml:"segmenting"`
	Expiration           ExpirationConfiguration  `yaml:"expiration"`
	Cleanup              CleanupConfiguration     `yaml:"cleanup"`
	// contains filtered or unexported fields
}

type ListEntriesError struct {
	//the location of the directory (e.g. an URL)
	Location string
	//error message (either of those is optional, but at least one must be set)
	Message string
	Inner   error
}

type MatchConfiguration struct {
	NotOlderThan         *AgeSpec `yaml:"not_older_than"`
	SimplisticComparison *bool    `yaml:"simplistic_comparison"`
}

type MatchError struct {
	Path   string
	Reason string
}

type Matcher struct {
	ExcludeRx            *regexp.Regexp //pointers because nil signifies absence
	IncludeRx            *regexp.Regexp
	ImmutableFileRx      *regexp.Regexp
	NotOlderThan         *time.Time
	SimplisticComparison *bool
}

type SegmentingConfiguration struct {
	MinObjectSize uint64 `yaml:"min_bytes"`
	SegmentSize   uint64 `yaml:"segment_bytes"`
	ContainerName string `yaml:"container"`
	//Container is initialized by JobConfiguration.Compile().
	Container *schwift.Container `yaml:"-"`
}

type Source interface {
	//Validate reports errors if this source is malspecified.
	Validate(name string) []error
	//Connect performs source-specific one-time setup.
	Connect() error
	//ListAllFiles returns all files in the source (as paths relative to the
	//source's root). If this returns ErrListAllFilesNotSupported, ListEntries
	//must be used instead.
	ListAllFiles() ([]FileSpec, *ListEntriesError)
	//ListEntries returns all files and subdirectories at this path in the
	//source. Each result value must have a "/" prefix for subdirectories, or
	//none for files.
	ListEntries(directoryPath string) ([]FileSpec, *ListEntriesError)
	//GetFile retrieves the contents and metadata for the file at the given path
	//in the source. The `headers` map contains additional HTTP request headers
	//that shall be passed to the source in the GET request.
	GetFile(directoryPath string, headers schwift.ObjectHeaders) (body io.ReadCloser, sourceState FileState, err error)
}

type SourceUnmarshaler struct {
	// contains filtered or unexported fields
}

type StatsdConfiguration struct {
	HostName string `yaml:"hostname"`
	Port     int    `yaml:"port"`
	Prefix   string `yaml:"prefix"`
}

type SwiftLocation struct {
	AuthURL           string       `yaml:"auth_url"`
	UserName          string       `yaml:"user_name"`
	UserDomainName    string       `yaml:"user_domain_name"`
	ProjectName       string       `yaml:"project_name"`
	ProjectDomainName string       `yaml:"project_domain_name"`
	Password          AuthPassword `yaml:"password"`
	RegionName        string       `yaml:"region_name"`
	ContainerName     string       `yaml:"container"`
	ObjectNamePrefix  string       `yaml:"object_prefix"`
	//configuration for Validate()
	ValidateIgnoreEmptyContainer bool `yaml:"-"`
	//Account and Container is filled by Connect(). Container will be nil if ContainerName is empty.
	Account   *schwift.Account   `yaml:"-"`
	Container *schwift.Container `yaml:"-"`
	//FileExists is filled by DiscoverExistingFiles(). The keys are object names
	//including the ObjectNamePrefix, if any.
	FileExists map[string]bool `yaml:"-"`
}

type TransferResult uint

type URLSource struct {
	URLString string   `yaml:"url"`
	URL       *url.URL `yaml:"-"`
	//auth options
	ClientCertificatePath    string       `yaml:"cert"`
	ClientCertificateKeyPath string       `yaml:"key"`
	ServerCAPath             string       `yaml:"ca"`
	HTTPClient               *http.Client `yaml:"-"`
	//transfer options
	SegmentingIn *bool  `yaml:"segmenting"`
	Segmenting   bool   `yaml:"-"`
	SegmentSize  uint64 `yaml:"segment_bytes"`
}

type YumSource struct {
	//options from config file
	URLString                string   `yaml:"url"`
	ClientCertificatePath    string   `yaml:"cert"`
	ClientCertificateKeyPath string   `yaml:"key"`
	ServerCAPath             string   `yaml:"ca"`
	Architectures            []string `yaml:"arch"`
	VerifySignature          *bool    `yaml:"verify_signature"`
	// contains filtered or unexported fields
}