compactor

package
v0.12.1 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Nov 17, 2023 License: Apache-2.0 Imports: 11 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source
var File_github_com_rancher_opni_internal_cortex_config_compactor_compactor_proto protoreflect.FileDescriptor

Functions

This section is empty.

Types

type Config

type Config struct {

	// List of compaction time ranges.
	BlockRanges []*durationpb.Duration `protobuf:"bytes,1,rep,name=block_ranges,json=blockRanges,proto3" json:"block_ranges,omitempty"`
	// Number of Go routines to use when syncing block index and chunks files from the long term storage.
	BlockSyncConcurrency *int32 `` /* 130-byte string literal not displayed */
	// Number of Go routines to use when syncing block meta files from the long term storage.
	MetaSyncConcurrency *int32 `` /* 127-byte string literal not displayed */
	// Minimum age of fresh (non-compacted) blocks before they are being processed. Malformed blocks older than the maximum of consistency-delay and 48h0m0s will be removed.
	ConsistencyDelay *durationpb.Duration `protobuf:"bytes,4,opt,name=consistency_delay,json=consistencyDelay,proto3" json:"consistency_delay,omitempty"`
	// The frequency at which the compaction runs
	CompactionInterval *durationpb.Duration `protobuf:"bytes,5,opt,name=compaction_interval,json=compactionInterval,proto3" json:"compaction_interval,omitempty"`
	// How many times to retry a failed compaction within a single compaction run.
	CompactionRetries *int32 `protobuf:"varint,6,opt,name=compaction_retries,json=compactionRetries,proto3,oneof" json:"compaction_retries,omitempty"`
	// Max number of concurrent compactions running.
	CompactionConcurrency *int32 `` /* 131-byte string literal not displayed */
	// How frequently compactor should run blocks cleanup and maintenance, as well as update the bucket index.
	CleanupInterval *durationpb.Duration `protobuf:"bytes,8,opt,name=cleanup_interval,json=cleanupInterval,proto3" json:"cleanup_interval,omitempty"`
	// Max number of tenants for which blocks cleanup and maintenance should run concurrently.
	CleanupConcurrency *int32 `protobuf:"varint,9,opt,name=cleanup_concurrency,json=cleanupConcurrency,proto3,oneof" json:"cleanup_concurrency,omitempty"`
	// Time before a block marked for deletion is deleted from bucket. If not 0, blocks will be marked for deletion and compactor component will permanently delete blocks marked for deletion from the bucket. If 0, blocks will be deleted straight away. Note that deleting blocks immediately can cause query failures.
	DeletionDelay *durationpb.Duration `protobuf:"bytes,10,opt,name=deletion_delay,json=deletionDelay,proto3" json:"deletion_delay,omitempty"`
	// For tenants marked for deletion, this is time between deleting of last block, and doing final cleanup (marker files, debug files) of the tenant.
	TenantCleanupDelay *durationpb.Duration `protobuf:"bytes,11,opt,name=tenant_cleanup_delay,json=tenantCleanupDelay,proto3" json:"tenant_cleanup_delay,omitempty"`
	// When enabled, mark blocks containing index with out-of-order chunks for no compact instead of halting the compaction.
	SkipBlocksWithOutOfOrderChunksEnabled *bool `` /* 192-byte string literal not displayed */
	// Number of goroutines to use when fetching/uploading block files from object storage.
	BlockFilesConcurrency *int32 `` /* 134-byte string literal not displayed */
	// Number of goroutines to use when fetching blocks from object storage when compacting.
	BlocksFetchConcurrency *int32 `` /* 137-byte string literal not displayed */
	// When enabled, at compactor startup the bucket will be scanned and all found deletion marks inside the block location will be copied to the markers global location too. This option can (and should) be safely disabled as soon as the compactor has successfully run at least once.
	BlockDeletionMarksMigrationEnabled *bool `` /* 177-byte string literal not displayed */
	// Comma separated list of tenants that can be compacted. If specified, only these tenants will be compacted by compactor, otherwise all tenants can be compacted. Subject to sharding.
	EnabledTenants []string `protobuf:"bytes,16,rep,name=enabled_tenants,json=enabledTenants,proto3" json:"enabled_tenants,omitempty"`
	// Comma separated list of tenants that cannot be compacted by this compactor. If specified, and compactor would normally pick given tenant for compaction (via -compactor.enabled-tenants or sharding), it will be ignored instead.
	DisabledTenants []string `protobuf:"bytes,17,rep,name=disabled_tenants,json=disabledTenants,proto3" json:"disabled_tenants,omitempty"`
	// How long block visit marker file should be considered as expired and able to be picked up by compactor again.
	BlockVisitMarkerTimeout *durationpb.Duration `` /* 135-byte string literal not displayed */
	// How frequently block visit marker file should be updated duration compaction.
	BlockVisitMarkerFileUpdateInterval *durationpb.Duration `` /* 172-byte string literal not displayed */
	// When enabled, index verification will ignore out of order label names.
	AcceptMalformedIndex *bool `` /* 131-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*Config) DeepCopy

func (in *Config) DeepCopy() *Config

func (*Config) DeepCopyInto

func (in *Config) DeepCopyInto(out *Config)

func (*Config) Descriptor deprecated

func (*Config) Descriptor() ([]byte, []int)

Deprecated: Use Config.ProtoReflect.Descriptor instead.

func (*Config) FlagSet

func (in *Config) FlagSet(prefix ...string) *pflag.FlagSet

func (*Config) GetAcceptMalformedIndex

func (x *Config) GetAcceptMalformedIndex() bool

func (*Config) GetBlockDeletionMarksMigrationEnabled

func (x *Config) GetBlockDeletionMarksMigrationEnabled() bool

func (*Config) GetBlockFilesConcurrency

func (x *Config) GetBlockFilesConcurrency() int32

func (*Config) GetBlockRanges

func (x *Config) GetBlockRanges() []*durationpb.Duration

func (*Config) GetBlockSyncConcurrency

func (x *Config) GetBlockSyncConcurrency() int32

func (*Config) GetBlockVisitMarkerFileUpdateInterval

func (x *Config) GetBlockVisitMarkerFileUpdateInterval() *durationpb.Duration

func (*Config) GetBlockVisitMarkerTimeout

func (x *Config) GetBlockVisitMarkerTimeout() *durationpb.Duration

func (*Config) GetBlocksFetchConcurrency

func (x *Config) GetBlocksFetchConcurrency() int32

func (*Config) GetCleanupConcurrency

func (x *Config) GetCleanupConcurrency() int32

func (*Config) GetCleanupInterval

func (x *Config) GetCleanupInterval() *durationpb.Duration

func (*Config) GetCompactionConcurrency

func (x *Config) GetCompactionConcurrency() int32

func (*Config) GetCompactionInterval

func (x *Config) GetCompactionInterval() *durationpb.Duration

func (*Config) GetCompactionRetries

func (x *Config) GetCompactionRetries() int32

func (*Config) GetConsistencyDelay

func (x *Config) GetConsistencyDelay() *durationpb.Duration

func (*Config) GetDeletionDelay

func (x *Config) GetDeletionDelay() *durationpb.Duration

func (*Config) GetDisabledTenants

func (x *Config) GetDisabledTenants() []string

func (*Config) GetEnabledTenants

func (x *Config) GetEnabledTenants() []string

func (*Config) GetMetaSyncConcurrency

func (x *Config) GetMetaSyncConcurrency() int32

func (*Config) GetSkipBlocksWithOutOfOrderChunksEnabled

func (x *Config) GetSkipBlocksWithOutOfOrderChunksEnabled() bool

func (*Config) GetTenantCleanupDelay

func (x *Config) GetTenantCleanupDelay() *durationpb.Duration

func (*Config) ProtoMessage

func (*Config) ProtoMessage()

func (*Config) ProtoReflect

func (x *Config) ProtoReflect() protoreflect.Message

func (*Config) Reset

func (x *Config) Reset()

func (*Config) String

func (x *Config) String() string

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL