sharding

type ForSeries ¶

type ForSeries interface {
	ForSeries(
		ctx context.Context,
		userID string,
		fpFilter index.FingerprintFilter,
		from model.Time,
		through model.Time,
		fn func(
			labels.Labels,
			model.Fingerprint,
			[]index.ChunkMeta,
		) (stop bool),
		matchers ...*labels.Matcher,
	) error
}

General purpose iteration over series. Makes it easier to build custom functionality on top of indices of different types without them all implementing the same feature. The passed callback must _not_ capture its arguments. They're reused for each call for performance. The passed callback may be executed concurrently, so any shared state must be protected by the caller. NB: This is a low-level API and should be used with caution. NB: It's possible for the callback to be called multiple times for the same series but possibly different chunks, such as when the Index is backed by multiple files with the same series present. NB(owen-d): mainly in this package to avoid circular dependencies elsewhere

type ForSeriesFunc ¶

type ForSeriesFunc func(
	ctx context.Context,
	userID string,
	fpFilter index.FingerprintFilter,
	from model.Time,
	through model.Time,
	fn func(
		labels.Labels,
		model.Fingerprint,
		[]index.ChunkMeta,
	) (stop bool),
	matchers ...*labels.Matcher,
) error

function Adapter for ForSeries implementation

func (f ForSeriesFunc) ForSeries(
	ctx context.Context,
	userID string,
	fpFilter index.FingerprintFilter,
	from model.Time,
	through model.Time,
	fn func(
		labels.Labels,
		model.Fingerprint,
		[]index.ChunkMeta,
	) (stop bool),
	matchers ...*labels.Matcher,
) error

type PowerOfTwoSharding ¶

type PowerOfTwoSharding struct {
	MaxShards int
}

PowerOfTwoSharding is a slimmed down legacy sharding implementation designed for use as a fallback when the newer impls aren't found (i.e. during a system upgrade to support the new impl)

func (p PowerOfTwoSharding) ShardsFor(bytes uint64, maxBytesPerShard uint64) []logproto.Shard

type SizedFP ¶

type SizedFP struct {
	Fp    model.Fingerprint
	Stats stats.Stats
}

type SizedFPs ¶

type SizedFPs []SizedFP

func (xs SizedFPs) Len() int

func (xs SizedFPs) Less(i, j int) bool

func (xs SizedFPs) ShardsFor(targetShardBytes uint64) (res []logproto.Shard)

func (xs SizedFPs) Swap(i, j int)