meta

type Deleter ¶

type Deleter struct {
	// contains filtered or unexported fields
}

func NewDeleter(rctx *runtime.Context, parent zbuf.Puller, pool *lake.Pool, filter zbuf.Filter, pruner expr.Evaluator, progress *zbuf.Progress, deletes *sync.Map) *Deleter

func (d *Deleter) Pull(done bool) (zbuf.Batch, error)

type Lister ¶

type Lister struct {
	// contains filtered or unexported fields
}

Lister enumerates all the data.Objects in a scan. A Slicer downstream may optionally organize objects into non-overlapping partitions for merge on read. The optimizer may decide when partitions are necessary based on the order sensitivity of the downstream flowgraph.

func NewSortedLister(ctx context.Context, zctx *zed.Context, pool *lake.Pool, commit ksuid.KSUID, pruner expr.Evaluator) (*Lister, error)

func NewSortedListerByID(ctx context.Context, zctx *zed.Context, r *lake.Root, poolID, commit ksuid.KSUID, pruner expr.Evaluator) (*Lister, error)

func NewSortedListerFromSnap(ctx context.Context, zctx *zed.Context, pool *lake.Pool, snap commits.View, pruner expr.Evaluator) *Lister

func (l *Lister) Pull(done bool) (zbuf.Batch, error)

func (l *Lister) Snapshot() commits.View

type Partition ¶

type Partition struct {
	Min     zed.Value      `zed:"min"`
	Max     zed.Value      `zed:"max"`
	Objects []*data.Object `zed:"objects"`
}

A Partition is a logical view of the records within a pool-key span, stored in one or more data objects. This provides a way to return the list of objects that should be scanned along with a span to limit the scan to only the span involved.

func (p Partition) FormatRange() string

func (p Partition) FormatRangeOf(index int) string

func (p Partition) IsZero() bool

type SearchScanner ¶ added in v1.15.0

type SearchScanner struct {
	// contains filtered or unexported fields
}

func NewSearchScanner(rctx *runtime.Context, parent Searcher, pool *lake.Pool, filter zbuf.Filter, progress *zbuf.Progress) *SearchScanner

func (s *SearchScanner) Pull(done bool) (zbuf.Batch, error)

type Searcher ¶ added in v1.15.0

type Searcher interface {
	Pull(bool) (*data.Object, *vector.Bool, error)
}

type SequenceScanner ¶

type SequenceScanner struct {
	// contains filtered or unexported fields
}

SequenceScanner implements an op that pulls metadata partitions to scan from its parent and for each partition, scans the object.

func NewSequenceScanner(rctx *runtime.Context, parent zbuf.Puller, pool *lake.Pool, filter zbuf.Filter, pruner expr.Evaluator, progress *zbuf.Progress) *SequenceScanner

func (s *SequenceScanner) Pull(done bool) (zbuf.Batch, error)

type Slicer ¶

type Slicer struct {
	// contains filtered or unexported fields
}

Slicer implements an op that pulls data objects and organizes them into overlapping object Slices forming a sequence of non-overlapping Partitions.

func NewSlicer(parent zbuf.Puller, zctx *zed.Context) *Slicer

func (s *Slicer) Pull(done bool) (zbuf.Batch, error)

func (s *Slicer) Snapshot() commits.View