datacoord

package

v0.10.3-0...-f06509b Latest Latest Go to latest Published: Apr 25, 2024 License: Apache-2.0 Imports: 24 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/milvus-io/milvus

Documentation ¶

Index ¶

Constants
func BuildIndexKey(collectionID, indexID int64) string
func BuildSegmentIndexKey(collectionID, partitionID, segmentID, buildID int64) string
func CloneSegmentWithExcludeBinlogs(segment *datapb.SegmentInfo) (*datapb.SegmentInfo, []*datapb.FieldBinlog, []*datapb.FieldBinlog, ...)
func ValidateSegment(segment *datapb.SegmentInfo) error
type Catalog
- func NewCatalog(MetaKv kv.MetaKv, chunkManagerRootPath string, metaRootpath string) *Catalog

Constants ¶

View Source

const (
	MetaPrefix                = "datacoord-meta"
	SegmentPrefix             = MetaPrefix + "/s"
	SegmentBinlogPathPrefix   = MetaPrefix + "/binlog"
	SegmentDeltalogPathPrefix = MetaPrefix + "/deltalog"
	SegmentStatslogPathPrefix = MetaPrefix + "/statslog"
	ChannelRemovePrefix       = MetaPrefix + "/channel-removal"
	ChannelCheckpointPrefix   = MetaPrefix + "/channel-cp"
	ImportJobPrefix           = MetaPrefix + "/import-job"
	ImportTaskPrefix          = MetaPrefix + "/import-task"
	PreImportTaskPrefix       = MetaPrefix + "/preimport-task"

	NonRemoveFlagTomestone = "non-removed"
	RemoveFlagTomestone    = "removed"
)

Variables ¶

This section is empty.

Functions ¶

func BuildIndexKey ¶

func BuildIndexKey(collectionID, indexID int64) string

func BuildSegmentIndexKey ¶

func BuildSegmentIndexKey(collectionID, partitionID, segmentID, buildID int64) string

func CloneSegmentWithExcludeBinlogs ¶

func CloneSegmentWithExcludeBinlogs(segment *datapb.SegmentInfo) (*datapb.SegmentInfo, []*datapb.FieldBinlog, []*datapb.FieldBinlog, []*datapb.FieldBinlog)

func ValidateSegment ¶

func ValidateSegment(segment *datapb.SegmentInfo) error

Types ¶

type Catalog ¶

type Catalog struct {
	MetaKv               kv.MetaKv
	ChunkManagerRootPath string
	// contains filtered or unexported fields
}

func NewCatalog ¶

func NewCatalog(MetaKv kv.MetaKv, chunkManagerRootPath string, metaRootpath string) *Catalog

func (*Catalog) AddSegment ¶

func (kc *Catalog) AddSegment(ctx context.Context, segment *datapb.SegmentInfo) error

func (*Catalog) AlterIndexes ¶

func (kc *Catalog) AlterIndexes(ctx context.Context, indexes []*model.Index) error

func (*Catalog) AlterSegmentIndexes ¶

func (kc *Catalog) AlterSegmentIndexes(ctx context.Context, segIdxes []*model.SegmentIndex) error

func (*Catalog) AlterSegments ¶

func (kc *Catalog) AlterSegments(ctx context.Context, segments []*datapb.SegmentInfo, binlogs ...metastore.BinlogsIncrement) error

func (*Catalog) ChannelExists ¶

func (kc *Catalog) ChannelExists(ctx context.Context, channel string) bool

func (*Catalog) CreateIndex ¶

func (kc *Catalog) CreateIndex(ctx context.Context, index *model.Index) error

func (*Catalog) CreateSegmentIndex ¶

func (kc *Catalog) CreateSegmentIndex(ctx context.Context, segIdx *model.SegmentIndex) error

func (*Catalog) DropChannel ¶

func (kc *Catalog) DropChannel(ctx context.Context, channel string) error

DropChannel removes channel remove flag after whole procedure is finished

func (*Catalog) DropChannelCheckpoint ¶

func (kc *Catalog) DropChannelCheckpoint(ctx context.Context, vChannel string) error

func (*Catalog) DropImportJob ¶

func (kc *Catalog) DropImportJob(jobID int64) error

func (*Catalog) DropImportTask ¶

func (kc *Catalog) DropImportTask(taskID int64) error

func (*Catalog) DropIndex ¶

func (kc *Catalog) DropIndex(ctx context.Context, collID typeutil.UniqueID, dropIdxID typeutil.UniqueID) error

func (*Catalog) DropPreImportTask ¶

func (kc *Catalog) DropPreImportTask(taskID int64) error

func (*Catalog) DropSegment ¶

func (kc *Catalog) DropSegment(ctx context.Context, segment *datapb.SegmentInfo) error

func (*Catalog) DropSegmentIndex ¶

func (kc *Catalog) DropSegmentIndex(ctx context.Context, collID, partID, segID, buildID typeutil.UniqueID) error

func (*Catalog) GcConfirm ¶

func (kc *Catalog) GcConfirm(ctx context.Context, collectionID, partitionID typeutil.UniqueID) bool

GcConfirm returns true if related collection/partition is not found. DataCoord will remove all the meta eventually after GC is finished.

func (*Catalog) ListChannelCheckpoint ¶

func (kc *Catalog) ListChannelCheckpoint(ctx context.Context) (map[string]*msgpb.MsgPosition, error)

func (*Catalog) ListImportJobs ¶

func (kc *Catalog) ListImportJobs() ([]*datapb.ImportJob, error)

func (*Catalog) ListImportTasks ¶

func (kc *Catalog) ListImportTasks() ([]*datapb.ImportTaskV2, error)

func (*Catalog) ListIndexes ¶

func (kc *Catalog) ListIndexes(ctx context.Context) ([]*model.Index, error)

func (*Catalog) ListPreImportTasks ¶

func (kc *Catalog) ListPreImportTasks() ([]*datapb.PreImportTask, error)

func (*Catalog) ListSegmentIndexes ¶

func (kc *Catalog) ListSegmentIndexes(ctx context.Context) ([]*model.SegmentIndex, error)

func (*Catalog) ListSegments ¶

func (kc *Catalog) ListSegments(ctx context.Context) ([]*datapb.SegmentInfo, error)

func (*Catalog) LoadFromSegmentPath ¶

func (kc *Catalog) LoadFromSegmentPath(colID, partID, segID typeutil.UniqueID) (*datapb.SegmentInfo, error)

LoadFromSegmentPath loads segment info from persistent storage by given segment path. # TESTING ONLY #

func (*Catalog) MarkChannelAdded ¶

func (kc *Catalog) MarkChannelAdded(ctx context.Context, channel string) error

func (*Catalog) MarkChannelDeleted ¶

func (kc *Catalog) MarkChannelDeleted(ctx context.Context, channel string) error

func (*Catalog) SaveByBatch ¶

func (kc *Catalog) SaveByBatch(kvs map[string]string) error

func (*Catalog) SaveChannelCheckpoint ¶

func (kc *Catalog) SaveChannelCheckpoint(ctx context.Context, vChannel string, pos *msgpb.MsgPosition) error

func (*Catalog) SaveChannelCheckpoints ¶

func (kc *Catalog) SaveChannelCheckpoints(ctx context.Context, positions []*msgpb.MsgPosition) error

func (*Catalog) SaveDroppedSegmentsInBatch ¶

func (kc *Catalog) SaveDroppedSegmentsInBatch(ctx context.Context, segments []*datapb.SegmentInfo) error

func (*Catalog) SaveImportJob ¶

func (kc *Catalog) SaveImportJob(job *datapb.ImportJob) error

func (*Catalog) SaveImportTask ¶

func (kc *Catalog) SaveImportTask(task *datapb.ImportTaskV2) error

func (*Catalog) SavePreImportTask ¶

func (kc *Catalog) SavePreImportTask(task *datapb.PreImportTask) error

func (*Catalog) ShouldDropChannel ¶

func (kc *Catalog) ShouldDropChannel(ctx context.Context, channel string) bool

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL