repository

type ChunkDynamoDB struct {
	KeyPrefix string
	// contains filtered or unexported fields
}

type ChunkRepository interface {
	GetWritableChunks(schema, partition string, writableTotalSize int64) ([]*models.Chunk, error)
	GetMergableChunks(schema string, createdBefore time.Time, minChunkSize int64) ([]*models.Chunk, error)
	PutChunk(recordID string, objSize int64, schema, partition string, created time.Time) error
	UpdateChunk(chunk *models.Chunk, recordID string, objSize, writableSize int64) error
	FreezeChunk(chunk *models.Chunk) (*models.Chunk, error)
	DeleteChunk(chunk *models.Chunk) (*models.Chunk, error)
}

type MetaDynamoDB struct {
	// contains filtered or unexported fields
}

type MetaRecordObject struct {
	models.S3Object

	RecordID string                   `dynamo:"record_id"`
	Schema   models.ParquetSchemaName `dynamo:"schema"`
	// contains filtered or unexported fields
}

type MetaRepository interface {
	GetObjecID(s3path string) (int64, error)
	PutRecordObjects(objects []*MetaRecordObject) error
	GetRecordObjects(recordIDs []string, schema models.ParquetSchemaName) ([]*MetaRecordObject, error)
	HeadPartition(partitionKey string) (bool, error)
	PutPartition(partitionKey string) error
}