iceberg

type AvroFileWriter[T any, C Codec] struct {
	// contains filtered or unexported fields
}

type BinaryType struct{}

type BooleanType struct{}

type Codec interface {
	// contains filtered or unexported methods
}

type CodecDeflate struct{}

type CodecNull struct{}

type CodecSnappy struct{}

type DataType interface {
	AsString() string
	AvroSchema() (avro.Schema, error)
}

type DateType struct{}

type DecimalType struct {
	Precision int32
	Scale     int32
}

type DoubleType struct{}

type FixedType struct {
	Length int32
}

type FloatType struct{}

type IntegerType struct{}

type ListType struct {
	ElementId       int32
	Element         DataType
	ElementRequired bool
}

type LongType struct{}

type ManifestEntryDataFileContent int32

type ManifestEntryDataFileFileFormat string

type ManifestEntryDataFileV2 struct {
	// Type of content stored by the data file: data, equality deletes, or position deletes
	Content ManifestEntryDataFileContent `avro:"content"`
	// Full URI for the file with FS scheme
	FilePath string `avro:"file_path"`
	// String file format name: avro, orc or parquet
	FileFormat ManifestEntryDataFileFileFormat `avro:"file_format"`
	// Partition data tuple, schema based on the partition spec output using partition field ids for the struct field ids
	Partition map[string]any `avro:"partition"`
	// Number of records in this file
	RecordCount int64 `avro:"record_count"`
	// Total file size in bytes
	FileSizeInBytes int64 `avro:"file_size_in_bytes"`
	// Map from column id to the total size on disk of all regions that store the column. Does not include bytes necessary to read other columns, like footers.
	ColumnSizes *map[int32]int64 `avro:"column_sizes"`
	// Map from column id to number of values in the column (including null and NaN values)
	ValueCounts *map[int32]int64 `avro:"value_counts"`
	// Map from column id to number of null values in the column
	NullValueCounts *map[int32]int64 `avro:"null_value_counts"`
	// Map from column id to number of NaN values in the column
	NanValueCounts *map[int32]int64 `avro:"nan_value_counts"`
	// Map from column id to number of distinct values in the column; distinct counts must be derived using values in the file by counting or using sketches, but not using methods like merging existing distinct counts
	DistinctValueCounts *map[int32]int64 `avro:"distinct_counts"`
	// Map from column id to lower bound in the column serialized as binary. Each value must be less than or equal to all non-null, non-NaN values in the column for the file
	LowerBounds *map[int32]any `avro:"lower_bounds"`
	// Map from column id to upper bound in the column serialized as binary. Each value must be greater than or equal to all non-null, non-Nan values in the column for the file
	UpperBounds *map[int32]any `avro:"upper_bounds"`
	// Implementation-specific key metadata for encryption
	KeyMetadata *[]byte `avro:"key_metadata"`
	// Split offsets for the data file. For example, all row group offsets in a Parquet file. Must be sorted ascending
	SplitOffsets *[]int64 `avro:"split_offsets"`
	// Field ids used to determine row equality in equality delete files. Required when content=2 and should be null otherwise. Fields with ids listed in this column must be present in the delete file
	EqualityIds *[]int32 `avro:"equality_ids"`
	// ID representing sort order for this file
	SortOrderId *int32 `avro:"sort_order_id"`
}

type ManifestEntryStatus int32

type ManifestEntryV2 struct {
	// Status is used to track additions and deletions. Deletes are informational only and not used in scans.
	Status ManifestEntryStatus `avro:"status"`
	// SnapshotId is the snapshot id where the file was added, if status is "existing" or "added", or deleted, if status is "deleted".
	// Inherited when null.
	SnapshotId *int64 `avro:"snapshot_id"`
	// SequenceNumber represents the data sequence number, a relative age of the file content and should be used for planning which delete files apply to a data file.
	// Inherited when null and status is "added".
	SequenceNumber *int64 `avro:"sequence_number"`
	// FileSequenceNumber represents the sequence number of the snapshot that added the file. The file sequence number can’t be used for pruning delete files as the data within the file may have an older data sequence number.
	// Inherited when null and status is "added".
	FileSequenceNumber *int64 `avro:"file_sequence_number"`
	// DataFile is nested inside the manifest entry so that it can be easily passed to job planning without the manifest entry fields
	DataFile ManifestEntryDataFileV2 `avro:"data_file"`
}

type ManifestFileContent int32

type ManifestFileFieldSummaryV2 struct {
	// Whether the manifest contains at least one partition with a null value for the field
	ContainsNull bool `avro:"contains_null"`
	// Whether the manifest contains at least one partition with a NaN value for the field
	ContainsNan *bool `avro:"contains_nan"`
	// Lower bound for the non-null, non-NaN values in the partition field, or null if all values are null or NaN
	LowerBound *[]byte `avro:"lower_bound"`
	// Upper bound for the non-null, non-NaN values in the partition field, or null if all values are null or NaN
	UpperBound *[]byte `avro:"upper_bound"`
}

type ManifestFileV2 struct {
	// Location of the manifest file
	ManifestPath string `avro:"manifest_path"`
	// Length of the manifest file in bytes
	ManifestLength int64 `avro:"manifest_length"`
	// ID of a partition spec used to write the manifest; must be listed in table metadata partition-specs
	PartitionSpecId int32 `avro:"partition_spec_id"`
	// The type of files tracked by the manifest, either data or delete files
	Content ManifestFileContent `avro:"content"`
	// The sequence number when the manifest was added to the table
	SequenceNumber int64 `avro:"sequence_number"`
	// The minimum data sequence number of all live data or delete files in the manifest
	MinSequenceNumber int64 `avro:"min_sequence_number"`
	// ID of the snapshot where the manifest file was added
	AddedSnapshotId int64 `avro:"added_snapshot_id"`
	// Number of entries in the manifest that have status ADDED, when null this is assumed to be non-zero
	AddedDataFilesCount int32 `avro:"added_data_files_count"`
	// Number of entries in the manifest that have status EXISTING, when null this is assumed to be non-zero
	ExistingDataFilesCount int32 `avro:"existing_data_files_count"`
	// Number of entries in the manifest that have status DELETED, when null this is assumed to be non-zero
	DeletedDataFilesCount int32 `avro:"deleted_data_files_count"`
	// Number of rows in all of files in the manifest that have status ADDED, when null this is assumed to be non-zero
	AddedRowsCount int64 `avro:"added_rows_count"`
	// Number of rows in all of files in the manifest that have status EXISTING, when null this is assumed to be non-zero
	ExistingRowsCount int64 `avro:"existing_rows_count"`
	// Number of rows in all of files in the manifest that have status DELETED, when null this is assumed to be non-zero
	DeletedRowsCount int64 `avro:"deleted_rows_count"`
	// A list of field summaries for each partition field in the spec. Each field in the list corresponds to a field in the manifest file’s partition spec
	Partitions *[]ManifestFileFieldSummaryV2 `avro:"partitions"`
	// Implementation-specific key metadata for encryption
	KeyMetadata *[]byte `avro:"key_metadata"`
}

type ManifestListV2 struct {
	Files []ManifestFileV2
}

type ManifestMetadataContent string

type ManifestV2 struct {
	// Schema is the table schema at the time the manifest was written
	Schema *SchemaV2
	// PartitionSpec is the partition spec used to write the manifest
	PartitionSpec PartitionSpecV2
	// Type of content files tracked by the manifest: “data” or “deletes”
	Content ManifestMetadataContent
	// Entries represents the data files in the manifest
	Entries []ManifestEntryV2
}

type MapType struct {
	KeyId         int32
	Key           DataType
	ValueId       int32
	Value         DataType
	ValueRequired bool
}

type Namespace []string

type NullOrder string

type PartitionFieldV1 struct {
	// SourceId matches SchemaV1.Fields.[*].Id
	SourceId int32 `json:"source-id"`
	// FieldId identifies this partition field uniquely within a partition spec
	FieldId *int32 `json:"field-id,omitempty"`
	// Name is the (human-readable?) name of this partition field
	Name string `json:"name"`
	// Transform describes how to map the source value to generate a partition field value
	Transform PartitionTransform `json:"transform"`
}

type PartitionFieldV2 struct {
	// SourceId matches SchemaV2.Fields.[*].Id
	SourceId int32
	// FieldId identifies this partition field uniquely among all partition specs in the table
	FieldId int32
	// Name is the (human-readable?) name of this partition field
	Name string
	// Transform describes how to map the source value to generate a partition field value
	Transform PartitionTransform
}

type PartitionSpecV1 struct {
	Id     int32              `json:"spec-id"`
	Fields []PartitionFieldV1 `json:"fields"`
}

type PartitionSpecV2 struct {
	Id     int32              `json:"spec-id"`
	Fields []PartitionFieldV2 `json:"fields"`
}

type PartitionTransform interface {
	Name() string
	ResultType() DataType
}

type PartitionTransformBucket struct {
	// contains filtered or unexported fields
}

type PartitionTransformDay struct{}

type PartitionTransformHour struct{}

type PartitionTransformIdentity struct {
	// contains filtered or unexported fields
}

type PartitionTransformMonth struct{}

type PartitionTransformTruncate struct {
	// contains filtered or unexported fields
}

type PartitionTransformVoid struct{}

type PartitionTransformYear struct{}

type PrimitiveType interface {
	DataType
}

type Properties map[string]string

type SchemaV1 struct {
	StructType
	Id                 *int32   `json:"schema-id,omitempty"`
	IdentifierFieldIds *[]int32 `json:"identifier-field-ids,omitempty"`
}

type SchemaV2 struct {
	StructType
	Id                 int32    `json:"schema-id"`
	IdentifierFieldIds *[]int32 `json:"identifier-field-ids,omitempty"`
}

type SnapshotV1 struct {
	Id           int64              `json:"snapshot-id"`
	ParentId     *int64             `json:"parent-snapshot-id,omitempty"`
	TimestampMs  int64              `json:"timestamp-ms"`
	ManifestList *string            `json:"manifest-list,omitempty"`
	Manifests    *[]string          `json:"manifests,omitempty"`
	Summary      *map[string]string `json:"summary,omitempty"`
	SchemaId     *int32             `json:"schema-id,omitempty"`
}

type SnapshotV2 struct {
	Id             int64             `json:"snapshot-id"`
	ParentId       *int64            `json:"parent-snapshot-id,omitempty"`
	SequenceNumber int64             `json:"sequence-number"`
	TimestampMs    int64             `json:"timestamp-ms"`
	ManifestList   string            `json:"manifest-list"`
	Summary        map[string]string `json:"summary"`
	SchemaId       *int32            `json:"schema-id,omitempty"`
}

type SortDirection string

type SortField struct {
	// SourceId matches SchemaV2.Fields.[*].Id
	SourceId int32
	// Transform describes how to map the source value to a sort value
	Transform PartitionTransform
	Direction SortDirection
	NullOrder NullOrder
}

type SortOrder struct {
	Id     int32       `json:"order-id"`
	Fields []SortField `json:"fields"`
}

type StringType struct{}

type StructField struct {
	Id       int32    `json:"id"`
	Name     string   `json:"name"`
	Type     DataType `json:"type"`
	Required bool     `json:"required"`
	Doc      string   `json:"doc,omitempty"`
}

type StructType struct {
	Fields []StructField
}

type Table struct {
	TableId  TableIdentifier
	Metadata TableMetadata
}

type TableIdentifier struct {
	Namespace Namespace `json:"namespace"`
	Name      string    `json:"name"`
}

type TableMetadata interface {
	FormatVersion() int32
	json.Marshaler
}

type TableMetadataV1 struct {
	TableUUID     *string `json:"table-uuid,omitempty"`
	Location      string  `json:"location"`
	LastUpdatedMs int64   `json:"last-updated-ms"`
	// LastColumnId is the highest assigned column ID in all Schemas in table
	LastColumnId           int32                     `json:"last-column-id"`
	Schema                 SchemaV1                  `json:"schema"`
	Schemas                *[]SchemaV1               `json:"schemas,omitempty"`
	CurrentSchemaId        *int32                    `json:"current-schema-id,omitempty"`
	PartitionSpec          []PartitionFieldV1        `json:"partition-spec"`
	PartitionSpecs         *[]PartitionSpecV1        `json:"partition-specs,omitempty"`
	DefaultPartitionSpecId *int32                    `json:"default-spec-id,omitempty"`
	LastPartitionId        *int32                    `json:"last-partition-id,omitempty"`
	Properties             *Properties               `json:"properties,omitempty"`
	CurrentSnapshotId      *int64                    `json:"current-snapshot-id,omitempty"`
	Snapshots              *[]SnapshotV1             `json:"snapshots,omitempty"`
	SnapshotLog            *[]map[string]interface{} `json:"snapshot-log,omitempty"`
	MetadataLog            *[]map[string]interface{} `json:"metadata-log,omitempty"`
	SortOrders             *[]SortOrder              `json:"sort-orders,omitempty"`
	DefaultSortOrderId     *int32                    `json:"default-sort-order-id,omitempty"`
	Statistics             *[]interface{}            `json:"statistics,omitempty"`
}

type TableMetadataV2 struct {
	TableUUID          string `json:"table-uuid"`
	Location           string `json:"location"`
	LastSequenceNumber int64  `json:"last-sequence-number"`
	LastUpdatedMs      int64  `json:"last-updated-ms"`
	// LastColumnId is the highest assigned column ID in all Schemas in table
	LastColumnId           int32             `json:"last-column-id"`
	Schemas                []SchemaV2        `json:"schemas"`
	CurrentSchemaId        int32             `json:"current-schema-id"`
	PartitionSpecs         []PartitionSpecV2 `json:"partition-specs"`
	DefaultPartitionSpecId int32             `json:"default-spec-id"`
	LastPartitionId        int32             `json:"last-partition-id"`
	Properties             *Properties       `json:"properties,omitempty"`
	CurrentSnapshotId      *int64            `json:"current-snapshot-id,omitempty"`
	Snapshots              *[]SnapshotV2     `json:"snapshots,omitempty"`
	SnapshotLog            *interface{}      `json:"snapshot-log,omitempty"` // TODO implement
	MetadataLog            *interface{}      `json:"metadata-log,omitempty"` // TODO implement
	SortOrders             []SortOrder       `json:"sort-orders"`
	DefaultSortOrderId     int32             `json:"default-sort-order-id"`
	Refs                   *interface{}      `json:"refs,omitempty"`       // TODO implement
	Statistics             *interface{}      `json:"statistics,omitempty"` // TODO implement
}

type TimeType struct{}

type TimestampType struct{}

type TimestampTzType struct{}

type UUIDType struct{}