parquet

type Bucket struct {
	BucketName string `parquet:"name=bucket_name, type=BYTE_ARRAY, convertedtype=UTF8, encoding=PLAIN"`
	Alive      *bool  `parquet:"name=alive, type=BOOLEAN"`

	Count *int64   `parquet:"name=count, type=INT64"`
	Sum   *float64 `parquet:"name=sum, type=DOUBLE"`
	Min   *float64 `parquet:"name=min, type=DOUBLE"`
	Max   *float64 `parquet:"name=max, type=DOUBLE"`
}

type HistoricalRecord struct {
	FQN       string  `parquet:"name=fqn, type=BYTE_ARRAY, convertedtype=UTF8, encoding=RLE_DICTIONARY"`
	Keys      string  `parquet:"name=keys, type=BYTE_ARRAY, convertedtype=UTF8, encoding=PLAIN"`
	Timestamp int64   `parquet:"name=timestamp, type=INT64, logicaltype=TIMESTAMP, logicaltype.isadjustedtoutc=false, logicaltype.unit=MICROS"`
	Value     *Value  `parquet:"name=value"`
	Bucket    *Bucket `parquet:"name=bucket"`
}

type SourceFactory func(ctx context.Context, fqn string, alive bool) (source.ParquetFile, error)

type Value struct {
	String    *string  `parquet:"name=string, type=BYTE_ARRAY, convertedtype=UTF8, encoding=PLAIN"`
	Int       *int64   `parquet:"name=int, type=INT64"`
	Double    *float64 `parquet:"name=double, type=DOUBLE"`
	Timestamp *int64   `parquet:"name=timestamp, type=INT64, logicaltype=TIMESTAMP, logicaltype.isadjustedtoutc=false, logicaltype.unit=MICROS"`

	StringList    *[]string  `parquet:"name=string_list, type=MAP, convertedtype=LIST, valuetype=BYTE_ARRAY, valueconvertedtype=UTF8"`
	IntList       *[]int64   `parquet:"name=int_list, type=MAP, convertedtype=LIST, valuetype=INT64"`
	DoubleList    *[]float64 `parquet:"name=double_list, type=MAP, convertedtype=LIST, valuetype=DOUBLE"`
	TimestampList *[]int64   `` /* 174-byte string literal not displayed */
}