parquet

type File interface {
	io.Seeker
	io.Reader
	io.Writer
	io.Closer
	Open(name string) (File, error)
	Create(name string) (File, error)
}

type Item struct {
	GoType reflect.Type
	Info   *Tag
}

type JSONSchemaItemType struct {
	Tag    string                `json:"Tag"`
	Fields []*JSONSchemaItemType `json:"Fields,omitempty"`
}

type Marshaler interface {
	Marshal(node *marshalNode, nodeBuf *marshalNodeBufType) []*marshalNode
}

type PathMapType struct {
	Path     string
	Children map[string]*PathMapType
}

type Reader struct {
	SchemaHandler *SchemaHandler
	NP            int64 // parallel number
	Footer        *parquet.FileMetaData
	PFile         File

	ColumnBuffers map[string]*columnBufferType

	// One reader can only read one type objects
	ObjType        reflect.Type
	ObjPartialType reflect.Type
}

type SchemaHandler struct {
	SchemaElements []*parquet.SchemaElement
	MapIndex       map[string]int32
	IndexMap       map[int32]string
	PathMap        *PathMapType
	Infos          []*Tag

	InPathToExPath map[string]string
	ExPathToInPath map[string]string

	ValueColumns []string
}

type Tag struct {
	InName string
	ExName string

	Type      string
	KeyType   string
	ValueType string

	ConvertedType      string
	KeyConvertedType   string
	ValueConvertedType string

	Length      int32
	KeyLength   int32
	ValueLength int32

	Scale      int32
	KeyScale   int32
	ValueScale int32

	Precision      int32
	KeyPrecision   int32
	ValuePrecision int32

	IsAdjustedToUTC      bool
	KeyIsAdjustedToUTC   bool
	ValueIsAdjustedToUTC bool

	FieldID      int32
	KeyFieldID   int32
	ValueFieldID int32

	Encoding      parquet.Encoding
	KeyEncoding   parquet.Encoding
	ValueEncoding parquet.Encoding

	OmitStats      bool
	KeyOmitStats   bool
	ValueOmitStats bool

	RepetitionType      parquet.FieldRepetitionType
	KeyRepetitionType   parquet.FieldRepetitionType
	ValueRepetitionType parquet.FieldRepetitionType

	LogicalTypeFields      map[string]string
	KeyLogicalTypeFields   map[string]string
	ValueLogicalTypeFields map[string]string
}

type Writer struct {
	SchemaHandler *SchemaHandler
	NP            int64 // parallel number
	Footer        *parquet.FileMetaData
	PFile         File

	PageSize        int64
	RowGroupSize    int64
	CompressionType parquet.CompressionCodec
	Offset          int64

	Objs              []interface{}
	ObjsSize          int64
	ObjSize           int64
	CheckSizeCritical int64

	PagesMapBuf map[string][]*layoutPage
	Size        int64
	NumRows     int64

	DictRecs map[string]*layoutDictRecType

	ColumnIndexes []*parquet.ColumnIndex
	OffsetIndexes []*parquet.OffsetIndex

	MarshalFunc func(src []interface{}, sh *SchemaHandler) (*map[string]*layoutTable, error)
}