storage

package

v1.1.18 Latest Latest Go to latest Published: Mar 3, 2024 License: MIT Imports: 13 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/capillariesio/capillaries

Links

Open Source Insights

Documentation ¶

Overview ¶

Package storage contains functions that work with external data

Index ¶

func ParquetGuessCapiType(se *pgparquet.SchemaElement) (sc.TableFieldType, error)
func ParquetReadBool(val any, se *pgparquet.SchemaElement) (bool, error)
func ParquetReadDateTime(val any, se *pgparquet.SchemaElement) (time.Time, error)
func ParquetReadDecimal2(val any, se *pgparquet.SchemaElement) (decimal.Decimal, error)
func ParquetReadFloat(val any, se *pgparquet.SchemaElement) (float64, error)
func ParquetReadInt(val any, se *pgparquet.SchemaElement) (int64, error)
func ParquetReadString(val any, se *pgparquet.SchemaElement) (string, error)
func ParquetWriterDecimal2(dec decimal.Decimal) any
func ParquetWriterMilliTs(t time.Time) any
type GuessedField
- func CsvGuessFields(filePath string, csvHeaderLineIdx int, csvFirstDataLineIdx int, ...) ([]*GuessedField, error)
- func ParquetGuessFields(filePath string) ([]*GuessedField, error)
type ParquetWriter
- func NewParquetWriter(ioWriter io.Writer, codec sc.ParquetCodecType) (*ParquetWriter, error)
- func (w *ParquetWriter) AddColumn(name string, fieldType sc.TableFieldType) error
- func (w *ParquetWriter) Close() error

Constants ¶

This section is empty.

Variables ¶

This section is empty.

Functions ¶

func ParquetGuessCapiType ¶

func ParquetGuessCapiType(se *pgparquet.SchemaElement) (sc.TableFieldType, error)

func ParquetReadBool ¶

func ParquetReadBool(val any, se *pgparquet.SchemaElement) (bool, error)

func ParquetReadDateTime ¶

func ParquetReadDateTime(val any, se *pgparquet.SchemaElement) (time.Time, error)

func ParquetReadDecimal2 ¶

func ParquetReadDecimal2(val any, se *pgparquet.SchemaElement) (decimal.Decimal, error)

func ParquetReadFloat ¶

func ParquetReadFloat(val any, se *pgparquet.SchemaElement) (float64, error)

func ParquetReadInt ¶

func ParquetReadInt(val any, se *pgparquet.SchemaElement) (int64, error)

func ParquetReadString ¶

func ParquetReadString(val any, se *pgparquet.SchemaElement) (string, error)

func ParquetWriterDecimal2 ¶

func ParquetWriterDecimal2(dec decimal.Decimal) any

func ParquetWriterMilliTs ¶

func ParquetWriterMilliTs(t time.Time) any

Types ¶

type GuessedField ¶ added in v1.1.17

type GuessedField struct {
	OriginalHeader string
	CapiName       string
	Type           sc.TableFieldType
	Format         string
}

func CsvGuessFields ¶ added in v1.1.17

func CsvGuessFields(filePath string, csvHeaderLineIdx int, csvFirstDataLineIdx int, csvSeparator string) ([]*GuessedField, error)

func ParquetGuessFields ¶ added in v1.1.17

func ParquetGuessFields(filePath string) ([]*GuessedField, error)

type ParquetWriter ¶

type ParquetWriter struct {
	FileWriter *gp.FileWriter
	StoreMap   map[string]*gp.ColumnStore // TODO: consider using w.FileWriter.GetColumnByName() instead and abandon ParquetWriter
}

func NewParquetWriter ¶

func NewParquetWriter(ioWriter io.Writer, codec sc.ParquetCodecType) (*ParquetWriter, error)

func (*ParquetWriter) AddColumn ¶

func (w *ParquetWriter) AddColumn(name string, fieldType sc.TableFieldType) error

func (*ParquetWriter) Close ¶

func (w *ParquetWriter) Close() error

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL