Documentation ¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type Exporter ¶
type Exporter struct {
// contains filtered or unexported fields
}
func NewExporter ¶
type Importer ¶
type Importer struct {
// contains filtered or unexported fields
}
func NewImporter ¶
type ParquetMessage ¶
type ParquetMessage struct { Value string `parquet:"name=value, type=BYTE_ARRAY, convertedtype=UTF8, encoding=PLAIN"` Topic string `parquet:"name=topic, type=BYTE_ARRAY, convertedtype=UTF8, encoding=PLAIN"` Partition int32 `parquet:"name=partition, type=INT32, convertedtype=INT_32"` Offset string `parquet:"name=offset, type=BYTE_ARRAY, convertedtype=UTF8, encoding=PLAIN"` Key string `parquet:"name=key, type=BYTE_ARRAY, convertedtype=UTF8, encoding=PLAIN"` Headers string `parquet:"name=headers, type=BYTE_ARRAY, convertedtype=UTF8, encoding=PLAIN"` Timestamp string `parquet:"name=timestamp, type=BYTE_ARRAY, convertedtype=UTF8, encoding=PLAIN"` TimestampType string `parquet:"name=timestamptype, type=BYTE_ARRAY, convertedtype=UTF8, encoding=PLAIN"` }
type ParquetReader ¶
type ParquetReader struct {
// contains filtered or unexported fields
}
func NewParquetReader ¶
func NewParquetReader(filePath string, includePartitionAndOffset bool) (*ParquetReader, error)
func (*ParquetReader) GetNumberOfRows ¶
func (p *ParquetReader) GetNumberOfRows() int64
func (*ParquetReader) Read ¶
func (p *ParquetReader) Read() chan kafka.Message
type ParquetWriter ¶
type ParquetWriter struct {
// contains filtered or unexported fields
}
func NewParquetWriter ¶
func NewParquetWriter(fileWriter source.ParquetFile) (*ParquetWriter, error)
func (*ParquetWriter) Flush ¶
func (f *ParquetWriter) Flush() error
type Streamer ¶
type Streamer struct {
// contains filtered or unexported fields
}
func NewStreamer ¶
type StreamerOptions ¶
Click to show internal directories.
Click to hide internal directories.