bq

package

v0.0.0-...-7fad99f Latest Latest Go to latest Published: Jun 28, 2023 License: Apache-2.0 Imports: 16 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

This section is empty.

This section is empty.

This section is empty.

type BatchWriter struct {
	Writer       *Writer
	Serializer   *RowSerializer
	FlushEnabled bool
}

func NewBatchWriter(w *Writer, s *RowSerializer, flushEnabled bool) *BatchWriter

func (w *BatchWriter) Flush() (rows int)

func (w *BatchWriter) Write(id uuid.UUID, cmd *commands.Append)

type BigQueryConn struct {
	ProjectId    string
	WriterClient *managedwriter.Client
	QueryClient  *bigquery.Client
}

type Offset = int64

type RowBuffer struct {
	Rows   [][]byte
	Buf    []byte // 9MB of data
	Length int
}

func (b *RowBuffer) Reset()

type RowSerializer struct {
	// contains filtered or unexported fields
}

func NewRowSerializer(buffers int) *RowSerializer

func (s *RowSerializer) Rows(fn func(rows [][]byte)) (nrRows int)

Rows is used by another routine than Serialize.

func (s *RowSerializer) Serialize(row *v1.Row)

Serialize is used by the same routine that does Append (the cmdhandler routine).

type Writer struct {
	// contains filtered or unexported fields
}

func NewWriter(ctx context.Context, conn *BigQueryConn, topic types.Topic, hr types.HashRange, from uuid.Time) *Writer

func (s *Writer) Init() error

func (s *Writer) Write(rows [][]byte) (err error)