bigquery

package
v0.9.3 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: May 3, 2024 License: Apache-2.0 Imports: 20 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func NewMaterializer added in v0.5.0

func NewMaterializer(fullRefresh bool) *pipeline.Materializer

Types

type AcceptedValuesCheck

type AcceptedValuesCheck struct {
	// contains filtered or unexported fields
}

func (*AcceptedValuesCheck) Check

type BasicOperator

type BasicOperator struct {
	// contains filtered or unexported fields
}

func NewBasicOperator

func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator

func (BasicOperator) Run

func (BasicOperator) RunTask

type Client

type Client struct {
	// contains filtered or unexported fields
}

func NewDB

func NewDB(c *Config) (*Client, error)

func (*Client) GetIngestrURI added in v0.7.0

func (d *Client) GetIngestrURI() (string, error)

func (*Client) IsValid

func (d *Client) IsValid(ctx context.Context, query *query.Query) (bool, error)

func (*Client) RunQueryWithoutResult

func (d *Client) RunQueryWithoutResult(ctx context.Context, query *query.Query) error

func (*Client) Select

func (d *Client) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)

func (*Client) UpdateTableMetadataIfNotExist added in v0.9.0

func (d *Client) UpdateTableMetadataIfNotExist(ctx context.Context, asset *pipeline.Asset) error

type ColumnCheckOperator

type ColumnCheckOperator struct {
	// contains filtered or unexported fields
}

func NewColumnCheckOperator

func NewColumnCheckOperator(manager connectionFetcher) (*ColumnCheckOperator, error)

func (ColumnCheckOperator) Run

type Config

type Config struct {
	ProjectID           string `envconfig:"BIGQUERY_PROJECT"`
	CredentialsFilePath string `envconfig:"BIGQUERY_CREDENTIALS_FILE"`
	CredentialsJSON     string
	Credentials         *google.Credentials
	Location            string `envconfig:"BIGQUERY_LOCATION"`
}

func (Config) GetConnectionURI added in v0.6.13

func (c Config) GetConnectionURI() (string, error)

func (Config) GetIngestrURI added in v0.7.0

func (c Config) GetIngestrURI() (string, error)

func (Config) IsValid

func (c Config) IsValid() bool

type CustomCheck added in v0.4.0

type CustomCheck struct {
	// contains filtered or unexported fields
}

func (*CustomCheck) Check added in v0.4.0

type CustomCheckOperator added in v0.4.0

type CustomCheckOperator struct {
	// contains filtered or unexported fields
}

func NewCustomCheckOperator added in v0.4.0

func NewCustomCheckOperator(manager connectionFetcher) (*CustomCheckOperator, error)

func (*CustomCheckOperator) Run added in v0.4.0

type DB

type DB interface {
	Querier
	Selector
	MetadataUpdater
}

type MetadataPushOperator added in v0.9.0

type MetadataPushOperator struct {
	// contains filtered or unexported fields
}

func NewMetadataPushOperator added in v0.9.0

func NewMetadataPushOperator(conn connectionFetcher) *MetadataPushOperator

func (*MetadataPushOperator) Run added in v0.9.0

type MetadataUpdater added in v0.9.0

type MetadataUpdater interface {
	UpdateTableMetadataIfNotExist(ctx context.Context, asset *pipeline.Asset) error
}

type NoMetadataUpdatedError added in v0.9.0

type NoMetadataUpdatedError struct{}

func (NoMetadataUpdatedError) Error added in v0.9.0

func (m NoMetadataUpdatedError) Error() string

type NonNegativeCheck added in v0.4.7

type NonNegativeCheck struct {
	// contains filtered or unexported fields
}

func (*NonNegativeCheck) Check added in v0.4.7

type NotNullCheck

type NotNullCheck struct {
	// contains filtered or unexported fields
}

func (*NotNullCheck) Check

type PositiveCheck

type PositiveCheck struct {
	// contains filtered or unexported fields
}

func (*PositiveCheck) Check

type Querier

type Querier interface {
	RunQueryWithoutResult(ctx context.Context, query *query.Query) error
}

type Selector

type Selector interface {
	Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
}

type UniqueCheck

type UniqueCheck struct {
	// contains filtered or unexported fields
}

func (*UniqueCheck) Check

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL