Documentation ¶
Index ¶
- func SubscribePubsubAndPull(ctx context.Context, wg *sync.WaitGroup, job Job) chan *pubsub.Message
- func SyncEvents(ctx context.Context, config Config)
- func WaitAndBQSync(ctx context.Context, wg *sync.WaitGroup, job Job, ...)
- func WaitAndGoogleStorageSync(ctx context.Context, wg *sync.WaitGroup, job Job, ...)
- type BigQueryField
- type BigqueryConfig
- type Config
- type Destination
- type Event
- type Filter
- type GoogleStorageConfig
- type Job
- type PubsubConfig
- type Source
- type Target
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func SubscribePubsubAndPull ¶
func SyncEvents ¶
func WaitAndBQSync ¶
Types ¶
type BigQueryField ¶
type BigqueryConfig ¶
type Destination ¶
type Destination struct { Type string `json:"type"` BatchSize int `json:"batchSize"` TimestampColumnName string `json:"timestampColumnName"` TimestampFormat string `json:"timestampFormat"` TimePartitioningType string `json:"timePartitioningType"` Expiration string `json:"expiration"` ClusterBy []string `json:"clusterBy"` BigqueryConfig BigqueryConfig `json:"bigqueryConfig"` GoogleStorageConfig GoogleStorageConfig `json:"googleStorageConfig"` }
type Filter ¶
type Filter struct { Type string `json:"type"` Name string `json:"name"` Action string `json:"action"` Target Target `json:"target,omitempty"` Schema []BigQueryField `json:"schema,omitempty"` }
type GoogleStorageConfig ¶
type Job ¶
type Job struct { Name string `json:"name"` Suspend bool `json:"suspend"` Source Source `json:"source"` Filters []Filter `json:"filters"` Destination Destination `json:"destination,omitempty"` }
type PubsubConfig ¶
type Source ¶
type Source struct { Type string `json:"type"` PubsubConfig PubsubConfig `json:"pubsubConfig"` }
Click to show internal directories.
Click to hide internal directories.