bq2gcs

type APIOptions func(options *apiOptions)

type DateShardingTableTarget struct {
	// Prefix is TableID Prefix
	Prefix string

	// ExpirationDay is 期限切れ日数
	ExpirationDay int
}

type ExportHandler struct {
}

type ExportShardingTablesLimit struct {
	TableSize  int64
	TableCount int64
}

type ExportsReq struct {
	Project string                                  `json:"project"`
	Target  *TargetTable                            `json:"target"`
	ToGCS   *GCSReferenceForExportShardingTablesReq `json:"toGCS"`
	Limit   *ExportShardingTablesLimit              `json:"limit"`
}

type GCSReferenceForExportShardingTables struct {
	// URI is Google Cloud Storage object
	URI string

	// DestinationFormat is the format to use when writing exported files.
	// Allowed values are: CSV, Avro, JSON.  The default is CSV.
	// CSV is not supported for tables with nested or repeated fields.
	DestinationFormat bigquery.DataFormat

	// Compression specifies the type of compression to apply when writing data
	// to Google Cloud Storage, or using this GCSReference as an ExternalData
	// source with CSV or JSON SourceFormat. Default is None.
	//
	// Avro files allow additional compression types: DEFLATE and SNAPPY.
	Compression bigquery.Compression
}

type GCSReferenceForExportShardingTablesReq struct {
	// URI is Google Cloud Storage object
	// {{TABLE_ID}} を入れるとこれはExportするTableIDに置き換えられます
	// 対象のTableが1GBを超えることを想定してWildcardを含めてください
	// eg. gs://hoge/{{TABLE_ID}}/*.parquest
	URI string `json:"uri"`

	// DestinationFormat is the format to use when writing exported files.
	// Allowed values are: CSV, Avro, JSON.  The default is CSV.
	// CSV is not supported for tables with nested or repeated fields.
	DestinationFormat string

	// Compression specifies the type of compression to apply when writing data
	// to Google Cloud Storage, or using this GCSReference as an ExternalData
	// source with CSV or JSON SourceFormat. Default is None.
	//
	// Avro files allow additional compression types: DEFLATE and SNAPPY.
	Compression string
}

type Service struct {
	BQ *bigquery.Client
}

type TargetTable struct {
	Project       string `json:"project"`
	Dataset       string `json:"dataset"`
	TablePrefix   string `json:"tablePrefix"`
	ExpirationDay int    `json:"expirationDay"`
}