cmd

package

v0.0.4 Latest Latest Go to latest Published: Mar 15, 2024 License: MIT Imports: 29 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/pingcap-inc/tidb2dw

Links

Open Source Insights

Documentation ¶

Index ¶

Variables
func Export(ctx context.Context, tidbConfig *tidbsql.TiDBConfig, tables []string, ...) error
func NewBigQueryCmd() *cobra.Command
func NewDatabricksCmd() *cobra.Command
func NewGCSCmd() *cobra.Command
func NewRedshiftCmd() *cobra.Command
func NewS3Cmd() *cobra.Command
func NewSnowflakeCmd() *cobra.Command
func Replicate(tidbConfig *tidbsql.TiDBConfig, tables []string, storageURI *url.URL, ...) error
type RunMode
type Stage

Constants ¶

This section is empty.

Variables ¶

View Source

var CdcCsvBinaryEncodingMethodMap = map[string]string{
	"":          tiflow_config.BinaryEncodingHex,
	"default":   tiflow_config.BinaryEncodingHex,
	"bigquery":  tiflow_config.BinaryEncodingBase64,
	"snowflake": tiflow_config.BinaryEncodingHex,
	"redshift":  tiflow_config.BinaryEncodingHex,
}

View Source

var DumplingCsvOutputDialectMap = map[string]export.CSVDialect{
	"":          export.CSVDialectDefault,
	"default":   export.CSVDialectDefault,
	"bigquery":  export.CSVDialectBigQuery,
	"snowflake": export.CSVDialectSnowflake,
	"redshift":  export.CSVDialectRedshift,
}

View Source

var RunModeIds = map[RunMode][]string{
	RunModeFull:            {"full"},
	RunModeSnapshotOnly:    {"snapshot-only"},
	RunModeIncrementalOnly: {"incremental-only"},
	RunModeCloud:           {"cloud"},
}

Functions ¶

func Export ¶

func Export(
	ctx context.Context,
	tidbConfig *tidbsql.TiDBConfig,
	tables []string,
	storageURI *url.URL,
	snapshotURI *url.URL,
	incrementURI *url.URL,
	snapshotConcurrency int,
	cdcHost string,
	cdcPort int,
	cdcFlushInterval time.Duration,
	cdcFileSize int,
	csvOutputDialect string,
	mode RunMode,
) error

func NewBigQueryCmd ¶

func NewBigQueryCmd() *cobra.Command

func NewDatabricksCmd ¶

func NewDatabricksCmd() *cobra.Command

func NewGCSCmd ¶

func NewGCSCmd() *cobra.Command

func NewRedshiftCmd ¶

func NewRedshiftCmd() *cobra.Command

func NewS3Cmd ¶

func NewS3Cmd() *cobra.Command

func NewSnowflakeCmd ¶

func NewSnowflakeCmd() *cobra.Command

func Replicate ¶

func Replicate(
	tidbConfig *tidbsql.TiDBConfig,
	tables []string,
	storageURI *url.URL,
	snapshotURI *url.URL,
	incrementURI *url.URL,
	snapshotConcurrency int,
	cdcHost string,
	cdcPort int,
	cdcFlushInterval time.Duration,
	cdcFileSize int,
	snapConnectorMap map[string]coreinterfaces.Connector,
	increConnectorMap map[string]coreinterfaces.Connector,
	csvOutputDialect string,
	parrallelLoad bool,
	mode RunMode,
) error

Types ¶

type RunMode ¶

type RunMode enumflag.Flag

const (
	RunModeFull RunMode = iota
	RunModeSnapshotOnly
	RunModeIncrementalOnly
	RunModeCloud
)

type Stage ¶

type Stage string

o => create changefeed => dump snapshot => load snapshot => incremental load

^                     ^                    ^ 				 ^
|			          |				       |				 |
+------ init ---------+ changefeed created + snapshot dumped + snapshot loaded --

const (
	StageInit              Stage = "init"
	StageChangefeedCreated Stage = "changefeed-created"
	StageSnapshotDumped    Stage = "snapshot-dumped"
	StageSnapshotLoaded    Stage = "snapshot-loaded"
)

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL