clickhouse

package

v0.0.0-...-0ade494 Latest Latest Go to latest Published: Aug 26, 2022 License: AGPL-3.0 Imports: 25 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/serviceexchange/server

Documentation ¶

Index ¶

Constants
func ColumnsWithDataTypes(tableName string, columns map[string]string, notNullableColumns []string) string
func Connect(cred CredentialsT, includeDBInConn bool) (*sql.DB, error)
func Init()
type CredentialsT
type HandleT

Constants ¶

View Source

const (
	Cluster = "cluster"
)

Variables ¶

This section is empty.

Functions ¶

func ColumnsWithDataTypes ¶

func ColumnsWithDataTypes(tableName string, columns map[string]string, notNullableColumns []string) string

ColumnsWithDataTypes creates columns and its datatype into sql format for creating table

func Connect ¶

func Connect(cred CredentialsT, includeDBInConn bool) (*sql.DB, error)

Connect connects to warehouse with provided credentials

func Init ¶

func Init()

Types ¶

type CredentialsT ¶

type CredentialsT struct {
	Host          string
	DBName        string
	User          string
	Password      string
	Port          string
	Secure        string
	SkipVerify    string
	TLSConfigName string
	// contains filtered or unexported fields
}

type HandleT ¶

type HandleT struct {
	Db            *sql.DB
	Namespace     string
	ObjectStorage string
	Warehouse     warehouseutils.WarehouseT
	Uploader      warehouseutils.UploaderI

	ConnectTimeout time.Duration
	// contains filtered or unexported fields
}

func (*HandleT) AddColumn ¶

func (ch *HandleT) AddColumn(tableName, columnName, columnType string) (err error)

AddColumn adds column:columnName with dataType columnType to the tableName

func (*HandleT) AlterColumn ¶

func (ch *HandleT) AlterColumn(tableName, columnName, columnType string) (err error)

func (*HandleT) Cleanup ¶

func (ch *HandleT) Cleanup()

func (*HandleT) Connect ¶

func (ch *HandleT) Connect(warehouse warehouseutils.WarehouseT) (client.Client, error)

func (*HandleT) CrashRecover ¶

func (ch *HandleT) CrashRecover(warehouse warehouseutils.WarehouseT) (err error)

func (*HandleT) CreateSchema ¶

func (ch *HandleT) CreateSchema() (err error)

func (*HandleT) CreateTable ¶

func (ch *HandleT) CreateTable(tableName string, columns map[string]string) (err error)

createTable creates table with engine ReplacingMergeTree(), this is used for dedupe event data and replace it will latest data if duplicate data found. This logic is handled by clickhouse The engine differs from MergeTree in that it removes duplicate entries with the same sorting key value.

func (*HandleT) DownloadIdentityRules ¶

func (ch *HandleT) DownloadIdentityRules(*misc.GZipWriter) (err error)

func (*HandleT) DownloadLoadFiles ¶

func (ch *HandleT) DownloadLoadFiles(tableName string) ([]string, error)

DownloadLoadFiles downloads load files for the tableName and gives file names

func (*HandleT) DropTable ¶

func (ch *HandleT) DropTable(tableName string) (err error)

func (*HandleT) FetchSchema ¶

func (ch *HandleT) FetchSchema(warehouse warehouseutils.WarehouseT) (schema warehouseutils.SchemaT, err error)

FetchSchema queries clickhouse and returns the schema associated with provided namespace

func (*HandleT) GetLogIdentifier ¶

func (ch *HandleT) GetLogIdentifier(args ...string) string

func (*HandleT) GetTotalCountInTable ¶

func (ch *HandleT) GetTotalCountInTable(tableName string) (total int64, err error)

func (*HandleT) IsEmpty ¶

func (ch *HandleT) IsEmpty(warehouse warehouseutils.WarehouseT) (empty bool, err error)

func (*HandleT) LoadIdentityMappingsTable ¶

func (ch *HandleT) LoadIdentityMappingsTable() (err error)

func (*HandleT) LoadIdentityMergeRulesTable ¶

func (ch *HandleT) LoadIdentityMergeRulesTable() (err error)

func (*HandleT) LoadTable ¶

func (ch *HandleT) LoadTable(tableName string) error

func (*HandleT) LoadTestTable ¶

func (ch *HandleT) LoadTestTable(location, tableName string, payloadMap map[string]interface{}, format string) (err error)

func (*HandleT) LoadUserTables ¶

func (ch *HandleT) LoadUserTables() (errorMap map[string]error)

func (*HandleT) SetConnectionTimeout ¶

func (ch *HandleT) SetConnectionTimeout(timeout time.Duration)

func (*HandleT) Setup ¶

func (ch *HandleT) Setup(warehouse warehouseutils.WarehouseT, uploader warehouseutils.UploaderI) (err error)

func (*HandleT) TestConnection ¶

func (ch *HandleT) TestConnection(warehouse warehouseutils.WarehouseT) (err error)

TestConnection is used destination connection tester to test the clickhouse connection

Source Files ¶

View all Source files

clickhouse.go

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL