Documentation ¶
Index ¶
- Variables
- func New(ctx context.Context, logger zerolog.Logger, specBytes []byte, ...) (plugin.Client, error)
- type Client
- func (c *Client) Close(ctx context.Context) error
- func (c *Client) DeleteStale(ctx context.Context, msgs message.WriteDeleteStales) error
- func (c *Client) MigrateTables(ctx context.Context, msgs message.WriteMigrateTables) error
- func (c *Client) Read(ctx context.Context, table *schema.Table, res chan<- arrow.Record) error
- func (c *Client) Write(ctx context.Context, msgs <-chan message.WriteMessage) error
- func (c *Client) WriteTableBatch(ctx context.Context, _ string, msgs message.WriteInserts) error
- type Spec
Constants ¶
This section is empty.
Variables ¶
View Source
var JSONSchema string
Functions ¶
Types ¶
type Client ¶
type Client struct { plugin.UnimplementedSource batchwriter.UnimplementedDeleteRecord // contains filtered or unexported fields }
func (*Client) DeleteStale ¶
DeleteStale removes entries from previous syncs
func (*Client) MigrateTables ¶
Migrate creates or updates index templates.
func (*Client) WriteTableBatch ¶
type Spec ¶
type Spec struct { // A list of Elasticsearch nodes to use. // Mutually exclusive with `cloud_id`. Addresses []string `json:"addresses" jsonschema:"default=http://localhost:9200"` // Username for HTTP Basic Authentication. Username string `json:"username"` // Password for HTTP Basic Authentication. Password string `json:"password"` // Endpoint for the Elasticsearch Service (https://elastic.co/cloud). // Mutually exclusive with `addresses`. CloudID string `json:"cloud_id" jsonschema:"example=MyDeployment:abcdefgh"` // Base64-encoded token for authorization; if set, overrides username/password and service token. APIKey string `json:"api_key"` // Service token for authorization; if set, overrides username/password. ServiceToken string `json:"service_token"` // SHA256 hex fingerprint given by Elasticsearch on first launch. CertificateFingerprint string `json:"certificate_fingerprint"` // PEM-encoded certificate authorities. // When set, an empty certificate pool will be created, and the certificates will be appended to it. CACert string `json:"ca_cert"` // Number of concurrent worker goroutines to use for indexing. (Default: number of CPUs) Concurrency int `json:"concurrency" jsonschema:"minimum=1"` // Number of documents to batch together per request. BatchSize int `json:"batch_size" jsonschema:"minimum=1,default=1000"` // Number of bytes to batch together per request. BatchSizeBytes int `json:"batch_size_bytes" jsonschema:"minimum=1,default=5242880"` }
func (Spec) JSONSchemaExtend ¶
func (Spec) JSONSchemaExtend(sc *jsonschema.Schema)
func (*Spec) SetDefaults ¶
func (s *Spec) SetDefaults()
Click to show internal directories.
Click to hide internal directories.