pull

type Cardinality ¶ added in v1.10.0

type Cardinality bool

const (
	Many Cardinality = true
	One  Cardinality = false
)

type Column ¶ added in v1.7.0

type Column struct {
	Name   string
	Export string
}

type DataSet ¶ added in v1.10.0

type DataSet map[TableName]RowSet

type DataSource ¶

type DataSource interface {
	Open() error
	RowReader(source Table, filter Filter) (RowReader, error)
	Read(source Table, filter Filter) (RowSet, error)
	Close() error
}

DataSource to read in the pull process.

func NewDataSourceInMemory(tables DataSet) DataSource

type DataSourceFactory ¶

type DataSourceFactory interface {
	New(url string, schema string) DataSource
}

DataSourceFactory exposes methods to create new datasources.

type DataSourceInMemory ¶ added in v1.10.0

type DataSourceInMemory struct {
	// contains filtered or unexported fields
}

func (ds DataSourceInMemory) Close() error

func (ds DataSourceInMemory) Open() error

func (ds DataSourceInMemory) Read(source Table, filter Filter) (RowSet, error)

func (ds DataSourceInMemory) RowReader(source Table, filter Filter) (RowReader, error)

type ExecutionStats ¶ added in v1.4.0

type ExecutionStats interface {
	GetLinesPerStepCount() map[string]int
	GetFiltersCount() int

	ToJSON() []byte
}

func Compute() ExecutionStats

type ExportedRow ¶ added in v1.10.0

type ExportedRow struct {
	jsonline.Row
}

ExportedRow is a row but with keys ordered and values in export format for jsonline.

func (er ExportedRow) GetOrNil(key string) interface{}

type Filter ¶

type Filter struct {
	Limit    uint
	Values   Row
	Where    string
	Distinct bool
}

type Graph ¶ added in v1.10.0

type Graph struct {
	Relations  map[TableName]RelationSet
	Components map[TableName]uint
	Cached     map[TableName]bool
}

type NoTraceListener ¶

type NoTraceListener struct{}

NoTraceListener default implementation do nothing.

func (t NoTraceListener) TraceStep(s Step) TraceListener

type OneEmptyRowReader ¶

type OneEmptyRowReader struct {
	// contains filtered or unexported fields
}

OneOneEmptyRowReader return one empty row

func NewOneEmptyRowReader() *OneEmptyRowReader

func (r OneEmptyRowReader) Error() error

func (r *OneEmptyRowReader) Next() bool

func (r OneEmptyRowReader) Value() Row

type Plan ¶

type Plan struct {
	Relations  RelationSet
	Components map[TableName]uint // <= could be deduced from relations with tarjan algorithm
}

type Puller ¶ added in v1.10.0

type Puller interface {
	Pull(start Table, filter Filter, filterCohort RowReader) error
}

func NewPuller(plan Plan, datasource DataSource, exporter RowExporter, diagnostic TraceListener) Puller

func NewPullerParallel(plan Plan, datasource DataSource, exporter RowExporter, diagnostic TraceListener, nbworkers uint) Puller

type Relation ¶

type Relation struct {
	Name        RelationName
	Cardinality Cardinality
	Local       RelationTip
	Foreign     RelationTip
}

type RelationName ¶ added in v1.10.0

type RelationName string

type RelationSet ¶ added in v1.10.0

type RelationSet []Relation

type RelationTip ¶ added in v1.10.0

type RelationTip struct {
	Table Table
	Keys  []string
}

type Row ¶

type Row map[string]interface{}

type RowExporter ¶

type RowExporter interface {
	Export(ExportedRow) error
}

RowExporter receives pulled rows one by one.

func NewRowExporterWriter(out io.Writer) RowExporter

type RowExporterCollector ¶ added in v1.10.0

type RowExporterCollector struct {
	Result []ExportedRow
}

func NewRowExporterCollector() *RowExporterCollector

func (re *RowExporterCollector) Export(row ExportedRow) error

func (re *RowExporterCollector) Reset()

type RowExporterWriter ¶ added in v1.10.0

type RowExporterWriter struct {
	// contains filtered or unexported fields
}

func (re RowExporterWriter) Export(row ExportedRow) error

type RowReader ¶

type RowReader interface {
	Next() bool
	Value() Row
	Error() error
}

RowReader over DataSource.

type RowReaderInMemory ¶ added in v1.10.0

type RowReaderInMemory struct {
	// contains filtered or unexported fields
}

func (rr *RowReaderInMemory) Error() error

func (rr *RowReaderInMemory) Next() bool

func (rr *RowReaderInMemory) Value() Row

type RowSet ¶ added in v1.10.0

type RowSet []Row

type Step ¶

type Step struct {
	// contains filtered or unexported fields
}

func NewStep(puller *puller, out ExportedRow, entry Relation) *Step

func (s *Step) Entry() Relation

func (s *Step) Execute() error

type Table ¶

type Table struct {
	Name    TableName
	Keys    []string
	Columns []Column
	// contains filtered or unexported fields
}

type TableName ¶ added in v1.10.0

type TableName string

type TraceListener ¶

type TraceListener interface {
	TraceStep(Step) TraceListener
}

TraceListener receives diagnostic trace.