cluster

type Node interface {
	IsCoordinator() bool
	Start(sif.DataFrame) error
	GracefulStop() error
	Stop() error
	Run(ctx context.Context) (*Result, error)
}

type NodeOptions struct {
	Port                     int           // port for this Node to bind to
	Host                     string        // hostname for this Node to bind to
	CoordinatorPort          int           // port for the Coordinator Node (potentially identical to Port if this is the Coordinator)
	CoordinatorHost          string        // [REQUIRED] hostname of the Coordinator Node (potentially identical to Host if this is the Coordinator)
	NumWorkers               int           // [REQUIRED] the number of Workers to wait for before running the job
	WorkerJoinTimeout        time.Duration // how long the Coordinator should wait for Workers to join
	WorkerJoinRetries        int           // how many times a Worker should retry connecting to the Coordinator (at one second intervals)
	RPCTimeout               time.Duration // timeout for all RPC calls
	TempDir                  string        // location for storing temporary files (primarily persisted partitions)
	CacheMemoryHighWatermark uint64        // the number of partitions to retain in memory before swapping to disk
	IgnoreRowErrors          bool          // iff true, log row transformation errors instead of crashing immediately
}

type NodeRole = string

type Result struct {
	Accumulated sif.Accumulator
	Collected   map[string]sif.CollectedPartition
}