Documentation
¶
Overview ¶
Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
Index ¶
- Constants
- func NewAsyncPreviewer(pipelineId string, config execution.Config, ...) (execution.Previewer, error)
- func NewPreviewSourceOffsetTracker(pipelineId string) execution.SourceOffsetTracker
- type AsyncPreviewer
- func (p *AsyncPreviewer) GetId() string
- func (p *AsyncPreviewer) GetOutput() execution.PreviewOutput
- func (p *AsyncPreviewer) GetStatus() string
- func (p *AsyncPreviewer) Start(batches int, batchSize int, skipTargets bool, stopStage string, ...) error
- func (p *AsyncPreviewer) Stop() error
- func (p *AsyncPreviewer) ValidateConfigs(timeoutMillis int64) error
- type Pipeline
- type PreviewSourceOffsetTracker
- func (o *PreviewSourceOffsetTracker) CommitOffset() error
- func (o *PreviewSourceOffsetTracker) GetLastBatchTime() time.Time
- func (o *PreviewSourceOffsetTracker) GetOffset() *string
- func (o *PreviewSourceOffsetTracker) IsFinished() bool
- func (o *PreviewSourceOffsetTracker) SetOffset(newOffset *string)
- type SyncPreviewer
- func (p *SyncPreviewer) GetId() string
- func (p *SyncPreviewer) GetOutput() execution.PreviewOutput
- func (p *SyncPreviewer) GetStatus() string
- func (p *SyncPreviewer) Start(batches int, batchSize int, skipTargets bool, stopStage string, ...) error
- func (p *SyncPreviewer) Stop() error
- func (p *SyncPreviewer) ValidateConfigs(timeoutMillis int64) error
Constants ¶
const ( CREATED = "CREATED" // The preview was just created and // nothing else has happened yet Validating = "VALIDATING" // validating the configuration, during preview Valid = "VALID" // configuration is valid, during preview InValid = "INVALID" // configuration is invalid, during preview ValidationError = "VALIDATION_ERROR" // validation failed with an exception, during validation Starting = "STARTING" // preview starting (initialization) StartError = "START_ERROR" // preview failed while start (during initialization) Running = "RUNNING" // preview running RunError = "RUN_ERROR" // preview failed while running Finishing = "FINISHING" // preview finishing (calling destroy on pipeline) Finished = "FINISHED" // preview finished (done) Cancelling = "CANCELLING" // preview has been manually stopped Cancelled = "CANCELLED" // preview has been manually stopped TimingOut = "TIMING_OUT" // preview/validate time out TimedOut = "TIMED_OUT" // preview/validate time out )
Variables ¶
This section is empty.
Functions ¶
func NewAsyncPreviewer ¶
func NewAsyncPreviewer( pipelineId string, config execution.Config, pipelineStoreTask pipelineStore.PipelineStoreTask, ) (execution.Previewer, error)
func NewPreviewSourceOffsetTracker ¶
func NewPreviewSourceOffsetTracker(pipelineId string) execution.SourceOffsetTracker
Types ¶
type AsyncPreviewer ¶
type AsyncPreviewer struct {
// contains filtered or unexported fields
}
func (*AsyncPreviewer) GetId ¶
func (p *AsyncPreviewer) GetId() string
func (*AsyncPreviewer) GetOutput ¶
func (p *AsyncPreviewer) GetOutput() execution.PreviewOutput
func (*AsyncPreviewer) GetStatus ¶
func (p *AsyncPreviewer) GetStatus() string
func (*AsyncPreviewer) Start ¶
func (p *AsyncPreviewer) Start( batches int, batchSize int, skipTargets bool, stopStage string, stagesOverride []execution.StageOutputJson, timeoutMillis int64, testOrigin bool, ) error
func (*AsyncPreviewer) Stop ¶
func (p *AsyncPreviewer) Stop() error
func (*AsyncPreviewer) ValidateConfigs ¶
func (p *AsyncPreviewer) ValidateConfigs(timeoutMillis int64) error
type Pipeline ¶
type Pipeline struct {
BatchesOutput [][]execution.StageOutput
// contains filtered or unexported fields
}
func NewPreviewPipeline ¶
func NewPreviewPipeline( config execution.Config, pipelineConfig common.PipelineConfiguration, ) (*Pipeline, []validation.Issue)
func (*Pipeline) Init ¶
func (p *Pipeline) Init() []validation.Issue
func (*Pipeline) ValidateConfigs ¶
func (p *Pipeline) ValidateConfigs() []validation.Issue
type PreviewSourceOffsetTracker ¶
type PreviewSourceOffsetTracker struct {
// contains filtered or unexported fields
}
func (*PreviewSourceOffsetTracker) CommitOffset ¶
func (o *PreviewSourceOffsetTracker) CommitOffset() error
func (*PreviewSourceOffsetTracker) GetLastBatchTime ¶
func (o *PreviewSourceOffsetTracker) GetLastBatchTime() time.Time
func (*PreviewSourceOffsetTracker) GetOffset ¶
func (o *PreviewSourceOffsetTracker) GetOffset() *string
func (*PreviewSourceOffsetTracker) IsFinished ¶
func (o *PreviewSourceOffsetTracker) IsFinished() bool
func (*PreviewSourceOffsetTracker) SetOffset ¶
func (o *PreviewSourceOffsetTracker) SetOffset(newOffset *string)
type SyncPreviewer ¶
type SyncPreviewer struct {
// contains filtered or unexported fields
}
func (*SyncPreviewer) GetId ¶
func (p *SyncPreviewer) GetId() string
func (*SyncPreviewer) GetOutput ¶
func (p *SyncPreviewer) GetOutput() execution.PreviewOutput
func (*SyncPreviewer) GetStatus ¶
func (p *SyncPreviewer) GetStatus() string
func (*SyncPreviewer) Start ¶
func (p *SyncPreviewer) Start( batches int, batchSize int, skipTargets bool, stopStage string, stagesOverride []execution.StageOutputJson, timeoutMillis int64, testOrigin bool, ) error
func (*SyncPreviewer) Stop ¶
func (p *SyncPreviewer) Stop() error
func (*SyncPreviewer) ValidateConfigs ¶
func (p *SyncPreviewer) ValidateConfigs(timeoutMillis int64) error
Source Files