Documentation
¶
Overview ¶
Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
Index ¶
Constants ¶
const ( Type = "type" Value = "value" SqPath = "sqpath" DqPath = "dqpath" )
const ( //Just support Json For now SdcJsonMagicNumber = byte(0xa0) | byte(0x01) )
Variables ¶
var NewLineBytes = []byte("\n")
Functions ¶
func NewRecordFromSDCRecord ¶
Types ¶
type RecordCreator ¶
type RecordCreator struct {
}
func (*RecordCreator) CreateRecord ¶
func (r *RecordCreator) CreateRecord( context api.StageContext, lineText string, messageId string, headers []*api.Field, ) (api.Record, error)
type SDCRecord ¶
type SDCRecord struct {
Header *common.HeaderImpl `json:"header"`
Value map[string]interface{} `json:"value"`
}
type SDCRecordReaderFactoryImpl ¶
type SDCRecordReaderFactoryImpl struct {
recordio.AbstractRecordReaderFactory
}
func (*SDCRecordReaderFactoryImpl) CreateReader ¶
func (srrf *SDCRecordReaderFactoryImpl) CreateReader( context api.StageContext, reader io.Reader, messageId string, ) (dataformats.RecordReader, error)
type SDCRecordReaderImpl ¶
type SDCRecordReaderImpl struct {
// contains filtered or unexported fields
}
func (*SDCRecordReaderImpl) Close ¶
func (srr *SDCRecordReaderImpl) Close() error
func (*SDCRecordReaderImpl) ReadRecord ¶
func (srr *SDCRecordReaderImpl) ReadRecord() (api.Record, error)
type SDCRecordWriterFactoryImpl ¶
type SDCRecordWriterFactoryImpl struct {
}
func (*SDCRecordWriterFactoryImpl) CreateWriter ¶
func (srwf *SDCRecordWriterFactoryImpl) CreateWriter( context api.StageContext, writer io.Writer, ) (dataformats.RecordWriter, error)
type SDCRecordWriterImpl ¶
type SDCRecordWriterImpl struct {
// contains filtered or unexported fields
}
func (*SDCRecordWriterImpl) Close ¶
func (srw *SDCRecordWriterImpl) Close() error
func (*SDCRecordWriterImpl) Flush ¶
func (srw *SDCRecordWriterImpl) Flush() error
func (*SDCRecordWriterImpl) WriteRecord ¶
func (srw *SDCRecordWriterImpl) WriteRecord(r api.Record) error
Source Files