pachyderm: github.com/pachyderm/pachyderm/src/client/admin/1_8/pps Index | Files

package pps

import "github.com/pachyderm/pachyderm/src/client/admin/1_8/pps"

Index

Package Files

pps.pb.go

Variables

var (
    ErrInvalidLengthPps = fmt.Errorf("proto: negative length found during unmarshaling")
    ErrIntOverflowPps   = fmt.Errorf("proto: integer overflow")
)
var DatumState_name = map[int32]string{
    0:  "FAILED",
    1:  "SUCCESS",
    2:  "SKIPPED",
    3:  "STARTING",
}
var DatumState_value = map[string]int32{
    "FAILED":   0,
    "SUCCESS":  1,
    "SKIPPED":  2,
    "STARTING": 3,
}
var JobState_name = map[int32]string{
    0:  "JOB_STARTING",
    1:  "JOB_RUNNING",
    2:  "JOB_FAILURE",
    3:  "JOB_SUCCESS",
    4:  "JOB_KILLED",
    5:  "JOB_MERGING",
}
var JobState_value = map[string]int32{
    "JOB_STARTING": 0,
    "JOB_RUNNING":  1,
    "JOB_FAILURE":  2,
    "JOB_SUCCESS":  3,
    "JOB_KILLED":   4,
    "JOB_MERGING":  5,
}
var PipelineState_name = map[int32]string{
    0:  "PIPELINE_STARTING",
    1:  "PIPELINE_RUNNING",
    2:  "PIPELINE_RESTARTING",
    3:  "PIPELINE_FAILURE",
    4:  "PIPELINE_PAUSED",
    5:  "PIPELINE_STANDBY",
}
var PipelineState_value = map[string]int32{
    "PIPELINE_STARTING":   0,
    "PIPELINE_RUNNING":    1,
    "PIPELINE_RESTARTING": 2,
    "PIPELINE_FAILURE":    3,
    "PIPELINE_PAUSED":     4,
    "PIPELINE_STANDBY":    5,
}
var WorkerState_name = map[int32]string{
    0:  "POD_RUNNING",
    1:  "POD_SUCCESS",
    2:  "POD_FAILED",
}
var WorkerState_value = map[string]int32{
    "POD_RUNNING": 0,
    "POD_SUCCESS": 1,
    "POD_FAILED":  2,
}

func RegisterAPIServer Uses

func RegisterAPIServer(s *grpc.Server, srv APIServer)

type APIClient Uses

type APIClient interface {
    CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error)
    InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error)
    // ListJob returns information about current and past Pachyderm jobs. This is
    // deprecated in favor of ListJobStream
    ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error)
    // ListJobStream returns information about current and past Pachyderm jobs.
    ListJobStream(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (API_ListJobStreamClient, error)
    FlushJob(ctx context.Context, in *FlushJobRequest, opts ...grpc.CallOption) (API_FlushJobClient, error)
    DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*types.Empty, error)
    StopJob(ctx context.Context, in *StopJobRequest, opts ...grpc.CallOption) (*types.Empty, error)
    InspectDatum(ctx context.Context, in *InspectDatumRequest, opts ...grpc.CallOption) (*DatumInfo, error)
    // ListDatum returns information about each datum fed to a Pachyderm job. This
    // is deprecated in favor of ListDatumStream
    ListDatum(ctx context.Context, in *ListDatumRequest, opts ...grpc.CallOption) (*ListDatumResponse, error)
    // ListDatumStream returns information about each datum fed to a Pachyderm job
    ListDatumStream(ctx context.Context, in *ListDatumRequest, opts ...grpc.CallOption) (API_ListDatumStreamClient, error)
    RestartDatum(ctx context.Context, in *RestartDatumRequest, opts ...grpc.CallOption) (*types.Empty, error)
    CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*types.Empty, error)
    InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error)
    ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (*PipelineInfos, error)
    DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*types.Empty, error)
    StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*types.Empty, error)
    StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*types.Empty, error)
    RerunPipeline(ctx context.Context, in *RerunPipelineRequest, opts ...grpc.CallOption) (*types.Empty, error)
    // DeleteAll deletes everything
    DeleteAll(ctx context.Context, in *types.Empty, opts ...grpc.CallOption) (*types.Empty, error)
    GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error)
    // Garbage collection
    GarbageCollect(ctx context.Context, in *GarbageCollectRequest, opts ...grpc.CallOption) (*GarbageCollectResponse, error)
    // An internal call that causes PPS to put itself into an auth-enabled state
    // (all pipeline have tokens, correct permissions, etcd)
    ActivateAuth(ctx context.Context, in *ActivateAuthRequest, opts ...grpc.CallOption) (*ActivateAuthResponse, error)
}

APIClient is the client API for API service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewAPIClient Uses

func NewAPIClient(cc *grpc.ClientConn) APIClient

type APIServer Uses

type APIServer interface {
    CreateJob(context.Context, *CreateJobRequest) (*Job, error)
    InspectJob(context.Context, *InspectJobRequest) (*JobInfo, error)
    // ListJob returns information about current and past Pachyderm jobs. This is
    // deprecated in favor of ListJobStream
    ListJob(context.Context, *ListJobRequest) (*JobInfos, error)
    // ListJobStream returns information about current and past Pachyderm jobs.
    ListJobStream(*ListJobRequest, API_ListJobStreamServer) error
    FlushJob(*FlushJobRequest, API_FlushJobServer) error
    DeleteJob(context.Context, *DeleteJobRequest) (*types.Empty, error)
    StopJob(context.Context, *StopJobRequest) (*types.Empty, error)
    InspectDatum(context.Context, *InspectDatumRequest) (*DatumInfo, error)
    // ListDatum returns information about each datum fed to a Pachyderm job. This
    // is deprecated in favor of ListDatumStream
    ListDatum(context.Context, *ListDatumRequest) (*ListDatumResponse, error)
    // ListDatumStream returns information about each datum fed to a Pachyderm job
    ListDatumStream(*ListDatumRequest, API_ListDatumStreamServer) error
    RestartDatum(context.Context, *RestartDatumRequest) (*types.Empty, error)
    CreatePipeline(context.Context, *CreatePipelineRequest) (*types.Empty, error)
    InspectPipeline(context.Context, *InspectPipelineRequest) (*PipelineInfo, error)
    ListPipeline(context.Context, *ListPipelineRequest) (*PipelineInfos, error)
    DeletePipeline(context.Context, *DeletePipelineRequest) (*types.Empty, error)
    StartPipeline(context.Context, *StartPipelineRequest) (*types.Empty, error)
    StopPipeline(context.Context, *StopPipelineRequest) (*types.Empty, error)
    RerunPipeline(context.Context, *RerunPipelineRequest) (*types.Empty, error)
    // DeleteAll deletes everything
    DeleteAll(context.Context, *types.Empty) (*types.Empty, error)
    GetLogs(*GetLogsRequest, API_GetLogsServer) error
    // Garbage collection
    GarbageCollect(context.Context, *GarbageCollectRequest) (*GarbageCollectResponse, error)
    // An internal call that causes PPS to put itself into an auth-enabled state
    // (all pipeline have tokens, correct permissions, etcd)
    ActivateAuth(context.Context, *ActivateAuthRequest) (*ActivateAuthResponse, error)
}

APIServer is the server API for API service.

type API_FlushJobClient Uses

type API_FlushJobClient interface {
    Recv() (*JobInfo, error)
    grpc.ClientStream
}

type API_FlushJobServer Uses

type API_FlushJobServer interface {
    Send(*JobInfo) error
    grpc.ServerStream
}

type API_GetLogsClient Uses

type API_GetLogsClient interface {
    Recv() (*LogMessage, error)
    grpc.ClientStream
}

type API_GetLogsServer Uses

type API_GetLogsServer interface {
    Send(*LogMessage) error
    grpc.ServerStream
}

type API_ListDatumStreamClient Uses

type API_ListDatumStreamClient interface {
    Recv() (*ListDatumStreamResponse, error)
    grpc.ClientStream
}

type API_ListDatumStreamServer Uses

type API_ListDatumStreamServer interface {
    Send(*ListDatumStreamResponse) error
    grpc.ServerStream
}

type API_ListJobStreamClient Uses

type API_ListJobStreamClient interface {
    Recv() (*JobInfo, error)
    grpc.ClientStream
}

type API_ListJobStreamServer Uses

type API_ListJobStreamServer interface {
    Send(*JobInfo) error
    grpc.ServerStream
}

type ActivateAuthRequest Uses

type ActivateAuthRequest struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ActivateAuthRequest) Descriptor Uses

func (*ActivateAuthRequest) Descriptor() ([]byte, []int)

func (*ActivateAuthRequest) Marshal Uses

func (m *ActivateAuthRequest) Marshal() (dAtA []byte, err error)

func (*ActivateAuthRequest) MarshalTo Uses

func (m *ActivateAuthRequest) MarshalTo(dAtA []byte) (int, error)

func (*ActivateAuthRequest) ProtoMessage Uses

func (*ActivateAuthRequest) ProtoMessage()

func (*ActivateAuthRequest) Reset Uses

func (m *ActivateAuthRequest) Reset()

func (*ActivateAuthRequest) Size Uses

func (m *ActivateAuthRequest) Size() (n int)

func (*ActivateAuthRequest) String Uses

func (m *ActivateAuthRequest) String() string

func (*ActivateAuthRequest) Unmarshal Uses

func (m *ActivateAuthRequest) Unmarshal(dAtA []byte) error

func (*ActivateAuthRequest) XXX_DiscardUnknown Uses

func (m *ActivateAuthRequest) XXX_DiscardUnknown()

func (*ActivateAuthRequest) XXX_Marshal Uses

func (m *ActivateAuthRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ActivateAuthRequest) XXX_Merge Uses

func (m *ActivateAuthRequest) XXX_Merge(src proto.Message)

func (*ActivateAuthRequest) XXX_Size Uses

func (m *ActivateAuthRequest) XXX_Size() int

func (*ActivateAuthRequest) XXX_Unmarshal Uses

func (m *ActivateAuthRequest) XXX_Unmarshal(b []byte) error

type ActivateAuthResponse Uses

type ActivateAuthResponse struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ActivateAuthResponse) Descriptor Uses

func (*ActivateAuthResponse) Descriptor() ([]byte, []int)

func (*ActivateAuthResponse) Marshal Uses

func (m *ActivateAuthResponse) Marshal() (dAtA []byte, err error)

func (*ActivateAuthResponse) MarshalTo Uses

func (m *ActivateAuthResponse) MarshalTo(dAtA []byte) (int, error)

func (*ActivateAuthResponse) ProtoMessage Uses

func (*ActivateAuthResponse) ProtoMessage()

func (*ActivateAuthResponse) Reset Uses

func (m *ActivateAuthResponse) Reset()

func (*ActivateAuthResponse) Size Uses

func (m *ActivateAuthResponse) Size() (n int)

func (*ActivateAuthResponse) String Uses

func (m *ActivateAuthResponse) String() string

func (*ActivateAuthResponse) Unmarshal Uses

func (m *ActivateAuthResponse) Unmarshal(dAtA []byte) error

func (*ActivateAuthResponse) XXX_DiscardUnknown Uses

func (m *ActivateAuthResponse) XXX_DiscardUnknown()

func (*ActivateAuthResponse) XXX_Marshal Uses

func (m *ActivateAuthResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ActivateAuthResponse) XXX_Merge Uses

func (m *ActivateAuthResponse) XXX_Merge(src proto.Message)

func (*ActivateAuthResponse) XXX_Size Uses

func (m *ActivateAuthResponse) XXX_Size() int

func (*ActivateAuthResponse) XXX_Unmarshal Uses

func (m *ActivateAuthResponse) XXX_Unmarshal(b []byte) error

type Aggregate Uses

type Aggregate struct {
    Count                 int64    `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"`
    Mean                  float64  `protobuf:"fixed64,2,opt,name=mean,proto3" json:"mean,omitempty"`
    Stddev                float64  `protobuf:"fixed64,3,opt,name=stddev,proto3" json:"stddev,omitempty"`
    FifthPercentile       float64  `protobuf:"fixed64,4,opt,name=fifth_percentile,json=fifthPercentile,proto3" json:"fifth_percentile,omitempty"`
    NinetyFifthPercentile float64  `protobuf:"fixed64,5,opt,name=ninety_fifth_percentile,json=ninetyFifthPercentile,proto3" json:"ninety_fifth_percentile,omitempty"`
    XXX_NoUnkeyedLiteral  struct{} `json:"-"`
    XXX_unrecognized      []byte   `json:"-"`
    XXX_sizecache         int32    `json:"-"`
}

func (*Aggregate) Descriptor Uses

func (*Aggregate) Descriptor() ([]byte, []int)

func (*Aggregate) GetCount Uses

func (m *Aggregate) GetCount() int64

func (*Aggregate) GetFifthPercentile Uses

func (m *Aggregate) GetFifthPercentile() float64

func (*Aggregate) GetMean Uses

func (m *Aggregate) GetMean() float64

func (*Aggregate) GetNinetyFifthPercentile Uses

func (m *Aggregate) GetNinetyFifthPercentile() float64

func (*Aggregate) GetStddev Uses

func (m *Aggregate) GetStddev() float64

func (*Aggregate) Marshal Uses

func (m *Aggregate) Marshal() (dAtA []byte, err error)

func (*Aggregate) MarshalTo Uses

func (m *Aggregate) MarshalTo(dAtA []byte) (int, error)

func (*Aggregate) ProtoMessage Uses

func (*Aggregate) ProtoMessage()

func (*Aggregate) Reset Uses

func (m *Aggregate) Reset()

func (*Aggregate) Size Uses

func (m *Aggregate) Size() (n int)

func (*Aggregate) String Uses

func (m *Aggregate) String() string

func (*Aggregate) Unmarshal Uses

func (m *Aggregate) Unmarshal(dAtA []byte) error

func (*Aggregate) XXX_DiscardUnknown Uses

func (m *Aggregate) XXX_DiscardUnknown()

func (*Aggregate) XXX_Marshal Uses

func (m *Aggregate) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Aggregate) XXX_Merge Uses

func (m *Aggregate) XXX_Merge(src proto.Message)

func (*Aggregate) XXX_Size Uses

func (m *Aggregate) XXX_Size() int

func (*Aggregate) XXX_Unmarshal Uses

func (m *Aggregate) XXX_Unmarshal(b []byte) error

type AggregateProcessStats Uses

type AggregateProcessStats struct {
    DownloadTime         *Aggregate `protobuf:"bytes,1,opt,name=download_time,json=downloadTime,proto3" json:"download_time,omitempty"`
    ProcessTime          *Aggregate `protobuf:"bytes,2,opt,name=process_time,json=processTime,proto3" json:"process_time,omitempty"`
    UploadTime           *Aggregate `protobuf:"bytes,3,opt,name=upload_time,json=uploadTime,proto3" json:"upload_time,omitempty"`
    DownloadBytes        *Aggregate `protobuf:"bytes,4,opt,name=download_bytes,json=downloadBytes,proto3" json:"download_bytes,omitempty"`
    UploadBytes          *Aggregate `protobuf:"bytes,5,opt,name=upload_bytes,json=uploadBytes,proto3" json:"upload_bytes,omitempty"`
    XXX_NoUnkeyedLiteral struct{}   `json:"-"`
    XXX_unrecognized     []byte     `json:"-"`
    XXX_sizecache        int32      `json:"-"`
}

func (*AggregateProcessStats) Descriptor Uses

func (*AggregateProcessStats) Descriptor() ([]byte, []int)

func (*AggregateProcessStats) GetDownloadBytes Uses

func (m *AggregateProcessStats) GetDownloadBytes() *Aggregate

func (*AggregateProcessStats) GetDownloadTime Uses

func (m *AggregateProcessStats) GetDownloadTime() *Aggregate

func (*AggregateProcessStats) GetProcessTime Uses

func (m *AggregateProcessStats) GetProcessTime() *Aggregate

func (*AggregateProcessStats) GetUploadBytes Uses

func (m *AggregateProcessStats) GetUploadBytes() *Aggregate

func (*AggregateProcessStats) GetUploadTime Uses

func (m *AggregateProcessStats) GetUploadTime() *Aggregate

func (*AggregateProcessStats) Marshal Uses

func (m *AggregateProcessStats) Marshal() (dAtA []byte, err error)

func (*AggregateProcessStats) MarshalTo Uses

func (m *AggregateProcessStats) MarshalTo(dAtA []byte) (int, error)

func (*AggregateProcessStats) ProtoMessage Uses

func (*AggregateProcessStats) ProtoMessage()

func (*AggregateProcessStats) Reset Uses

func (m *AggregateProcessStats) Reset()

func (*AggregateProcessStats) Size Uses

func (m *AggregateProcessStats) Size() (n int)

func (*AggregateProcessStats) String Uses

func (m *AggregateProcessStats) String() string

func (*AggregateProcessStats) Unmarshal Uses

func (m *AggregateProcessStats) Unmarshal(dAtA []byte) error

func (*AggregateProcessStats) XXX_DiscardUnknown Uses

func (m *AggregateProcessStats) XXX_DiscardUnknown()

func (*AggregateProcessStats) XXX_Marshal Uses

func (m *AggregateProcessStats) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*AggregateProcessStats) XXX_Merge Uses

func (m *AggregateProcessStats) XXX_Merge(src proto.Message)

func (*AggregateProcessStats) XXX_Size Uses

func (m *AggregateProcessStats) XXX_Size() int

func (*AggregateProcessStats) XXX_Unmarshal Uses

func (m *AggregateProcessStats) XXX_Unmarshal(b []byte) error

type AtomInput Uses

type AtomInput struct {
    Name   string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
    Repo   string `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"`
    Branch string `protobuf:"bytes,3,opt,name=branch,proto3" json:"branch,omitempty"`
    Commit string `protobuf:"bytes,4,opt,name=commit,proto3" json:"commit,omitempty"`
    Glob   string `protobuf:"bytes,5,opt,name=glob,proto3" json:"glob,omitempty"`
    Lazy   bool   `protobuf:"varint,6,opt,name=lazy,proto3" json:"lazy,omitempty"`
    // EmptyFiles, if true, will cause files from this atom to be presented as
    // empty files. This is useful in shuffle pipelines where you want to read
    // the names of files and reorganize them using symlinks.
    EmptyFiles           bool     `protobuf:"varint,8,opt,name=empty_files,json=emptyFiles,proto3" json:"empty_files,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Note: this is deprecated and replaced by `PfsInput`

func (*AtomInput) Descriptor Uses

func (*AtomInput) Descriptor() ([]byte, []int)

func (*AtomInput) GetBranch Uses

func (m *AtomInput) GetBranch() string

func (*AtomInput) GetCommit Uses

func (m *AtomInput) GetCommit() string

func (*AtomInput) GetEmptyFiles Uses

func (m *AtomInput) GetEmptyFiles() bool

func (*AtomInput) GetGlob Uses

func (m *AtomInput) GetGlob() string

func (*AtomInput) GetLazy Uses

func (m *AtomInput) GetLazy() bool

func (*AtomInput) GetName Uses

func (m *AtomInput) GetName() string

func (*AtomInput) GetRepo Uses

func (m *AtomInput) GetRepo() string

func (*AtomInput) Marshal Uses

func (m *AtomInput) Marshal() (dAtA []byte, err error)

func (*AtomInput) MarshalTo Uses

func (m *AtomInput) MarshalTo(dAtA []byte) (int, error)

func (*AtomInput) ProtoMessage Uses

func (*AtomInput) ProtoMessage()

func (*AtomInput) Reset Uses

func (m *AtomInput) Reset()

func (*AtomInput) Size Uses

func (m *AtomInput) Size() (n int)

func (*AtomInput) String Uses

func (m *AtomInput) String() string

func (*AtomInput) Unmarshal Uses

func (m *AtomInput) Unmarshal(dAtA []byte) error

func (*AtomInput) XXX_DiscardUnknown Uses

func (m *AtomInput) XXX_DiscardUnknown()

func (*AtomInput) XXX_Marshal Uses

func (m *AtomInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*AtomInput) XXX_Merge Uses

func (m *AtomInput) XXX_Merge(src proto.Message)

func (*AtomInput) XXX_Size Uses

func (m *AtomInput) XXX_Size() int

func (*AtomInput) XXX_Unmarshal Uses

func (m *AtomInput) XXX_Unmarshal(b []byte) error

type ChunkSpec Uses

type ChunkSpec struct {
    // number, if nonzero, specifies that each chunk should contain `number`
    // datums. Chunks may contain fewer if the total number of datums don't
    // divide evenly.
    Number int64 `protobuf:"varint,1,opt,name=number,proto3" json:"number,omitempty"`
    // size_bytes, if nonzero, specifies a target size for each chunk of datums.
    // Chunks may be larger or smaller than size_bytes, but will usually be
    // pretty close to size_bytes in size.
    SizeBytes            int64    `protobuf:"varint,2,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

ChunkSpec specifies how a pipeline should chunk its datums.

func (*ChunkSpec) Descriptor Uses

func (*ChunkSpec) Descriptor() ([]byte, []int)

func (*ChunkSpec) GetNumber Uses

func (m *ChunkSpec) GetNumber() int64

func (*ChunkSpec) GetSizeBytes Uses

func (m *ChunkSpec) GetSizeBytes() int64

func (*ChunkSpec) Marshal Uses

func (m *ChunkSpec) Marshal() (dAtA []byte, err error)

func (*ChunkSpec) MarshalTo Uses

func (m *ChunkSpec) MarshalTo(dAtA []byte) (int, error)

func (*ChunkSpec) ProtoMessage Uses

func (*ChunkSpec) ProtoMessage()

func (*ChunkSpec) Reset Uses

func (m *ChunkSpec) Reset()

func (*ChunkSpec) Size Uses

func (m *ChunkSpec) Size() (n int)

func (*ChunkSpec) String Uses

func (m *ChunkSpec) String() string

func (*ChunkSpec) Unmarshal Uses

func (m *ChunkSpec) Unmarshal(dAtA []byte) error

func (*ChunkSpec) XXX_DiscardUnknown Uses

func (m *ChunkSpec) XXX_DiscardUnknown()

func (*ChunkSpec) XXX_Marshal Uses

func (m *ChunkSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ChunkSpec) XXX_Merge Uses

func (m *ChunkSpec) XXX_Merge(src proto.Message)

func (*ChunkSpec) XXX_Size Uses

func (m *ChunkSpec) XXX_Size() int

func (*ChunkSpec) XXX_Unmarshal Uses

func (m *ChunkSpec) XXX_Unmarshal(b []byte) error

type CreateJobRequest Uses

type CreateJobRequest struct {
    Pipeline             *Pipeline   `protobuf:"bytes,2,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
    OutputCommit         *pfs.Commit `protobuf:"bytes,25,opt,name=output_commit,json=outputCommit,proto3" json:"output_commit,omitempty"`
    XXX_NoUnkeyedLiteral struct{}    `json:"-"`
    XXX_unrecognized     []byte      `json:"-"`
    XXX_sizecache        int32       `json:"-"`
}

func (*CreateJobRequest) Descriptor Uses

func (*CreateJobRequest) Descriptor() ([]byte, []int)

func (*CreateJobRequest) GetOutputCommit Uses

func (m *CreateJobRequest) GetOutputCommit() *pfs.Commit

func (*CreateJobRequest) GetPipeline Uses

func (m *CreateJobRequest) GetPipeline() *Pipeline

func (*CreateJobRequest) Marshal Uses

func (m *CreateJobRequest) Marshal() (dAtA []byte, err error)

func (*CreateJobRequest) MarshalTo Uses

func (m *CreateJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*CreateJobRequest) ProtoMessage Uses

func (*CreateJobRequest) ProtoMessage()

func (*CreateJobRequest) Reset Uses

func (m *CreateJobRequest) Reset()

func (*CreateJobRequest) Size Uses

func (m *CreateJobRequest) Size() (n int)

func (*CreateJobRequest) String Uses

func (m *CreateJobRequest) String() string

func (*CreateJobRequest) Unmarshal Uses

func (m *CreateJobRequest) Unmarshal(dAtA []byte) error

func (*CreateJobRequest) XXX_DiscardUnknown Uses

func (m *CreateJobRequest) XXX_DiscardUnknown()

func (*CreateJobRequest) XXX_Marshal Uses

func (m *CreateJobRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CreateJobRequest) XXX_Merge Uses

func (m *CreateJobRequest) XXX_Merge(src proto.Message)

func (*CreateJobRequest) XXX_Size Uses

func (m *CreateJobRequest) XXX_Size() int

func (*CreateJobRequest) XXX_Unmarshal Uses

func (m *CreateJobRequest) XXX_Unmarshal(b []byte) error

type CreatePipelineRequest Uses

type CreatePipelineRequest struct {
    Pipeline           *Pipeline        `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
    Transform          *Transform       `protobuf:"bytes,2,opt,name=transform,proto3" json:"transform,omitempty"`
    ParallelismSpec    *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec,proto3" json:"parallelism_spec,omitempty"`
    HashtreeSpec       *HashtreeSpec    `protobuf:"bytes,31,opt,name=hashtree_spec,json=hashtreeSpec,proto3" json:"hashtree_spec,omitempty"`
    Egress             *Egress          `protobuf:"bytes,9,opt,name=egress,proto3" json:"egress,omitempty"`
    Update             bool             `protobuf:"varint,5,opt,name=update,proto3" json:"update,omitempty"`
    OutputBranch       string           `protobuf:"bytes,10,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
    ScaleDownThreshold *types.Duration  `protobuf:"bytes,11,opt,name=scale_down_threshold,json=scaleDownThreshold,proto3" json:"scale_down_threshold,omitempty"`
    ResourceRequests   *ResourceSpec    `protobuf:"bytes,12,opt,name=resource_requests,json=resourceRequests,proto3" json:"resource_requests,omitempty"`
    ResourceLimits     *ResourceSpec    `protobuf:"bytes,22,opt,name=resource_limits,json=resourceLimits,proto3" json:"resource_limits,omitempty"`
    Input              *Input           `protobuf:"bytes,13,opt,name=input,proto3" json:"input,omitempty"`
    Description        string           `protobuf:"bytes,14,opt,name=description,proto3" json:"description,omitempty"`
    CacheSize          string           `protobuf:"bytes,16,opt,name=cache_size,json=cacheSize,proto3" json:"cache_size,omitempty"`
    EnableStats        bool             `protobuf:"varint,17,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"`
    // Reprocess forces the pipeline to reprocess all datums.
    // It only has meaning if Update is true
    Reprocess            bool            `protobuf:"varint,18,opt,name=reprocess,proto3" json:"reprocess,omitempty"`
    Batch                bool            `protobuf:"varint,19,opt,name=batch,proto3" json:"batch,omitempty"`
    MaxQueueSize         int64           `protobuf:"varint,20,opt,name=max_queue_size,json=maxQueueSize,proto3" json:"max_queue_size,omitempty"`
    Service              *Service        `protobuf:"bytes,21,opt,name=service,proto3" json:"service,omitempty"`
    Spout                *Spout          `protobuf:"bytes,33,opt,name=spout,proto3" json:"spout,omitempty"`
    ChunkSpec            *ChunkSpec      `protobuf:"bytes,23,opt,name=chunk_spec,json=chunkSpec,proto3" json:"chunk_spec,omitempty"`
    DatumTimeout         *types.Duration `protobuf:"bytes,24,opt,name=datum_timeout,json=datumTimeout,proto3" json:"datum_timeout,omitempty"`
    JobTimeout           *types.Duration `protobuf:"bytes,25,opt,name=job_timeout,json=jobTimeout,proto3" json:"job_timeout,omitempty"`
    Salt                 string          `protobuf:"bytes,26,opt,name=salt,proto3" json:"salt,omitempty"`
    Standby              bool            `protobuf:"varint,27,opt,name=standby,proto3" json:"standby,omitempty"`
    DatumTries           int64           `protobuf:"varint,28,opt,name=datum_tries,json=datumTries,proto3" json:"datum_tries,omitempty"`
    SchedulingSpec       *SchedulingSpec `protobuf:"bytes,29,opt,name=scheduling_spec,json=schedulingSpec,proto3" json:"scheduling_spec,omitempty"`
    PodSpec              string          `protobuf:"bytes,30,opt,name=pod_spec,json=podSpec,proto3" json:"pod_spec,omitempty"`
    PodPatch             string          `protobuf:"bytes,32,opt,name=pod_patch,json=podPatch,proto3" json:"pod_patch,omitempty"`
    XXX_NoUnkeyedLiteral struct{}        `json:"-"`
    XXX_unrecognized     []byte          `json:"-"`
    XXX_sizecache        int32           `json:"-"`
}

func (*CreatePipelineRequest) Descriptor Uses

func (*CreatePipelineRequest) Descriptor() ([]byte, []int)

func (*CreatePipelineRequest) GetBatch Uses

func (m *CreatePipelineRequest) GetBatch() bool

func (*CreatePipelineRequest) GetCacheSize Uses

func (m *CreatePipelineRequest) GetCacheSize() string

func (*CreatePipelineRequest) GetChunkSpec Uses

func (m *CreatePipelineRequest) GetChunkSpec() *ChunkSpec

func (*CreatePipelineRequest) GetDatumTimeout Uses

func (m *CreatePipelineRequest) GetDatumTimeout() *types.Duration

func (*CreatePipelineRequest) GetDatumTries Uses

func (m *CreatePipelineRequest) GetDatumTries() int64

func (*CreatePipelineRequest) GetDescription Uses

func (m *CreatePipelineRequest) GetDescription() string

func (*CreatePipelineRequest) GetEgress Uses

func (m *CreatePipelineRequest) GetEgress() *Egress

func (*CreatePipelineRequest) GetEnableStats Uses

func (m *CreatePipelineRequest) GetEnableStats() bool

func (*CreatePipelineRequest) GetHashtreeSpec Uses

func (m *CreatePipelineRequest) GetHashtreeSpec() *HashtreeSpec

func (*CreatePipelineRequest) GetInput Uses

func (m *CreatePipelineRequest) GetInput() *Input

func (*CreatePipelineRequest) GetJobTimeout Uses

func (m *CreatePipelineRequest) GetJobTimeout() *types.Duration

func (*CreatePipelineRequest) GetMaxQueueSize Uses

func (m *CreatePipelineRequest) GetMaxQueueSize() int64

func (*CreatePipelineRequest) GetOutputBranch Uses

func (m *CreatePipelineRequest) GetOutputBranch() string

func (*CreatePipelineRequest) GetParallelismSpec Uses

func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec

func (*CreatePipelineRequest) GetPipeline Uses

func (m *CreatePipelineRequest) GetPipeline() *Pipeline

func (*CreatePipelineRequest) GetPodPatch Uses

func (m *CreatePipelineRequest) GetPodPatch() string

func (*CreatePipelineRequest) GetPodSpec Uses

func (m *CreatePipelineRequest) GetPodSpec() string

func (*CreatePipelineRequest) GetReprocess Uses

func (m *CreatePipelineRequest) GetReprocess() bool

func (*CreatePipelineRequest) GetResourceLimits Uses

func (m *CreatePipelineRequest) GetResourceLimits() *ResourceSpec

func (*CreatePipelineRequest) GetResourceRequests Uses

func (m *CreatePipelineRequest) GetResourceRequests() *ResourceSpec

func (*CreatePipelineRequest) GetSalt Uses

func (m *CreatePipelineRequest) GetSalt() string

func (*CreatePipelineRequest) GetScaleDownThreshold Uses

func (m *CreatePipelineRequest) GetScaleDownThreshold() *types.Duration

func (*CreatePipelineRequest) GetSchedulingSpec Uses

func (m *CreatePipelineRequest) GetSchedulingSpec() *SchedulingSpec

func (*CreatePipelineRequest) GetService Uses

func (m *CreatePipelineRequest) GetService() *Service

func (*CreatePipelineRequest) GetSpout Uses

func (m *CreatePipelineRequest) GetSpout() *Spout

func (*CreatePipelineRequest) GetStandby Uses

func (m *CreatePipelineRequest) GetStandby() bool

func (*CreatePipelineRequest) GetTransform Uses

func (m *CreatePipelineRequest) GetTransform() *Transform

func (*CreatePipelineRequest) GetUpdate Uses

func (m *CreatePipelineRequest) GetUpdate() bool

func (*CreatePipelineRequest) Marshal Uses

func (m *CreatePipelineRequest) Marshal() (dAtA []byte, err error)

func (*CreatePipelineRequest) MarshalTo Uses

func (m *CreatePipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*CreatePipelineRequest) ProtoMessage Uses

func (*CreatePipelineRequest) ProtoMessage()

func (*CreatePipelineRequest) Reset Uses

func (m *CreatePipelineRequest) Reset()

func (*CreatePipelineRequest) Size Uses

func (m *CreatePipelineRequest) Size() (n int)

func (*CreatePipelineRequest) String Uses

func (m *CreatePipelineRequest) String() string

func (*CreatePipelineRequest) Unmarshal Uses

func (m *CreatePipelineRequest) Unmarshal(dAtA []byte) error

func (*CreatePipelineRequest) XXX_DiscardUnknown Uses

func (m *CreatePipelineRequest) XXX_DiscardUnknown()

func (*CreatePipelineRequest) XXX_Marshal Uses

func (m *CreatePipelineRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CreatePipelineRequest) XXX_Merge Uses

func (m *CreatePipelineRequest) XXX_Merge(src proto.Message)

func (*CreatePipelineRequest) XXX_Size Uses

func (m *CreatePipelineRequest) XXX_Size() int

func (*CreatePipelineRequest) XXX_Unmarshal Uses

func (m *CreatePipelineRequest) XXX_Unmarshal(b []byte) error

type CronInput Uses

type CronInput struct {
    Name   string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
    Repo   string `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"`
    Commit string `protobuf:"bytes,3,opt,name=commit,proto3" json:"commit,omitempty"`
    Spec   string `protobuf:"bytes,4,opt,name=spec,proto3" json:"spec,omitempty"`
    // Overwrite, if true, will expose a single datum that gets overwritten each
    // tick. If false, it will create a new datum for each tick.
    Overwrite            bool             `protobuf:"varint,6,opt,name=overwrite,proto3" json:"overwrite,omitempty"`
    Start                *types.Timestamp `protobuf:"bytes,5,opt,name=start,proto3" json:"start,omitempty"`
    XXX_NoUnkeyedLiteral struct{}         `json:"-"`
    XXX_unrecognized     []byte           `json:"-"`
    XXX_sizecache        int32            `json:"-"`
}

func (*CronInput) Descriptor Uses

func (*CronInput) Descriptor() ([]byte, []int)

func (*CronInput) GetCommit Uses

func (m *CronInput) GetCommit() string

func (*CronInput) GetName Uses

func (m *CronInput) GetName() string

func (*CronInput) GetOverwrite Uses

func (m *CronInput) GetOverwrite() bool

func (*CronInput) GetRepo Uses

func (m *CronInput) GetRepo() string

func (*CronInput) GetSpec Uses

func (m *CronInput) GetSpec() string

func (*CronInput) GetStart Uses

func (m *CronInput) GetStart() *types.Timestamp

func (*CronInput) Marshal Uses

func (m *CronInput) Marshal() (dAtA []byte, err error)

func (*CronInput) MarshalTo Uses

func (m *CronInput) MarshalTo(dAtA []byte) (int, error)

func (*CronInput) ProtoMessage Uses

func (*CronInput) ProtoMessage()

func (*CronInput) Reset Uses

func (m *CronInput) Reset()

func (*CronInput) Size Uses

func (m *CronInput) Size() (n int)

func (*CronInput) String Uses

func (m *CronInput) String() string

func (*CronInput) Unmarshal Uses

func (m *CronInput) Unmarshal(dAtA []byte) error

func (*CronInput) XXX_DiscardUnknown Uses

func (m *CronInput) XXX_DiscardUnknown()

func (*CronInput) XXX_Marshal Uses

func (m *CronInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CronInput) XXX_Merge Uses

func (m *CronInput) XXX_Merge(src proto.Message)

func (*CronInput) XXX_Size Uses

func (m *CronInput) XXX_Size() int

func (*CronInput) XXX_Unmarshal Uses

func (m *CronInput) XXX_Unmarshal(b []byte) error

type Datum Uses

type Datum struct {
    // ID is the hash computed from all the files
    ID                   string   `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
    Job                  *Job     `protobuf:"bytes,2,opt,name=job,proto3" json:"job,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*Datum) Descriptor Uses

func (*Datum) Descriptor() ([]byte, []int)

func (*Datum) GetID Uses

func (m *Datum) GetID() string

func (*Datum) GetJob Uses

func (m *Datum) GetJob() *Job

func (*Datum) Marshal Uses

func (m *Datum) Marshal() (dAtA []byte, err error)

func (*Datum) MarshalTo Uses

func (m *Datum) MarshalTo(dAtA []byte) (int, error)

func (*Datum) ProtoMessage Uses

func (*Datum) ProtoMessage()

func (*Datum) Reset Uses

func (m *Datum) Reset()

func (*Datum) Size Uses

func (m *Datum) Size() (n int)

func (*Datum) String Uses

func (m *Datum) String() string

func (*Datum) Unmarshal Uses

func (m *Datum) Unmarshal(dAtA []byte) error

func (*Datum) XXX_DiscardUnknown Uses

func (m *Datum) XXX_DiscardUnknown()

func (*Datum) XXX_Marshal Uses

func (m *Datum) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Datum) XXX_Merge Uses

func (m *Datum) XXX_Merge(src proto.Message)

func (*Datum) XXX_Size Uses

func (m *Datum) XXX_Size() int

func (*Datum) XXX_Unmarshal Uses

func (m *Datum) XXX_Unmarshal(b []byte) error

type DatumInfo Uses

type DatumInfo struct {
    Datum                *Datum          `protobuf:"bytes,1,opt,name=datum,proto3" json:"datum,omitempty"`
    State                DatumState      `protobuf:"varint,2,opt,name=state,proto3,enum=pps_1_8.DatumState" json:"state,omitempty"`
    Stats                *ProcessStats   `protobuf:"bytes,3,opt,name=stats,proto3" json:"stats,omitempty"`
    PfsState             *pfs.File       `protobuf:"bytes,4,opt,name=pfs_state,json=pfsState,proto3" json:"pfs_state,omitempty"`
    Data                 []*pfs.FileInfo `protobuf:"bytes,5,rep,name=data,proto3" json:"data,omitempty"`
    XXX_NoUnkeyedLiteral struct{}        `json:"-"`
    XXX_unrecognized     []byte          `json:"-"`
    XXX_sizecache        int32           `json:"-"`
}

func (*DatumInfo) Descriptor Uses

func (*DatumInfo) Descriptor() ([]byte, []int)

func (*DatumInfo) GetData Uses

func (m *DatumInfo) GetData() []*pfs.FileInfo

func (*DatumInfo) GetDatum Uses

func (m *DatumInfo) GetDatum() *Datum

func (*DatumInfo) GetPfsState Uses

func (m *DatumInfo) GetPfsState() *pfs.File

func (*DatumInfo) GetState Uses

func (m *DatumInfo) GetState() DatumState

func (*DatumInfo) GetStats Uses

func (m *DatumInfo) GetStats() *ProcessStats

func (*DatumInfo) Marshal Uses

func (m *DatumInfo) Marshal() (dAtA []byte, err error)

func (*DatumInfo) MarshalTo Uses

func (m *DatumInfo) MarshalTo(dAtA []byte) (int, error)

func (*DatumInfo) ProtoMessage Uses

func (*DatumInfo) ProtoMessage()

func (*DatumInfo) Reset Uses

func (m *DatumInfo) Reset()

func (*DatumInfo) Size Uses

func (m *DatumInfo) Size() (n int)

func (*DatumInfo) String Uses

func (m *DatumInfo) String() string

func (*DatumInfo) Unmarshal Uses

func (m *DatumInfo) Unmarshal(dAtA []byte) error

func (*DatumInfo) XXX_DiscardUnknown Uses

func (m *DatumInfo) XXX_DiscardUnknown()

func (*DatumInfo) XXX_Marshal Uses

func (m *DatumInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DatumInfo) XXX_Merge Uses

func (m *DatumInfo) XXX_Merge(src proto.Message)

func (*DatumInfo) XXX_Size Uses

func (m *DatumInfo) XXX_Size() int

func (*DatumInfo) XXX_Unmarshal Uses

func (m *DatumInfo) XXX_Unmarshal(b []byte) error

type DatumState Uses

type DatumState int32
const (
    DatumState_FAILED   DatumState = 0
    DatumState_SUCCESS  DatumState = 1
    DatumState_SKIPPED  DatumState = 2
    DatumState_STARTING DatumState = 3
)

func (DatumState) EnumDescriptor Uses

func (DatumState) EnumDescriptor() ([]byte, []int)

func (DatumState) String Uses

func (x DatumState) String() string

type DeleteJobRequest Uses

type DeleteJobRequest struct {
    Job                  *Job     `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*DeleteJobRequest) Descriptor Uses

func (*DeleteJobRequest) Descriptor() ([]byte, []int)

func (*DeleteJobRequest) GetJob Uses

func (m *DeleteJobRequest) GetJob() *Job

func (*DeleteJobRequest) Marshal Uses

func (m *DeleteJobRequest) Marshal() (dAtA []byte, err error)

func (*DeleteJobRequest) MarshalTo Uses

func (m *DeleteJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*DeleteJobRequest) ProtoMessage Uses

func (*DeleteJobRequest) ProtoMessage()

func (*DeleteJobRequest) Reset Uses

func (m *DeleteJobRequest) Reset()

func (*DeleteJobRequest) Size Uses

func (m *DeleteJobRequest) Size() (n int)

func (*DeleteJobRequest) String Uses

func (m *DeleteJobRequest) String() string

func (*DeleteJobRequest) Unmarshal Uses

func (m *DeleteJobRequest) Unmarshal(dAtA []byte) error

func (*DeleteJobRequest) XXX_DiscardUnknown Uses

func (m *DeleteJobRequest) XXX_DiscardUnknown()

func (*DeleteJobRequest) XXX_Marshal Uses

func (m *DeleteJobRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeleteJobRequest) XXX_Merge Uses

func (m *DeleteJobRequest) XXX_Merge(src proto.Message)

func (*DeleteJobRequest) XXX_Size Uses

func (m *DeleteJobRequest) XXX_Size() int

func (*DeleteJobRequest) XXX_Unmarshal Uses

func (m *DeleteJobRequest) XXX_Unmarshal(b []byte) error

type DeletePipelineRequest Uses

type DeletePipelineRequest struct {
    Pipeline             *Pipeline `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
    All                  bool      `protobuf:"varint,4,opt,name=all,proto3" json:"all,omitempty"`
    Force                bool      `protobuf:"varint,5,opt,name=force,proto3" json:"force,omitempty"`
    XXX_NoUnkeyedLiteral struct{}  `json:"-"`
    XXX_unrecognized     []byte    `json:"-"`
    XXX_sizecache        int32     `json:"-"`
}

func (*DeletePipelineRequest) Descriptor Uses

func (*DeletePipelineRequest) Descriptor() ([]byte, []int)

func (*DeletePipelineRequest) GetAll Uses

func (m *DeletePipelineRequest) GetAll() bool

func (*DeletePipelineRequest) GetForce Uses

func (m *DeletePipelineRequest) GetForce() bool

func (*DeletePipelineRequest) GetPipeline Uses

func (m *DeletePipelineRequest) GetPipeline() *Pipeline

func (*DeletePipelineRequest) Marshal Uses

func (m *DeletePipelineRequest) Marshal() (dAtA []byte, err error)

func (*DeletePipelineRequest) MarshalTo Uses

func (m *DeletePipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*DeletePipelineRequest) ProtoMessage Uses

func (*DeletePipelineRequest) ProtoMessage()

func (*DeletePipelineRequest) Reset Uses

func (m *DeletePipelineRequest) Reset()

func (*DeletePipelineRequest) Size Uses

func (m *DeletePipelineRequest) Size() (n int)

func (*DeletePipelineRequest) String Uses

func (m *DeletePipelineRequest) String() string

func (*DeletePipelineRequest) Unmarshal Uses

func (m *DeletePipelineRequest) Unmarshal(dAtA []byte) error

func (*DeletePipelineRequest) XXX_DiscardUnknown Uses

func (m *DeletePipelineRequest) XXX_DiscardUnknown()

func (*DeletePipelineRequest) XXX_Marshal Uses

func (m *DeletePipelineRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeletePipelineRequest) XXX_Merge Uses

func (m *DeletePipelineRequest) XXX_Merge(src proto.Message)

func (*DeletePipelineRequest) XXX_Size Uses

func (m *DeletePipelineRequest) XXX_Size() int

func (*DeletePipelineRequest) XXX_Unmarshal Uses

func (m *DeletePipelineRequest) XXX_Unmarshal(b []byte) error

type Egress Uses

type Egress struct {
    URL                  string   `protobuf:"bytes,1,opt,name=URL,proto3" json:"URL,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*Egress) Descriptor Uses

func (*Egress) Descriptor() ([]byte, []int)

func (*Egress) GetURL Uses

func (m *Egress) GetURL() string

func (*Egress) Marshal Uses

func (m *Egress) Marshal() (dAtA []byte, err error)

func (*Egress) MarshalTo Uses

func (m *Egress) MarshalTo(dAtA []byte) (int, error)

func (*Egress) ProtoMessage Uses

func (*Egress) ProtoMessage()

func (*Egress) Reset Uses

func (m *Egress) Reset()

func (*Egress) Size Uses

func (m *Egress) Size() (n int)

func (*Egress) String Uses

func (m *Egress) String() string

func (*Egress) Unmarshal Uses

func (m *Egress) Unmarshal(dAtA []byte) error

func (*Egress) XXX_DiscardUnknown Uses

func (m *Egress) XXX_DiscardUnknown()

func (*Egress) XXX_Marshal Uses

func (m *Egress) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Egress) XXX_Merge Uses

func (m *Egress) XXX_Merge(src proto.Message)

func (*Egress) XXX_Size Uses

func (m *Egress) XXX_Size() int

func (*Egress) XXX_Unmarshal Uses

func (m *Egress) XXX_Unmarshal(b []byte) error

type EtcdJobInfo Uses

type EtcdJobInfo struct {
    Job          *Job        `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
    Pipeline     *Pipeline   `protobuf:"bytes,2,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
    OutputCommit *pfs.Commit `protobuf:"bytes,3,opt,name=output_commit,json=outputCommit,proto3" json:"output_commit,omitempty"`
    // Job restart count (e.g. due to datum failure)
    Restart uint64 `protobuf:"varint,4,opt,name=restart,proto3" json:"restart,omitempty"`
    // Counts of how many times we processed or skipped a datum
    DataProcessed int64 `protobuf:"varint,5,opt,name=data_processed,json=dataProcessed,proto3" json:"data_processed,omitempty"`
    DataSkipped   int64 `protobuf:"varint,6,opt,name=data_skipped,json=dataSkipped,proto3" json:"data_skipped,omitempty"`
    DataTotal     int64 `protobuf:"varint,7,opt,name=data_total,json=dataTotal,proto3" json:"data_total,omitempty"`
    DataFailed    int64 `protobuf:"varint,8,opt,name=data_failed,json=dataFailed,proto3" json:"data_failed,omitempty"`
    // Download/process/upload time and download/upload bytes
    Stats                *ProcessStats    `protobuf:"bytes,9,opt,name=stats,proto3" json:"stats,omitempty"`
    StatsCommit          *pfs.Commit      `protobuf:"bytes,10,opt,name=stats_commit,json=statsCommit,proto3" json:"stats_commit,omitempty"`
    State                JobState         `protobuf:"varint,11,opt,name=state,proto3,enum=pps_1_8.JobState" json:"state,omitempty"`
    Reason               string           `protobuf:"bytes,12,opt,name=reason,proto3" json:"reason,omitempty"`
    Started              *types.Timestamp `protobuf:"bytes,13,opt,name=started,proto3" json:"started,omitempty"`
    Finished             *types.Timestamp `protobuf:"bytes,14,opt,name=finished,proto3" json:"finished,omitempty"`
    XXX_NoUnkeyedLiteral struct{}         `json:"-"`
    XXX_unrecognized     []byte           `json:"-"`
    XXX_sizecache        int32            `json:"-"`
}

EtcdJobInfo is the portion of the JobInfo that gets stored in etcd during job execution. It contains fields which change over the lifetime of the job but aren't used in the execution of the job.

func (*EtcdJobInfo) Descriptor Uses

func (*EtcdJobInfo) Descriptor() ([]byte, []int)

func (*EtcdJobInfo) GetDataFailed Uses

func (m *EtcdJobInfo) GetDataFailed() int64

func (*EtcdJobInfo) GetDataProcessed Uses

func (m *EtcdJobInfo) GetDataProcessed() int64

func (*EtcdJobInfo) GetDataSkipped Uses

func (m *EtcdJobInfo) GetDataSkipped() int64

func (*EtcdJobInfo) GetDataTotal Uses

func (m *EtcdJobInfo) GetDataTotal() int64

func (*EtcdJobInfo) GetFinished Uses

func (m *EtcdJobInfo) GetFinished() *types.Timestamp

func (*EtcdJobInfo) GetJob Uses

func (m *EtcdJobInfo) GetJob() *Job

func (*EtcdJobInfo) GetOutputCommit Uses

func (m *EtcdJobInfo) GetOutputCommit() *pfs.Commit

func (*EtcdJobInfo) GetPipeline Uses

func (m *EtcdJobInfo) GetPipeline() *Pipeline

func (*EtcdJobInfo) GetReason Uses

func (m *EtcdJobInfo) GetReason() string

func (*EtcdJobInfo) GetRestart Uses

func (m *EtcdJobInfo) GetRestart() uint64

func (*EtcdJobInfo) GetStarted Uses

func (m *EtcdJobInfo) GetStarted() *types.Timestamp

func (*EtcdJobInfo) GetState Uses

func (m *EtcdJobInfo) GetState() JobState

func (*EtcdJobInfo) GetStats Uses

func (m *EtcdJobInfo) GetStats() *ProcessStats

func (*EtcdJobInfo) GetStatsCommit Uses

func (m *EtcdJobInfo) GetStatsCommit() *pfs.Commit

func (*EtcdJobInfo) Marshal Uses

func (m *EtcdJobInfo) Marshal() (dAtA []byte, err error)

func (*EtcdJobInfo) MarshalTo Uses

func (m *EtcdJobInfo) MarshalTo(dAtA []byte) (int, error)

func (*EtcdJobInfo) ProtoMessage Uses

func (*EtcdJobInfo) ProtoMessage()

func (*EtcdJobInfo) Reset Uses

func (m *EtcdJobInfo) Reset()

func (*EtcdJobInfo) Size Uses

func (m *EtcdJobInfo) Size() (n int)

func (*EtcdJobInfo) String Uses

func (m *EtcdJobInfo) String() string

func (*EtcdJobInfo) Unmarshal Uses

func (m *EtcdJobInfo) Unmarshal(dAtA []byte) error

func (*EtcdJobInfo) XXX_DiscardUnknown Uses

func (m *EtcdJobInfo) XXX_DiscardUnknown()

func (*EtcdJobInfo) XXX_Marshal Uses

func (m *EtcdJobInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*EtcdJobInfo) XXX_Merge Uses

func (m *EtcdJobInfo) XXX_Merge(src proto.Message)

func (*EtcdJobInfo) XXX_Size Uses

func (m *EtcdJobInfo) XXX_Size() int

func (*EtcdJobInfo) XXX_Unmarshal Uses

func (m *EtcdJobInfo) XXX_Unmarshal(b []byte) error

type EtcdPipelineInfo Uses

type EtcdPipelineInfo struct {
    State                PipelineState   `protobuf:"varint,1,opt,name=state,proto3,enum=pps_1_8.PipelineState" json:"state,omitempty"`
    Reason               string          `protobuf:"bytes,4,opt,name=reason,proto3" json:"reason,omitempty"`
    SpecCommit           *pfs.Commit     `protobuf:"bytes,2,opt,name=spec_commit,json=specCommit,proto3" json:"spec_commit,omitempty"`
    JobCounts            map[int32]int32 `protobuf:"bytes,3,rep,name=job_counts,json=jobCounts,proto3" json:"job_counts,omitempty" protobuf_key:"varint,1,opt,name=key,proto3" protobuf_val:"varint,2,opt,name=value,proto3"`
    AuthToken            string          `protobuf:"bytes,5,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"`
    LastJobState         JobState        `protobuf:"varint,6,opt,name=last_job_state,json=lastJobState,proto3,enum=pps_1_8.JobState" json:"last_job_state,omitempty"`
    XXX_NoUnkeyedLiteral struct{}        `json:"-"`
    XXX_unrecognized     []byte          `json:"-"`
    XXX_sizecache        int32           `json:"-"`
}

EtcdPipelineInfo is proto that Pachd stores in etcd for each pipeline. It tracks the state of the pipeline, and points to its metadata in PFS (and, by pointing to a PFS commit, de facto tracks the pipeline's version)

func (*EtcdPipelineInfo) Descriptor Uses

func (*EtcdPipelineInfo) Descriptor() ([]byte, []int)

func (*EtcdPipelineInfo) GetAuthToken Uses

func (m *EtcdPipelineInfo) GetAuthToken() string

func (*EtcdPipelineInfo) GetJobCounts Uses

func (m *EtcdPipelineInfo) GetJobCounts() map[int32]int32

func (*EtcdPipelineInfo) GetLastJobState Uses

func (m *EtcdPipelineInfo) GetLastJobState() JobState

func (*EtcdPipelineInfo) GetReason Uses

func (m *EtcdPipelineInfo) GetReason() string

func (*EtcdPipelineInfo) GetSpecCommit Uses

func (m *EtcdPipelineInfo) GetSpecCommit() *pfs.Commit

func (*EtcdPipelineInfo) GetState Uses

func (m *EtcdPipelineInfo) GetState() PipelineState

func (*EtcdPipelineInfo) Marshal Uses

func (m *EtcdPipelineInfo) Marshal() (dAtA []byte, err error)

func (*EtcdPipelineInfo) MarshalTo Uses

func (m *EtcdPipelineInfo) MarshalTo(dAtA []byte) (int, error)

func (*EtcdPipelineInfo) ProtoMessage Uses

func (*EtcdPipelineInfo) ProtoMessage()

func (*EtcdPipelineInfo) Reset Uses

func (m *EtcdPipelineInfo) Reset()

func (*EtcdPipelineInfo) Size Uses

func (m *EtcdPipelineInfo) Size() (n int)

func (*EtcdPipelineInfo) String Uses

func (m *EtcdPipelineInfo) String() string

func (*EtcdPipelineInfo) Unmarshal Uses

func (m *EtcdPipelineInfo) Unmarshal(dAtA []byte) error

func (*EtcdPipelineInfo) XXX_DiscardUnknown Uses

func (m *EtcdPipelineInfo) XXX_DiscardUnknown()

func (*EtcdPipelineInfo) XXX_Marshal Uses

func (m *EtcdPipelineInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*EtcdPipelineInfo) XXX_Merge Uses

func (m *EtcdPipelineInfo) XXX_Merge(src proto.Message)

func (*EtcdPipelineInfo) XXX_Size Uses

func (m *EtcdPipelineInfo) XXX_Size() int

func (*EtcdPipelineInfo) XXX_Unmarshal Uses

func (m *EtcdPipelineInfo) XXX_Unmarshal(b []byte) error

type FlushJobRequest Uses

type FlushJobRequest struct {
    Commits              []*pfs.Commit `protobuf:"bytes,1,rep,name=commits,proto3" json:"commits,omitempty"`
    ToPipelines          []*Pipeline   `protobuf:"bytes,2,rep,name=to_pipelines,json=toPipelines,proto3" json:"to_pipelines,omitempty"`
    XXX_NoUnkeyedLiteral struct{}      `json:"-"`
    XXX_unrecognized     []byte        `json:"-"`
    XXX_sizecache        int32         `json:"-"`
}

func (*FlushJobRequest) Descriptor Uses

func (*FlushJobRequest) Descriptor() ([]byte, []int)

func (*FlushJobRequest) GetCommits Uses

func (m *FlushJobRequest) GetCommits() []*pfs.Commit

func (*FlushJobRequest) GetToPipelines Uses

func (m *FlushJobRequest) GetToPipelines() []*Pipeline

func (*FlushJobRequest) Marshal Uses

func (m *FlushJobRequest) Marshal() (dAtA []byte, err error)

func (*FlushJobRequest) MarshalTo Uses

func (m *FlushJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*FlushJobRequest) ProtoMessage Uses

func (*FlushJobRequest) ProtoMessage()

func (*FlushJobRequest) Reset Uses

func (m *FlushJobRequest) Reset()

func (*FlushJobRequest) Size Uses

func (m *FlushJobRequest) Size() (n int)

func (*FlushJobRequest) String Uses

func (m *FlushJobRequest) String() string

func (*FlushJobRequest) Unmarshal Uses

func (m *FlushJobRequest) Unmarshal(dAtA []byte) error

func (*FlushJobRequest) XXX_DiscardUnknown Uses

func (m *FlushJobRequest) XXX_DiscardUnknown()

func (*FlushJobRequest) XXX_Marshal Uses

func (m *FlushJobRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*FlushJobRequest) XXX_Merge Uses

func (m *FlushJobRequest) XXX_Merge(src proto.Message)

func (*FlushJobRequest) XXX_Size Uses

func (m *FlushJobRequest) XXX_Size() int

func (*FlushJobRequest) XXX_Unmarshal Uses

func (m *FlushJobRequest) XXX_Unmarshal(b []byte) error

type GPUSpec Uses

type GPUSpec struct {
    // The type of GPU (nvidia.com/gpu or amd.com/gpu for example).
    Type string `protobuf:"bytes,1,opt,name=type,proto3" json:"type,omitempty"`
    // The number of GPUs to request.
    Number               int64    `protobuf:"varint,2,opt,name=number,proto3" json:"number,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*GPUSpec) Descriptor Uses

func (*GPUSpec) Descriptor() ([]byte, []int)

func (*GPUSpec) GetNumber Uses

func (m *GPUSpec) GetNumber() int64

func (*GPUSpec) GetType Uses

func (m *GPUSpec) GetType() string

func (*GPUSpec) Marshal Uses

func (m *GPUSpec) Marshal() (dAtA []byte, err error)

func (*GPUSpec) MarshalTo Uses

func (m *GPUSpec) MarshalTo(dAtA []byte) (int, error)

func (*GPUSpec) ProtoMessage Uses

func (*GPUSpec) ProtoMessage()

func (*GPUSpec) Reset Uses

func (m *GPUSpec) Reset()

func (*GPUSpec) Size Uses

func (m *GPUSpec) Size() (n int)

func (*GPUSpec) String Uses

func (m *GPUSpec) String() string

func (*GPUSpec) Unmarshal Uses

func (m *GPUSpec) Unmarshal(dAtA []byte) error

func (*GPUSpec) XXX_DiscardUnknown Uses

func (m *GPUSpec) XXX_DiscardUnknown()

func (*GPUSpec) XXX_Marshal Uses

func (m *GPUSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GPUSpec) XXX_Merge Uses

func (m *GPUSpec) XXX_Merge(src proto.Message)

func (*GPUSpec) XXX_Size Uses

func (m *GPUSpec) XXX_Size() int

func (*GPUSpec) XXX_Unmarshal Uses

func (m *GPUSpec) XXX_Unmarshal(b []byte) error

type GarbageCollectRequest Uses

type GarbageCollectRequest struct {
    // Memory is how much memory to use in computing which objects are alive. A
    // larger number will result in more precise garbage collection (at the
    // cost of more memory usage).
    MemoryBytes          int64    `protobuf:"varint,1,opt,name=memory_bytes,json=memoryBytes,proto3" json:"memory_bytes,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*GarbageCollectRequest) Descriptor Uses

func (*GarbageCollectRequest) Descriptor() ([]byte, []int)

func (*GarbageCollectRequest) GetMemoryBytes Uses

func (m *GarbageCollectRequest) GetMemoryBytes() int64

func (*GarbageCollectRequest) Marshal Uses

func (m *GarbageCollectRequest) Marshal() (dAtA []byte, err error)

func (*GarbageCollectRequest) MarshalTo Uses

func (m *GarbageCollectRequest) MarshalTo(dAtA []byte) (int, error)

func (*GarbageCollectRequest) ProtoMessage Uses

func (*GarbageCollectRequest) ProtoMessage()

func (*GarbageCollectRequest) Reset Uses

func (m *GarbageCollectRequest) Reset()

func (*GarbageCollectRequest) Size Uses

func (m *GarbageCollectRequest) Size() (n int)

func (*GarbageCollectRequest) String Uses

func (m *GarbageCollectRequest) String() string

func (*GarbageCollectRequest) Unmarshal Uses

func (m *GarbageCollectRequest) Unmarshal(dAtA []byte) error

func (*GarbageCollectRequest) XXX_DiscardUnknown Uses

func (m *GarbageCollectRequest) XXX_DiscardUnknown()

func (*GarbageCollectRequest) XXX_Marshal Uses

func (m *GarbageCollectRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GarbageCollectRequest) XXX_Merge Uses

func (m *GarbageCollectRequest) XXX_Merge(src proto.Message)

func (*GarbageCollectRequest) XXX_Size Uses

func (m *GarbageCollectRequest) XXX_Size() int

func (*GarbageCollectRequest) XXX_Unmarshal Uses

func (m *GarbageCollectRequest) XXX_Unmarshal(b []byte) error

type GarbageCollectResponse Uses

type GarbageCollectResponse struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*GarbageCollectResponse) Descriptor Uses

func (*GarbageCollectResponse) Descriptor() ([]byte, []int)

func (*GarbageCollectResponse) Marshal Uses

func (m *GarbageCollectResponse) Marshal() (dAtA []byte, err error)

func (*GarbageCollectResponse) MarshalTo Uses

func (m *GarbageCollectResponse) MarshalTo(dAtA []byte) (int, error)

func (*GarbageCollectResponse) ProtoMessage Uses

func (*GarbageCollectResponse) ProtoMessage()

func (*GarbageCollectResponse) Reset Uses

func (m *GarbageCollectResponse) Reset()

func (*GarbageCollectResponse) Size Uses

func (m *GarbageCollectResponse) Size() (n int)

func (*GarbageCollectResponse) String Uses

func (m *GarbageCollectResponse) String() string

func (*GarbageCollectResponse) Unmarshal Uses

func (m *GarbageCollectResponse) Unmarshal(dAtA []byte) error

func (*GarbageCollectResponse) XXX_DiscardUnknown Uses

func (m *GarbageCollectResponse) XXX_DiscardUnknown()

func (*GarbageCollectResponse) XXX_Marshal Uses

func (m *GarbageCollectResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GarbageCollectResponse) XXX_Merge Uses

func (m *GarbageCollectResponse) XXX_Merge(src proto.Message)

func (*GarbageCollectResponse) XXX_Size Uses

func (m *GarbageCollectResponse) XXX_Size() int

func (*GarbageCollectResponse) XXX_Unmarshal Uses

func (m *GarbageCollectResponse) XXX_Unmarshal(b []byte) error

type GetLogsRequest Uses

type GetLogsRequest struct {
    // The pipeline from which we want to get logs (required if the job in 'job'
    // was created as part of a pipeline. To get logs from a non-orphan job
    // without the pipeline that created it, you need to use ElasticSearch).
    Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
    // The job from which we want to get logs.
    Job *Job `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
    // Names of input files from which we want processing logs. This may contain
    // multiple files, to query pipelines that contain multiple inputs. Each
    // filter may be an absolute path of a file within a pps repo, or it may be
    // a hash for that file (to search for files at specific versions)
    DataFilters []string `protobuf:"bytes,3,rep,name=data_filters,json=dataFilters,proto3" json:"data_filters,omitempty"`
    Datum       *Datum   `protobuf:"bytes,6,opt,name=datum,proto3" json:"datum,omitempty"`
    // If true get logs from the master process
    Master bool `protobuf:"varint,5,opt,name=master,proto3" json:"master,omitempty"`
    // Continue to follow new logs as they become available.
    Follow bool `protobuf:"varint,7,opt,name=follow,proto3" json:"follow,omitempty"`
    // If nonzero, the number of lines from the end of the logs to return.  Note:
    // tail applies per container, so you will get tail * <number of pods> total
    // lines back.
    Tail                 int64    `protobuf:"varint,8,opt,name=tail,proto3" json:"tail,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*GetLogsRequest) Descriptor Uses

func (*GetLogsRequest) Descriptor() ([]byte, []int)

func (*GetLogsRequest) GetDataFilters Uses

func (m *GetLogsRequest) GetDataFilters() []string

func (*GetLogsRequest) GetDatum Uses

func (m *GetLogsRequest) GetDatum() *Datum

func (*GetLogsRequest) GetFollow Uses

func (m *GetLogsRequest) GetFollow() bool

func (*GetLogsRequest) GetJob Uses

func (m *GetLogsRequest) GetJob() *Job

func (*GetLogsRequest) GetMaster Uses

func (m *GetLogsRequest) GetMaster() bool

func (*GetLogsRequest) GetPipeline Uses

func (m *GetLogsRequest) GetPipeline() *Pipeline

func (*GetLogsRequest) GetTail Uses

func (m *GetLogsRequest) GetTail() int64

func (*GetLogsRequest) Marshal Uses

func (m *GetLogsRequest) Marshal() (dAtA []byte, err error)

func (*GetLogsRequest) MarshalTo Uses

func (m *GetLogsRequest) MarshalTo(dAtA []byte) (int, error)

func (*GetLogsRequest) ProtoMessage Uses

func (*GetLogsRequest) ProtoMessage()

func (*GetLogsRequest) Reset Uses

func (m *GetLogsRequest) Reset()

func (*GetLogsRequest) Size Uses

func (m *GetLogsRequest) Size() (n int)

func (*GetLogsRequest) String Uses

func (m *GetLogsRequest) String() string

func (*GetLogsRequest) Unmarshal Uses

func (m *GetLogsRequest) Unmarshal(dAtA []byte) error

func (*GetLogsRequest) XXX_DiscardUnknown Uses

func (m *GetLogsRequest) XXX_DiscardUnknown()

func (*GetLogsRequest) XXX_Marshal Uses

func (m *GetLogsRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GetLogsRequest) XXX_Merge Uses

func (m *GetLogsRequest) XXX_Merge(src proto.Message)

func (*GetLogsRequest) XXX_Size Uses

func (m *GetLogsRequest) XXX_Size() int

func (*GetLogsRequest) XXX_Unmarshal Uses

func (m *GetLogsRequest) XXX_Unmarshal(b []byte) error

type GitInput Uses

type GitInput struct {
    Name                 string   `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
    URL                  string   `protobuf:"bytes,2,opt,name=url,proto3" json:"url,omitempty"`
    Branch               string   `protobuf:"bytes,3,opt,name=branch,proto3" json:"branch,omitempty"`
    Commit               string   `protobuf:"bytes,4,opt,name=commit,proto3" json:"commit,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*GitInput) Descriptor Uses

func (*GitInput) Descriptor() ([]byte, []int)

func (*GitInput) GetBranch Uses

func (m *GitInput) GetBranch() string

func (*GitInput) GetCommit Uses

func (m *GitInput) GetCommit() string

func (*GitInput) GetName Uses

func (m *GitInput) GetName() string

func (*GitInput) GetURL Uses

func (m *GitInput) GetURL() string

func (*GitInput) Marshal Uses

func (m *GitInput) Marshal() (dAtA []byte, err error)

func (*GitInput) MarshalTo Uses

func (m *GitInput) MarshalTo(dAtA []byte) (int, error)

func (*GitInput) ProtoMessage Uses

func (*GitInput) ProtoMessage()

func (*GitInput) Reset Uses

func (m *GitInput) Reset()

func (*GitInput) Size Uses

func (m *GitInput) Size() (n int)

func (*GitInput) String Uses

func (m *GitInput) String() string

func (*GitInput) Unmarshal Uses

func (m *GitInput) Unmarshal(dAtA []byte) error

func (*GitInput) XXX_DiscardUnknown Uses

func (m *GitInput) XXX_DiscardUnknown()

func (*GitInput) XXX_Marshal Uses

func (m *GitInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GitInput) XXX_Merge Uses

func (m *GitInput) XXX_Merge(src proto.Message)

func (*GitInput) XXX_Size Uses

func (m *GitInput) XXX_Size() int

func (*GitInput) XXX_Unmarshal Uses

func (m *GitInput) XXX_Unmarshal(b []byte) error

type HashtreeSpec Uses

type HashtreeSpec struct {
    Constant             uint64   `protobuf:"varint,1,opt,name=constant,proto3" json:"constant,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

HashTreeSpec sets the number of shards into which pps splits a pipeline's output commits (sharded commits are implemented in Pachyderm 1.8+ only)

func (*HashtreeSpec) Descriptor Uses

func (*HashtreeSpec) Descriptor() ([]byte, []int)

func (*HashtreeSpec) GetConstant Uses

func (m *HashtreeSpec) GetConstant() uint64

func (*HashtreeSpec) Marshal Uses

func (m *HashtreeSpec) Marshal() (dAtA []byte, err error)

func (*HashtreeSpec) MarshalTo Uses

func (m *HashtreeSpec) MarshalTo(dAtA []byte) (int, error)

func (*HashtreeSpec) ProtoMessage Uses

func (*HashtreeSpec) ProtoMessage()

func (*HashtreeSpec) Reset Uses

func (m *HashtreeSpec) Reset()

func (*HashtreeSpec) Size Uses

func (m *HashtreeSpec) Size() (n int)

func (*HashtreeSpec) String Uses

func (m *HashtreeSpec) String() string

func (*HashtreeSpec) Unmarshal Uses

func (m *HashtreeSpec) Unmarshal(dAtA []byte) error

func (*HashtreeSpec) XXX_DiscardUnknown Uses

func (m *HashtreeSpec) XXX_DiscardUnknown()

func (*HashtreeSpec) XXX_Marshal Uses

func (m *HashtreeSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*HashtreeSpec) XXX_Merge Uses

func (m *HashtreeSpec) XXX_Merge(src proto.Message)

func (*HashtreeSpec) XXX_Size Uses

func (m *HashtreeSpec) XXX_Size() int

func (*HashtreeSpec) XXX_Unmarshal Uses

func (m *HashtreeSpec) XXX_Unmarshal(b []byte) error

type Input Uses

type Input struct {
    // Note: this is deprecated and replaced by `PfsInput`
    Atom                 *AtomInput `protobuf:"bytes,1,opt,name=atom,proto3" json:"atom,omitempty"`
    Pfs                  *PFSInput  `protobuf:"bytes,6,opt,name=pfs,proto3" json:"pfs,omitempty"`
    Cross                []*Input   `protobuf:"bytes,2,rep,name=cross,proto3" json:"cross,omitempty"`
    Union                []*Input   `protobuf:"bytes,3,rep,name=union,proto3" json:"union,omitempty"`
    Cron                 *CronInput `protobuf:"bytes,4,opt,name=cron,proto3" json:"cron,omitempty"`
    Git                  *GitInput  `protobuf:"bytes,5,opt,name=git,proto3" json:"git,omitempty"`
    XXX_NoUnkeyedLiteral struct{}   `json:"-"`
    XXX_unrecognized     []byte     `json:"-"`
    XXX_sizecache        int32      `json:"-"`
}

func (*Input) Descriptor Uses

func (*Input) Descriptor() ([]byte, []int)

func (*Input) GetAtom Uses

func (m *Input) GetAtom() *AtomInput

func (*Input) GetCron Uses

func (m *Input) GetCron() *CronInput

func (*Input) GetCross Uses

func (m *Input) GetCross() []*Input

func (*Input) GetGit Uses

func (m *Input) GetGit() *GitInput

func (*Input) GetPfs Uses

func (m *Input) GetPfs() *PFSInput

func (*Input) GetUnion Uses

func (m *Input) GetUnion() []*Input

func (*Input) Marshal Uses

func (m *Input) Marshal() (dAtA []byte, err error)

func (*Input) MarshalTo Uses

func (m *Input) MarshalTo(dAtA []byte) (int, error)

func (*Input) ProtoMessage Uses

func (*Input) ProtoMessage()

func (*Input) Reset Uses

func (m *Input) Reset()

func (*Input) Size Uses

func (m *Input) Size() (n int)

func (*Input) String Uses

func (m *Input) String() string

func (*Input) Unmarshal Uses

func (m *Input) Unmarshal(dAtA []byte) error

func (*Input) XXX_DiscardUnknown Uses

func (m *Input) XXX_DiscardUnknown()

func (*Input) XXX_Marshal Uses

func (m *Input) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Input) XXX_Merge Uses

func (m *Input) XXX_Merge(src proto.Message)

func (*Input) XXX_Size Uses

func (m *Input) XXX_Size() int

func (*Input) XXX_Unmarshal Uses

func (m *Input) XXX_Unmarshal(b []byte) error

type InputFile Uses

type InputFile struct {
    // This file's absolute path within its pfs repo.
    Path string `protobuf:"bytes,4,opt,name=path,proto3" json:"path,omitempty"`
    // This file's hash
    Hash                 []byte   `protobuf:"bytes,5,opt,name=hash,proto3" json:"hash,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*InputFile) Descriptor Uses

func (*InputFile) Descriptor() ([]byte, []int)

func (*InputFile) GetHash Uses

func (m *InputFile) GetHash() []byte

func (*InputFile) GetPath Uses

func (m *InputFile) GetPath() string

func (*InputFile) Marshal Uses

func (m *InputFile) Marshal() (dAtA []byte, err error)

func (*InputFile) MarshalTo Uses

func (m *InputFile) MarshalTo(dAtA []byte) (int, error)

func (*InputFile) ProtoMessage Uses

func (*InputFile) ProtoMessage()

func (*InputFile) Reset Uses

func (m *InputFile) Reset()

func (*InputFile) Size Uses

func (m *InputFile) Size() (n int)

func (*InputFile) String Uses

func (m *InputFile) String() string

func (*InputFile) Unmarshal Uses

func (m *InputFile) Unmarshal(dAtA []byte) error

func (*InputFile) XXX_DiscardUnknown Uses

func (m *InputFile) XXX_DiscardUnknown()

func (*InputFile) XXX_Marshal Uses

func (m *InputFile) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*InputFile) XXX_Merge Uses

func (m *InputFile) XXX_Merge(src proto.Message)

func (*InputFile) XXX_Size Uses

func (m *InputFile) XXX_Size() int

func (*InputFile) XXX_Unmarshal Uses

func (m *InputFile) XXX_Unmarshal(b []byte) error

type InspectDatumRequest Uses

type InspectDatumRequest struct {
    Datum                *Datum   `protobuf:"bytes,1,opt,name=datum,proto3" json:"datum,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*InspectDatumRequest) Descriptor Uses

func (*InspectDatumRequest) Descriptor() ([]byte, []int)

func (*InspectDatumRequest) GetDatum Uses

func (m *InspectDatumRequest) GetDatum() *Datum

func (*InspectDatumRequest) Marshal Uses

func (m *InspectDatumRequest) Marshal() (dAtA []byte, err error)

func (*InspectDatumRequest) MarshalTo Uses

func (m *InspectDatumRequest) MarshalTo(dAtA []byte) (int, error)

func (*InspectDatumRequest) ProtoMessage Uses

func (*InspectDatumRequest) ProtoMessage()

func (*InspectDatumRequest) Reset Uses

func (m *InspectDatumRequest) Reset()

func (*InspectDatumRequest) Size Uses

func (m *InspectDatumRequest) Size() (n int)

func (*InspectDatumRequest) String Uses

func (m *InspectDatumRequest) String() string

func (*InspectDatumRequest) Unmarshal Uses

func (m *InspectDatumRequest) Unmarshal(dAtA []byte) error

func (*InspectDatumRequest) XXX_DiscardUnknown Uses

func (m *InspectDatumRequest) XXX_DiscardUnknown()

func (*InspectDatumRequest) XXX_Marshal Uses

func (m *InspectDatumRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*InspectDatumRequest) XXX_Merge Uses

func (m *InspectDatumRequest) XXX_Merge(src proto.Message)

func (*InspectDatumRequest) XXX_Size Uses

func (m *InspectDatumRequest) XXX_Size() int

func (*InspectDatumRequest) XXX_Unmarshal Uses

func (m *InspectDatumRequest) XXX_Unmarshal(b []byte) error

type InspectJobRequest Uses

type InspectJobRequest struct {
    // Callers should set either Job or OutputCommit, not both.
    Job                  *Job        `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
    OutputCommit         *pfs.Commit `protobuf:"bytes,3,opt,name=output_commit,json=outputCommit,proto3" json:"output_commit,omitempty"`
    BlockState           bool        `protobuf:"varint,2,opt,name=block_state,json=blockState,proto3" json:"block_state,omitempty"`
    XXX_NoUnkeyedLiteral struct{}    `json:"-"`
    XXX_unrecognized     []byte      `json:"-"`
    XXX_sizecache        int32       `json:"-"`
}

func (*InspectJobRequest) Descriptor Uses

func (*InspectJobRequest) Descriptor() ([]byte, []int)

func (*InspectJobRequest) GetBlockState Uses

func (m *InspectJobRequest) GetBlockState() bool

func (*InspectJobRequest) GetJob Uses

func (m *InspectJobRequest) GetJob() *Job

func (*InspectJobRequest) GetOutputCommit Uses

func (m *InspectJobRequest) GetOutputCommit() *pfs.Commit

func (*InspectJobRequest) Marshal Uses

func (m *InspectJobRequest) Marshal() (dAtA []byte, err error)

func (*InspectJobRequest) MarshalTo Uses

func (m *InspectJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*InspectJobRequest) ProtoMessage Uses

func (*InspectJobRequest) ProtoMessage()

func (*InspectJobRequest) Reset Uses

func (m *InspectJobRequest) Reset()

func (*InspectJobRequest) Size Uses

func (m *InspectJobRequest) Size() (n int)

func (*InspectJobRequest) String Uses

func (m *InspectJobRequest) String() string

func (*InspectJobRequest) Unmarshal Uses

func (m *InspectJobRequest) Unmarshal(dAtA []byte) error

func (*InspectJobRequest) XXX_DiscardUnknown Uses

func (m *InspectJobRequest) XXX_DiscardUnknown()

func (*InspectJobRequest) XXX_Marshal Uses

func (m *InspectJobRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*InspectJobRequest) XXX_Merge Uses

func (m *InspectJobRequest) XXX_Merge(src proto.Message)

func (*InspectJobRequest) XXX_Size Uses

func (m *InspectJobRequest) XXX_Size() int

func (*InspectJobRequest) XXX_Unmarshal Uses

func (m *InspectJobRequest) XXX_Unmarshal(b []byte) error

type InspectPipelineRequest Uses

type InspectPipelineRequest struct {
    Pipeline             *Pipeline `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
    XXX_NoUnkeyedLiteral struct{}  `json:"-"`
    XXX_unrecognized     []byte    `json:"-"`
    XXX_sizecache        int32     `json:"-"`
}

func (*InspectPipelineRequest) Descriptor Uses

func (*InspectPipelineRequest) Descriptor() ([]byte, []int)

func (*InspectPipelineRequest) GetPipeline Uses

func (m *InspectPipelineRequest) GetPipeline() *Pipeline

func (*InspectPipelineRequest) Marshal Uses

func (m *InspectPipelineRequest) Marshal() (dAtA []byte, err error)

func (*InspectPipelineRequest) MarshalTo Uses

func (m *InspectPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*InspectPipelineRequest) ProtoMessage Uses

func (*InspectPipelineRequest) ProtoMessage()

func (*InspectPipelineRequest) Reset Uses

func (m *InspectPipelineRequest) Reset()

func (*InspectPipelineRequest) Size Uses

func (m *InspectPipelineRequest) Size() (n int)

func (*InspectPipelineRequest) String Uses

func (m *InspectPipelineRequest) String() string

func (*InspectPipelineRequest) Unmarshal Uses

func (m *InspectPipelineRequest) Unmarshal(dAtA []byte) error

func (*InspectPipelineRequest) XXX_DiscardUnknown Uses

func (m *InspectPipelineRequest) XXX_DiscardUnknown()

func (*InspectPipelineRequest) XXX_Marshal Uses

func (m *InspectPipelineRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*InspectPipelineRequest) XXX_Merge Uses

func (m *InspectPipelineRequest) XXX_Merge(src proto.Message)

func (*InspectPipelineRequest) XXX_Size Uses

func (m *InspectPipelineRequest) XXX_Size() int

func (*InspectPipelineRequest) XXX_Unmarshal Uses

func (m *InspectPipelineRequest) XXX_Unmarshal(b []byte) error

type Job Uses

type Job struct {
    ID                   string   `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*Job) Descriptor Uses

func (*Job) Descriptor() ([]byte, []int)

func (*Job) GetID Uses

func (m *Job) GetID() string

func (*Job) Marshal Uses

func (m *Job) Marshal() (dAtA []byte, err error)

func (*Job) MarshalTo Uses

func (m *Job) MarshalTo(dAtA []byte) (int, error)

func (*Job) ProtoMessage Uses

func (*Job) ProtoMessage()

func (*Job) Reset Uses

func (m *Job) Reset()

func (*Job) Size Uses

func (m *Job) Size() (n int)

func (*Job) String Uses

func (m *Job) String() string

func (*Job) Unmarshal Uses

func (m *Job) Unmarshal(dAtA []byte) error

func (*Job) XXX_DiscardUnknown Uses

func (m *Job) XXX_DiscardUnknown()

func (*Job) XXX_Marshal Uses

func (m *Job) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Job) XXX_Merge Uses

func (m *Job) XXX_Merge(src proto.Message)

func (*Job) XXX_Size Uses

func (m *Job) XXX_Size() int

func (*Job) XXX_Unmarshal Uses

func (m *Job) XXX_Unmarshal(b []byte) error

type JobInfo Uses

type JobInfo struct {
    Job                  *Job             `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
    Transform            *Transform       `protobuf:"bytes,2,opt,name=transform,proto3" json:"transform,omitempty"`
    Pipeline             *Pipeline        `protobuf:"bytes,3,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
    PipelineVersion      uint64           `protobuf:"varint,13,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
    ParallelismSpec      *ParallelismSpec `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec,proto3" json:"parallelism_spec,omitempty"`
    Egress               *Egress          `protobuf:"bytes,15,opt,name=egress,proto3" json:"egress,omitempty"`
    ParentJob            *Job             `protobuf:"bytes,6,opt,name=parent_job,json=parentJob,proto3" json:"parent_job,omitempty"`
    Started              *types.Timestamp `protobuf:"bytes,7,opt,name=started,proto3" json:"started,omitempty"`
    Finished             *types.Timestamp `protobuf:"bytes,8,opt,name=finished,proto3" json:"finished,omitempty"`
    OutputCommit         *pfs.Commit      `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit,proto3" json:"output_commit,omitempty"`
    State                JobState         `protobuf:"varint,10,opt,name=state,proto3,enum=pps_1_8.JobState" json:"state,omitempty"`
    Reason               string           `protobuf:"bytes,35,opt,name=reason,proto3" json:"reason,omitempty"`
    Service              *Service         `protobuf:"bytes,14,opt,name=service,proto3" json:"service,omitempty"`
    Spout                *Spout           `protobuf:"bytes,45,opt,name=spout,proto3" json:"spout,omitempty"`
    OutputRepo           *pfs.Repo        `protobuf:"bytes,18,opt,name=output_repo,json=outputRepo,proto3" json:"output_repo,omitempty"`
    OutputBranch         string           `protobuf:"bytes,17,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
    Restart              uint64           `protobuf:"varint,20,opt,name=restart,proto3" json:"restart,omitempty"`
    DataProcessed        int64            `protobuf:"varint,22,opt,name=data_processed,json=dataProcessed,proto3" json:"data_processed,omitempty"`
    DataSkipped          int64            `protobuf:"varint,30,opt,name=data_skipped,json=dataSkipped,proto3" json:"data_skipped,omitempty"`
    DataFailed           int64            `protobuf:"varint,40,opt,name=data_failed,json=dataFailed,proto3" json:"data_failed,omitempty"`
    DataTotal            int64            `protobuf:"varint,23,opt,name=data_total,json=dataTotal,proto3" json:"data_total,omitempty"`
    Stats                *ProcessStats    `protobuf:"bytes,31,opt,name=stats,proto3" json:"stats,omitempty"`
    WorkerStatus         []*WorkerStatus  `protobuf:"bytes,24,rep,name=worker_status,json=workerStatus,proto3" json:"worker_status,omitempty"`
    ResourceRequests     *ResourceSpec    `protobuf:"bytes,25,opt,name=resource_requests,json=resourceRequests,proto3" json:"resource_requests,omitempty"`
    ResourceLimits       *ResourceSpec    `protobuf:"bytes,36,opt,name=resource_limits,json=resourceLimits,proto3" json:"resource_limits,omitempty"`
    Input                *Input           `protobuf:"bytes,26,opt,name=input,proto3" json:"input,omitempty"`
    NewBranch            *pfs.BranchInfo  `protobuf:"bytes,27,opt,name=new_branch,json=newBranch,proto3" json:"new_branch,omitempty"`
    StatsCommit          *pfs.Commit      `protobuf:"bytes,29,opt,name=stats_commit,json=statsCommit,proto3" json:"stats_commit,omitempty"`
    EnableStats          bool             `protobuf:"varint,32,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"`
    Salt                 string           `protobuf:"bytes,33,opt,name=salt,proto3" json:"salt,omitempty"`
    Batch                bool             `protobuf:"varint,34,opt,name=batch,proto3" json:"batch,omitempty"`
    ChunkSpec            *ChunkSpec       `protobuf:"bytes,37,opt,name=chunk_spec,json=chunkSpec,proto3" json:"chunk_spec,omitempty"`
    DatumTimeout         *types.Duration  `protobuf:"bytes,38,opt,name=datum_timeout,json=datumTimeout,proto3" json:"datum_timeout,omitempty"`
    JobTimeout           *types.Duration  `protobuf:"bytes,39,opt,name=job_timeout,json=jobTimeout,proto3" json:"job_timeout,omitempty"`
    DatumTries           int64            `protobuf:"varint,41,opt,name=datum_tries,json=datumTries,proto3" json:"datum_tries,omitempty"`
    SchedulingSpec       *SchedulingSpec  `protobuf:"bytes,42,opt,name=scheduling_spec,json=schedulingSpec,proto3" json:"scheduling_spec,omitempty"`
    PodSpec              string           `protobuf:"bytes,43,opt,name=pod_spec,json=podSpec,proto3" json:"pod_spec,omitempty"`
    PodPatch             string           `protobuf:"bytes,44,opt,name=pod_patch,json=podPatch,proto3" json:"pod_patch,omitempty"`
    XXX_NoUnkeyedLiteral struct{}         `json:"-"`
    XXX_unrecognized     []byte           `json:"-"`
    XXX_sizecache        int32            `json:"-"`
}

func (*JobInfo) Descriptor Uses

func (*JobInfo) Descriptor() ([]byte, []int)

func (*JobInfo) GetBatch Uses

func (m *JobInfo) GetBatch() bool

func (*JobInfo) GetChunkSpec Uses

func (m *JobInfo) GetChunkSpec() *ChunkSpec

func (*JobInfo) GetDataFailed Uses

func (m *JobInfo) GetDataFailed() int64

func (*JobInfo) GetDataProcessed Uses

func (m *JobInfo) GetDataProcessed() int64

func (*JobInfo) GetDataSkipped Uses

func (m *JobInfo) GetDataSkipped() int64

func (*JobInfo) GetDataTotal Uses

func (m *JobInfo) GetDataTotal() int64

func (*JobInfo) GetDatumTimeout Uses

func (m *JobInfo) GetDatumTimeout() *types.Duration

func (*JobInfo) GetDatumTries Uses

func (m *JobInfo) GetDatumTries() int64

func (*JobInfo) GetEgress Uses

func (m *JobInfo) GetEgress() *Egress

func (*JobInfo) GetEnableStats Uses

func (m *JobInfo) GetEnableStats() bool

func (*JobInfo) GetFinished Uses

func (m *JobInfo) GetFinished() *types.Timestamp

func (*JobInfo) GetInput Uses

func (m *JobInfo) GetInput() *Input

func (*JobInfo) GetJob Uses

func (m *JobInfo) GetJob() *Job

func (*JobInfo) GetJobTimeout Uses

func (m *JobInfo) GetJobTimeout() *types.Duration

func (*JobInfo) GetNewBranch Uses

func (m *JobInfo) GetNewBranch() *pfs.BranchInfo

func (*JobInfo) GetOutputBranch Uses

func (m *JobInfo) GetOutputBranch() string

func (*JobInfo) GetOutputCommit Uses

func (m *JobInfo) GetOutputCommit() *pfs.Commit

func (*JobInfo) GetOutputRepo Uses

func (m *JobInfo) GetOutputRepo() *pfs.Repo

func (*JobInfo) GetParallelismSpec Uses

func (m *JobInfo) GetParallelismSpec() *ParallelismSpec

func (*JobInfo) GetParentJob Uses

func (m *JobInfo) GetParentJob() *Job

func (*JobInfo) GetPipeline Uses

func (m *JobInfo) GetPipeline() *Pipeline

func (*JobInfo) GetPipelineVersion Uses

func (m *JobInfo) GetPipelineVersion() uint64

func (*JobInfo) GetPodPatch Uses

func (m *JobInfo) GetPodPatch() string

func (*JobInfo) GetPodSpec Uses

func (m *JobInfo) GetPodSpec() string

func (*JobInfo) GetReason Uses

func (m *JobInfo) GetReason() string

func (*JobInfo) GetResourceLimits Uses

func (m *JobInfo) GetResourceLimits() *ResourceSpec

func (*JobInfo) GetResourceRequests Uses

func (m *JobInfo) GetResourceRequests() *ResourceSpec

func (*JobInfo) GetRestart Uses

func (m *JobInfo) GetRestart() uint64

func (*JobInfo) GetSalt Uses

func (m *JobInfo) GetSalt() string

func (*JobInfo) GetSchedulingSpec Uses

func (m *JobInfo) GetSchedulingSpec() *SchedulingSpec

func (*JobInfo) GetService Uses

func (m *JobInfo) GetService() *Service

func (*JobInfo) GetSpout Uses

func (m *JobInfo) GetSpout() *Spout

func (*JobInfo) GetStarted Uses

func (m *JobInfo) GetStarted() *types.Timestamp

func (*JobInfo) GetState Uses

func (m *JobInfo) GetState() JobState

func (*JobInfo) GetStats Uses

func (m *JobInfo) GetStats() *ProcessStats

func (*JobInfo) GetStatsCommit Uses

func (m *JobInfo) GetStatsCommit() *pfs.Commit

func (*JobInfo) GetTransform Uses

func (m *JobInfo) GetTransform() *Transform

func (*JobInfo) GetWorkerStatus Uses

func (m *JobInfo) GetWorkerStatus() []*WorkerStatus

func (*JobInfo) Marshal Uses

func (m *JobInfo) Marshal() (dAtA []byte, err error)

func (*JobInfo) MarshalTo Uses

func (m *JobInfo) MarshalTo(dAtA []byte) (int, error)

func (*JobInfo) ProtoMessage Uses

func (*JobInfo) ProtoMessage()

func (*JobInfo) Reset Uses

func (m *JobInfo) Reset()

func (*JobInfo) Size Uses

func (m *JobInfo) Size() (n int)

func (*JobInfo) String Uses

func (m *JobInfo) String() string

func (*JobInfo) Unmarshal Uses

func (m *JobInfo) Unmarshal(dAtA []byte) error

func (*JobInfo) XXX_DiscardUnknown Uses

func (m *JobInfo) XXX_DiscardUnknown()

func (*JobInfo) XXX_Marshal Uses

func (m *JobInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*JobInfo) XXX_Merge Uses

func (m *JobInfo) XXX_Merge(src proto.Message)

func (*JobInfo) XXX_Size Uses

func (m *JobInfo) XXX_Size() int

func (*JobInfo) XXX_Unmarshal Uses

func (m *JobInfo) XXX_Unmarshal(b []byte) error

type JobInfos Uses

type JobInfos struct {
    JobInfo              []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo,proto3" json:"job_info,omitempty"`
    XXX_NoUnkeyedLiteral struct{}   `json:"-"`
    XXX_unrecognized     []byte     `json:"-"`
    XXX_sizecache        int32      `json:"-"`
}

func (*JobInfos) Descriptor Uses

func (*JobInfos) Descriptor() ([]byte, []int)

func (*JobInfos) GetJobInfo Uses

func (m *JobInfos) GetJobInfo() []*JobInfo

func (*JobInfos) Marshal Uses

func (m *JobInfos) Marshal() (dAtA []byte, err error)

func (*JobInfos) MarshalTo Uses

func (m *JobInfos) MarshalTo(dAtA []byte) (int, error)

func (*JobInfos) ProtoMessage Uses

func (*JobInfos) ProtoMessage()

func (*JobInfos) Reset Uses

func (m *JobInfos) Reset()

func (*JobInfos) Size Uses

func (m *JobInfos) Size() (n int)

func (*JobInfos) String Uses

func (m *JobInfos) String() string

func (*JobInfos) Unmarshal Uses

func (m *JobInfos) Unmarshal(dAtA []byte) error

func (*JobInfos) XXX_DiscardUnknown Uses

func (m *JobInfos) XXX_DiscardUnknown()

func (*JobInfos) XXX_Marshal Uses

func (m *JobInfos) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*JobInfos) XXX_Merge Uses

func (m *JobInfos) XXX_Merge(src proto.Message)

func (*JobInfos) XXX_Size Uses

func (m *JobInfos) XXX_Size() int

func (*JobInfos) XXX_Unmarshal Uses

func (m *JobInfos) XXX_Unmarshal(b []byte) error

type JobInput Uses

type JobInput struct {
    Name                 string      `protobuf:"bytes,4,opt,name=name,proto3" json:"name,omitempty"`
    Commit               *pfs.Commit `protobuf:"bytes,1,opt,name=commit,proto3" json:"commit,omitempty"`
    Glob                 string      `protobuf:"bytes,2,opt,name=glob,proto3" json:"glob,omitempty"`
    Lazy                 bool        `protobuf:"varint,3,opt,name=lazy,proto3" json:"lazy,omitempty"`
    XXX_NoUnkeyedLiteral struct{}    `json:"-"`
    XXX_unrecognized     []byte      `json:"-"`
    XXX_sizecache        int32       `json:"-"`
}

func (*JobInput) Descriptor Uses

func (*JobInput) Descriptor() ([]byte, []int)

func (*JobInput) GetCommit Uses

func (m *JobInput) GetCommit() *pfs.Commit

func (*JobInput) GetGlob Uses

func (m *JobInput) GetGlob() string

func (*JobInput) GetLazy Uses

func (m *JobInput) GetLazy() bool

func (*JobInput) GetName Uses

func (m *JobInput) GetName() string

func (*JobInput) Marshal Uses

func (m *JobInput) Marshal() (dAtA []byte, err error)

func (*JobInput) MarshalTo Uses

func (m *JobInput) MarshalTo(dAtA []byte) (int, error)

func (*JobInput) ProtoMessage Uses

func (*JobInput) ProtoMessage()

func (*JobInput) Reset Uses

func (m *JobInput) Reset()

func (*JobInput) Size Uses

func (m *JobInput) Size() (n int)

func (*JobInput) String Uses

func (m *JobInput) String() string

func (*JobInput) Unmarshal Uses

func (m *JobInput) Unmarshal(dAtA []byte) error

func (*JobInput) XXX_DiscardUnknown Uses

func (m *JobInput) XXX_DiscardUnknown()

func (*JobInput) XXX_Marshal Uses

func (m *JobInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*JobInput) XXX_Merge Uses

func (m *JobInput) XXX_Merge(src proto.Message)

func (*JobInput) XXX_Size Uses

func (m *JobInput) XXX_Size() int

func (*JobInput) XXX_Unmarshal Uses

func (m *JobInput) XXX_Unmarshal(b []byte) error

type JobState Uses

type JobState int32
const (
    JobState_JOB_STARTING JobState = 0
    JobState_JOB_RUNNING  JobState = 1
    JobState_JOB_FAILURE  JobState = 2
    JobState_JOB_SUCCESS  JobState = 3
    JobState_JOB_KILLED   JobState = 4
    JobState_JOB_MERGING  JobState = 5
)

func (JobState) EnumDescriptor Uses

func (JobState) EnumDescriptor() ([]byte, []int)

func (JobState) String Uses

func (x JobState) String() string

type ListDatumRequest Uses

type ListDatumRequest struct {
    Job                  *Job     `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
    PageSize             int64    `protobuf:"varint,2,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
    Page                 int64    `protobuf:"varint,3,opt,name=page,proto3" json:"page,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ListDatumRequest) Descriptor Uses

func (*ListDatumRequest) Descriptor() ([]byte, []int)

func (*ListDatumRequest) GetJob Uses

func (m *ListDatumRequest) GetJob() *Job

func (*ListDatumRequest) GetPage Uses

func (m *ListDatumRequest) GetPage() int64

func (*ListDatumRequest) GetPageSize Uses

func (m *ListDatumRequest) GetPageSize() int64

func (*ListDatumRequest) Marshal Uses

func (m *ListDatumRequest) Marshal() (dAtA []byte, err error)

func (*ListDatumRequest) MarshalTo Uses

func (m *ListDatumRequest) MarshalTo(dAtA []byte) (int, error)

func (*ListDatumRequest) ProtoMessage Uses

func (*ListDatumRequest) ProtoMessage()

func (*ListDatumRequest) Reset Uses

func (m *ListDatumRequest) Reset()

func (*ListDatumRequest) Size Uses

func (m *ListDatumRequest) Size() (n int)

func (*ListDatumRequest) String Uses

func (m *ListDatumRequest) String() string

func (*ListDatumRequest) Unmarshal Uses

func (m *ListDatumRequest) Unmarshal(dAtA []byte) error

func (*ListDatumRequest) XXX_DiscardUnknown Uses

func (m *ListDatumRequest) XXX_DiscardUnknown()

func (*ListDatumRequest) XXX_Marshal Uses

func (m *ListDatumRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ListDatumRequest) XXX_Merge Uses

func (m *ListDatumRequest) XXX_Merge(src proto.Message)

func (*ListDatumRequest) XXX_Size Uses

func (m *ListDatumRequest) XXX_Size() int

func (*ListDatumRequest) XXX_Unmarshal Uses

func (m *ListDatumRequest) XXX_Unmarshal(b []byte) error

type ListDatumResponse Uses

type ListDatumResponse struct {
    DatumInfos           []*DatumInfo `protobuf:"bytes,1,rep,name=datum_infos,json=datumInfos,proto3" json:"datum_infos,omitempty"`
    TotalPages           int64        `protobuf:"varint,2,opt,name=total_pages,json=totalPages,proto3" json:"total_pages,omitempty"`
    Page                 int64        `protobuf:"varint,3,opt,name=page,proto3" json:"page,omitempty"`
    XXX_NoUnkeyedLiteral struct{}     `json:"-"`
    XXX_unrecognized     []byte       `json:"-"`
    XXX_sizecache        int32        `json:"-"`
}

func (*ListDatumResponse) Descriptor Uses

func (*ListDatumResponse) Descriptor() ([]byte, []int)

func (*ListDatumResponse) GetDatumInfos Uses

func (m *ListDatumResponse) GetDatumInfos() []*DatumInfo

func (*ListDatumResponse) GetPage Uses

func (m *ListDatumResponse) GetPage() int64

func (*ListDatumResponse) GetTotalPages Uses

func (m *ListDatumResponse) GetTotalPages() int64

func (*ListDatumResponse) Marshal Uses

func (m *ListDatumResponse) Marshal() (dAtA []byte, err error)

func (*ListDatumResponse) MarshalTo Uses

func (m *ListDatumResponse) MarshalTo(dAtA []byte) (int, error)

func (*ListDatumResponse) ProtoMessage Uses

func (*ListDatumResponse) ProtoMessage()

func (*ListDatumResponse) Reset Uses

func (m *ListDatumResponse) Reset()

func (*ListDatumResponse) Size Uses

func (m *ListDatumResponse) Size() (n int)

func (*ListDatumResponse) String Uses

func (m *ListDatumResponse) String() string

func (*ListDatumResponse) Unmarshal Uses

func (m *ListDatumResponse) Unmarshal(dAtA []byte) error

func (*ListDatumResponse) XXX_DiscardUnknown Uses

func (m *ListDatumResponse) XXX_DiscardUnknown()

func (*ListDatumResponse) XXX_Marshal Uses

func (m *ListDatumResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ListDatumResponse) XXX_Merge Uses

func (m *ListDatumResponse) XXX_Merge(src proto.Message)

func (*ListDatumResponse) XXX_Size Uses

func (m *ListDatumResponse) XXX_Size() int

func (*ListDatumResponse) XXX_Unmarshal Uses

func (m *ListDatumResponse) XXX_Unmarshal(b []byte) error

type ListDatumStreamResponse Uses

type ListDatumStreamResponse struct {
    DatumInfo *DatumInfo `protobuf:"bytes,1,opt,name=datum_info,json=datumInfo,proto3" json:"datum_info,omitempty"`
    // total_pages is only set in the first response (and set to 0 in all other
    // responses)
    TotalPages int64 `protobuf:"varint,2,opt,name=total_pages,json=totalPages,proto3" json:"total_pages,omitempty"`
    // page is only set in the first response (and set to 0 in all other
    // responses)
    Page                 int64    `protobuf:"varint,3,opt,name=page,proto3" json:"page,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

ListDatumStreamResponse is identical to ListDatumResponse, except that only one DatumInfo is present (as these responses are streamed)

func (*ListDatumStreamResponse) Descriptor Uses

func (*ListDatumStreamResponse) Descriptor() ([]byte, []int)

func (*ListDatumStreamResponse) GetDatumInfo Uses

func (m *ListDatumStreamResponse) GetDatumInfo() *DatumInfo

func (*ListDatumStreamResponse) GetPage Uses

func (m *ListDatumStreamResponse) GetPage() int64

func (*ListDatumStreamResponse) GetTotalPages Uses

func (m *ListDatumStreamResponse) GetTotalPages() int64

func (*ListDatumStreamResponse) Marshal Uses

func (m *ListDatumStreamResponse) Marshal() (dAtA []byte, err error)

func (*ListDatumStreamResponse) MarshalTo Uses

func (m *ListDatumStreamResponse) MarshalTo(dAtA []byte) (int, error)

func (*ListDatumStreamResponse) ProtoMessage Uses

func (*ListDatumStreamResponse) ProtoMessage()

func (*ListDatumStreamResponse) Reset Uses

func (m *ListDatumStreamResponse) Reset()

func (*ListDatumStreamResponse) Size Uses

func (m *ListDatumStreamResponse) Size() (n int)

func (*ListDatumStreamResponse) String Uses

func (m *ListDatumStreamResponse) String() string

func (*ListDatumStreamResponse) Unmarshal Uses

func (m *ListDatumStreamResponse) Unmarshal(dAtA []byte) error

func (*ListDatumStreamResponse) XXX_DiscardUnknown Uses

func (m *ListDatumStreamResponse) XXX_DiscardUnknown()

func (*ListDatumStreamResponse) XXX_Marshal Uses

func (m *ListDatumStreamResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ListDatumStreamResponse) XXX_Merge Uses

func (m *ListDatumStreamResponse) XXX_Merge(src proto.Message)

func (*ListDatumStreamResponse) XXX_Size Uses

func (m *ListDatumStreamResponse) XXX_Size() int

func (*ListDatumStreamResponse) XXX_Unmarshal Uses

func (m *ListDatumStreamResponse) XXX_Unmarshal(b []byte) error

type ListJobRequest Uses

type ListJobRequest struct {
    Pipeline             *Pipeline     `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
    InputCommit          []*pfs.Commit `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit,proto3" json:"input_commit,omitempty"`
    OutputCommit         *pfs.Commit   `protobuf:"bytes,3,opt,name=output_commit,json=outputCommit,proto3" json:"output_commit,omitempty"`
    XXX_NoUnkeyedLiteral struct{}      `json:"-"`
    XXX_unrecognized     []byte        `json:"-"`
    XXX_sizecache        int32         `json:"-"`
}

func (*ListJobRequest) Descriptor Uses

func (*ListJobRequest) Descriptor() ([]byte, []int)

func (*ListJobRequest) GetInputCommit Uses

func (m *ListJobRequest) GetInputCommit() []*pfs.Commit

func (*ListJobRequest) GetOutputCommit Uses

func (m *ListJobRequest) GetOutputCommit() *pfs.Commit

func (*ListJobRequest) GetPipeline Uses

func (m *ListJobRequest) GetPipeline() *Pipeline

func (*ListJobRequest) Marshal Uses

func (m *ListJobRequest) Marshal() (dAtA []byte, err error)

func (*ListJobRequest) MarshalTo Uses

func (m *ListJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*ListJobRequest) ProtoMessage Uses

func (*ListJobRequest) ProtoMessage()

func (*ListJobRequest) Reset Uses

func (m *ListJobRequest) Reset()

func (*ListJobRequest) Size Uses

func (m *ListJobRequest) Size() (n int)

func (*ListJobRequest) String Uses

func (m *ListJobRequest) String() string

func (*ListJobRequest) Unmarshal Uses

func (m *ListJobRequest) Unmarshal(dAtA []byte) error

func (*ListJobRequest) XXX_DiscardUnknown Uses

func (m *ListJobRequest) XXX_DiscardUnknown()

func (*ListJobRequest) XXX_Marshal Uses

func (m *ListJobRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ListJobRequest) XXX_Merge Uses

func (m *ListJobRequest) XXX_Merge(src proto.Message)

func (*ListJobRequest) XXX_Size Uses

func (m *ListJobRequest) XXX_Size() int

func (*ListJobRequest) XXX_Unmarshal Uses

func (m *ListJobRequest) XXX_Unmarshal(b []byte) error

type ListPipelineRequest Uses

type ListPipelineRequest struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ListPipelineRequest) Descriptor Uses

func (*ListPipelineRequest) Descriptor() ([]byte, []int)

func (*ListPipelineRequest) Marshal Uses

func (m *ListPipelineRequest) Marshal() (dAtA []byte, err error)

func (*ListPipelineRequest) MarshalTo Uses

func (m *ListPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*ListPipelineRequest) ProtoMessage Uses

func (*ListPipelineRequest) ProtoMessage()

func (*ListPipelineRequest) Reset Uses

func (m *ListPipelineRequest) Reset()

func (*ListPipelineRequest) Size Uses

func (m *ListPipelineRequest) Size() (n int)

func (*ListPipelineRequest) String Uses

func (m *ListPipelineRequest) String() string

func (*ListPipelineRequest) Unmarshal Uses

func (m *ListPipelineRequest) Unmarshal(dAtA []byte) error

func (*ListPipelineRequest) XXX_DiscardUnknown Uses

func (m *ListPipelineRequest) XXX_DiscardUnknown()

func (*ListPipelineRequest) XXX_Marshal Uses

func (m *ListPipelineRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ListPipelineRequest) XXX_Merge Uses

func (m *ListPipelineRequest) XXX_Merge(src proto.Message)

func (*ListPipelineRequest) XXX_Size Uses

func (m *ListPipelineRequest) XXX_Size() int

func (*ListPipelineRequest) XXX_Unmarshal Uses

func (m *ListPipelineRequest) XXX_Unmarshal(b []byte) error

type LogMessage Uses

type LogMessage struct {
    // The job and pipeline for which a PFS file is being processed (if the job
    // is an orphan job, pipeline name and ID will be unset)
    PipelineName string `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName,proto3" json:"pipeline_name,omitempty"`
    JobID        string `protobuf:"bytes,3,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
    WorkerID     string `protobuf:"bytes,7,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
    DatumID      string `protobuf:"bytes,9,opt,name=datum_id,json=datumId,proto3" json:"datum_id,omitempty"`
    Master       bool   `protobuf:"varint,10,opt,name=master,proto3" json:"master,omitempty"`
    // The PFS files being processed (one per pipeline/job input)
    Data []*InputFile `protobuf:"bytes,4,rep,name=data,proto3" json:"data,omitempty"`
    // User is true if log message comes from the users code.
    User bool `protobuf:"varint,8,opt,name=user,proto3" json:"user,omitempty"`
    // The message logged, and the time at which it was logged
    Ts                   *types.Timestamp `protobuf:"bytes,5,opt,name=ts,proto3" json:"ts,omitempty"`
    Message              string           `protobuf:"bytes,6,opt,name=message,proto3" json:"message,omitempty"`
    XXX_NoUnkeyedLiteral struct{}         `json:"-"`
    XXX_unrecognized     []byte           `json:"-"`
    XXX_sizecache        int32            `json:"-"`
}

LogMessage is a log line from a PPS worker, annotated with metadata indicating when and why the line was logged.

func (*LogMessage) Descriptor Uses

func (*LogMessage) Descriptor() ([]byte, []int)

func (*LogMessage) GetData Uses

func (m *LogMessage) GetData() []*InputFile

func (*LogMessage) GetDatumID Uses

func (m *LogMessage) GetDatumID() string

func (*LogMessage) GetJobID Uses

func (m *LogMessage) GetJobID() string

func (*LogMessage) GetMaster Uses

func (m *LogMessage) GetMaster() bool

func (*LogMessage) GetMessage Uses

func (m *LogMessage) GetMessage() string

func (*LogMessage) GetPipelineName Uses

func (m *LogMessage) GetPipelineName() string

func (*LogMessage) GetTs Uses

func (m *LogMessage) GetTs() *types.Timestamp

func (*LogMessage) GetUser Uses

func (m *LogMessage) GetUser() bool

func (*LogMessage) GetWorkerID Uses

func (m *LogMessage) GetWorkerID() string

func (*LogMessage) Marshal Uses

func (m *LogMessage) Marshal() (dAtA []byte, err error)

func (*LogMessage) MarshalTo Uses

func (m *LogMessage) MarshalTo(dAtA []byte) (int, error)

func (*LogMessage) ProtoMessage Uses

func (*LogMessage) ProtoMessage()

func (*LogMessage) Reset Uses

func (m *LogMessage) Reset()

func (*LogMessage) Size Uses

func (m *LogMessage) Size() (n int)

func (*LogMessage) String Uses

func (m *LogMessage) String() string

func (*LogMessage) Unmarshal Uses

func (m *LogMessage) Unmarshal(dAtA []byte) error

func (*LogMessage) XXX_DiscardUnknown Uses

func (m *LogMessage) XXX_DiscardUnknown()

func (*LogMessage) XXX_Marshal Uses

func (m *LogMessage) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*LogMessage) XXX_Merge Uses

func (m *LogMessage) XXX_Merge(src proto.Message)

func (*LogMessage) XXX_Size Uses

func (m *LogMessage) XXX_Size() int

func (*LogMessage) XXX_Unmarshal Uses

func (m *LogMessage) XXX_Unmarshal(b []byte) error

type PFSInput Uses

type PFSInput struct {
    Name   string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
    Repo   string `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"`
    Branch string `protobuf:"bytes,3,opt,name=branch,proto3" json:"branch,omitempty"`
    Commit string `protobuf:"bytes,4,opt,name=commit,proto3" json:"commit,omitempty"`
    Glob   string `protobuf:"bytes,5,opt,name=glob,proto3" json:"glob,omitempty"`
    Lazy   bool   `protobuf:"varint,6,opt,name=lazy,proto3" json:"lazy,omitempty"`
    // EmptyFiles, if true, will cause files from this PFS input to be
    // presented as empty files. This is useful in shuffle pipelines where you
    // want to read the names of files and reorganize them using symlinks.
    EmptyFiles           bool     `protobuf:"varint,7,opt,name=empty_files,json=emptyFiles,proto3" json:"empty_files,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*PFSInput) Descriptor Uses

func (*PFSInput) Descriptor() ([]byte, []int)

func (*PFSInput) GetBranch Uses

func (m *PFSInput) GetBranch() string

func (*PFSInput) GetCommit Uses

func (m *PFSInput) GetCommit() string

func (*PFSInput) GetEmptyFiles Uses

func (m *PFSInput) GetEmptyFiles() bool

func (*PFSInput) GetGlob Uses

func (m *PFSInput) GetGlob() string

func (*PFSInput) GetLazy Uses

func (m *PFSInput) GetLazy() bool

func (*PFSInput) GetName Uses

func (m *PFSInput) GetName() string

func (*PFSInput) GetRepo Uses

func (m *PFSInput) GetRepo() string

func (*PFSInput) Marshal Uses

func (m *PFSInput) Marshal() (dAtA []byte, err error)

func (*PFSInput) MarshalTo Uses

func (m *PFSInput) MarshalTo(dAtA []byte) (int, error)

func (*PFSInput) ProtoMessage Uses

func (*PFSInput) ProtoMessage()

func (*PFSInput) Reset Uses

func (m *PFSInput) Reset()

func (*PFSInput) Size Uses

func (m *PFSInput) Size() (n int)

func (*PFSInput) String Uses

func (m *PFSInput) String() string

func (*PFSInput) Unmarshal Uses

func (m *PFSInput) Unmarshal(dAtA []byte) error

func (*PFSInput) XXX_DiscardUnknown Uses

func (m *PFSInput) XXX_DiscardUnknown()

func (*PFSInput) XXX_Marshal Uses

func (m *PFSInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PFSInput) XXX_Merge Uses

func (m *PFSInput) XXX_Merge(src proto.Message)

func (*PFSInput) XXX_Size Uses

func (m *PFSInput) XXX_Size() int

func (*PFSInput) XXX_Unmarshal Uses

func (m *PFSInput) XXX_Unmarshal(b []byte) error

type ParallelismSpec Uses

type ParallelismSpec struct {
    // Starts the pipeline/job with a 'constant' workers, unless 'constant' is
    // zero. If 'constant' is zero (which is the zero value of ParallelismSpec),
    // then Pachyderm will choose the number of workers that is started,
    // (currently it chooses the number of workers in the cluster)
    Constant uint64 `protobuf:"varint,2,opt,name=constant,proto3" json:"constant,omitempty"`
    // Starts the pipeline/job with number of workers equal to 'coefficient' * N,
    // where N is the number of nodes in the kubernetes cluster.
    //
    // For example, if each Kubernetes node has four CPUs, you might set
    // 'coefficient' to four, so that there are four Pachyderm workers per
    // Kubernetes node, and each Pachyderm worker gets one CPU. If you want to
    // reserve half the nodes in your cluster for other tasks, you might set
    // 'coefficient' to 0.5.
    Coefficient          float64  `protobuf:"fixed64,3,opt,name=coefficient,proto3" json:"coefficient,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ParallelismSpec) Descriptor Uses

func (*ParallelismSpec) Descriptor() ([]byte, []int)

func (*ParallelismSpec) GetCoefficient Uses

func (m *ParallelismSpec) GetCoefficient() float64

func (*ParallelismSpec) GetConstant Uses

func (m *ParallelismSpec) GetConstant() uint64

func (*ParallelismSpec) Marshal Uses

func (m *ParallelismSpec) Marshal() (dAtA []byte, err error)

func (*ParallelismSpec) MarshalTo Uses

func (m *ParallelismSpec) MarshalTo(dAtA []byte) (int, error)

func (*ParallelismSpec) ProtoMessage Uses

func (*ParallelismSpec) ProtoMessage()

func (*ParallelismSpec) Reset Uses

func (m *ParallelismSpec) Reset()

func (*ParallelismSpec) Size Uses

func (m *ParallelismSpec) Size() (n int)

func (*ParallelismSpec) String Uses

func (m *ParallelismSpec) String() string

func (*ParallelismSpec) Unmarshal Uses

func (m *ParallelismSpec) Unmarshal(dAtA []byte) error

func (*ParallelismSpec) XXX_DiscardUnknown Uses

func (m *ParallelismSpec) XXX_DiscardUnknown()

func (*ParallelismSpec) XXX_Marshal Uses

func (m *ParallelismSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ParallelismSpec) XXX_Merge Uses

func (m *ParallelismSpec) XXX_Merge(src proto.Message)

func (*ParallelismSpec) XXX_Size Uses

func (m *ParallelismSpec) XXX_Size() int

func (*ParallelismSpec) XXX_Unmarshal Uses

func (m *ParallelismSpec) XXX_Unmarshal(b []byte) error

type Pipeline Uses

type Pipeline struct {
    Name                 string   `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*Pipeline) Descriptor Uses

func (*Pipeline) Descriptor() ([]byte, []int)

func (*Pipeline) GetName Uses

func (m *Pipeline) GetName() string

func (*Pipeline) Marshal Uses

func (m *Pipeline) Marshal() (dAtA []byte, err error)

func (*Pipeline) MarshalTo Uses

func (m *Pipeline) MarshalTo(dAtA []byte) (int, error)

func (*Pipeline) ProtoMessage Uses

func (*Pipeline) ProtoMessage()

func (*Pipeline) Reset Uses

func (m *Pipeline) Reset()

func (*Pipeline) Size Uses

func (m *Pipeline) Size() (n int)

func (*Pipeline) String Uses

func (m *Pipeline) String() string

func (*Pipeline) Unmarshal Uses

func (m *Pipeline) Unmarshal(dAtA []byte) error

func (*Pipeline) XXX_DiscardUnknown Uses

func (m *Pipeline) XXX_DiscardUnknown()

func (*Pipeline) XXX_Marshal Uses

func (m *Pipeline) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Pipeline) XXX_Merge Uses

func (m *Pipeline) XXX_Merge(src proto.Message)

func (*Pipeline) XXX_Size Uses

func (m *Pipeline) XXX_Size() int

func (*Pipeline) XXX_Unmarshal Uses

func (m *Pipeline) XXX_Unmarshal(b []byte) error

type PipelineInfo Uses

type PipelineInfo struct {
    ID              string           `protobuf:"bytes,17,opt,name=id,proto3" json:"id,omitempty"`
    Pipeline        *Pipeline        `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
    Version         uint64           `protobuf:"varint,11,opt,name=version,proto3" json:"version,omitempty"`
    Transform       *Transform       `protobuf:"bytes,2,opt,name=transform,proto3" json:"transform,omitempty"`
    ParallelismSpec *ParallelismSpec `protobuf:"bytes,10,opt,name=parallelism_spec,json=parallelismSpec,proto3" json:"parallelism_spec,omitempty"`
    HashtreeSpec    *HashtreeSpec    `protobuf:"bytes,42,opt,name=hashtree_spec,json=hashtreeSpec,proto3" json:"hashtree_spec,omitempty"`
    Egress          *Egress          `protobuf:"bytes,15,opt,name=egress,proto3" json:"egress,omitempty"`
    CreatedAt       *types.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt,proto3" json:"created_at,omitempty"`
    // state indicates the current state of the pipeline. This is not stored in
    // PFS along with the rest of this data structure--PPS.InspectPipeline fills
    // it in
    State PipelineState `protobuf:"varint,7,opt,name=state,proto3,enum=pps_1_8.PipelineState" json:"state,omitempty"`
    // same for stopped field
    Stopped     bool   `protobuf:"varint,38,opt,name=stopped,proto3" json:"stopped,omitempty"`
    RecentError string `protobuf:"bytes,8,opt,name=recent_error,json=recentError,proto3" json:"recent_error,omitempty"`
    // job_counts and last_job_state indicates the number of jobs within this
    // pipeline in a given state and the state of the most recently created job,
    // respectively. This is not stored in PFS along with the rest of this data
    // structure--PPS.InspectPipeline fills it in from the EtcdPipelineInfo.
    JobCounts          map[int32]int32 `protobuf:"bytes,9,rep,name=job_counts,json=jobCounts,proto3" json:"job_counts,omitempty" protobuf_key:"varint,1,opt,name=key,proto3" protobuf_val:"varint,2,opt,name=value,proto3"`
    LastJobState       JobState        `protobuf:"varint,43,opt,name=last_job_state,json=lastJobState,proto3,enum=pps_1_8.JobState" json:"last_job_state,omitempty"`
    OutputBranch       string          `protobuf:"bytes,16,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
    ScaleDownThreshold *types.Duration `protobuf:"bytes,18,opt,name=scale_down_threshold,json=scaleDownThreshold,proto3" json:"scale_down_threshold,omitempty"`
    ResourceRequests   *ResourceSpec   `protobuf:"bytes,19,opt,name=resource_requests,json=resourceRequests,proto3" json:"resource_requests,omitempty"`
    ResourceLimits     *ResourceSpec   `protobuf:"bytes,31,opt,name=resource_limits,json=resourceLimits,proto3" json:"resource_limits,omitempty"`
    Input              *Input          `protobuf:"bytes,20,opt,name=input,proto3" json:"input,omitempty"`
    Description        string          `protobuf:"bytes,21,opt,name=description,proto3" json:"description,omitempty"`
    CacheSize          string          `protobuf:"bytes,23,opt,name=cache_size,json=cacheSize,proto3" json:"cache_size,omitempty"`
    EnableStats        bool            `protobuf:"varint,24,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"`
    Salt               string          `protobuf:"bytes,25,opt,name=salt,proto3" json:"salt,omitempty"`
    Batch              bool            `protobuf:"varint,27,opt,name=batch,proto3" json:"batch,omitempty"`
    // reason includes any error messages associated with a failed pipeline
    Reason               string          `protobuf:"bytes,28,opt,name=reason,proto3" json:"reason,omitempty"`
    MaxQueueSize         int64           `protobuf:"varint,29,opt,name=max_queue_size,json=maxQueueSize,proto3" json:"max_queue_size,omitempty"`
    Service              *Service        `protobuf:"bytes,30,opt,name=service,proto3" json:"service,omitempty"`
    Spout                *Spout          `protobuf:"bytes,45,opt,name=spout,proto3" json:"spout,omitempty"`
    ChunkSpec            *ChunkSpec      `protobuf:"bytes,32,opt,name=chunk_spec,json=chunkSpec,proto3" json:"chunk_spec,omitempty"`
    DatumTimeout         *types.Duration `protobuf:"bytes,33,opt,name=datum_timeout,json=datumTimeout,proto3" json:"datum_timeout,omitempty"`
    JobTimeout           *types.Duration `protobuf:"bytes,34,opt,name=job_timeout,json=jobTimeout,proto3" json:"job_timeout,omitempty"`
    GithookURL           string          `protobuf:"bytes,35,opt,name=githook_url,json=githookUrl,proto3" json:"githook_url,omitempty"`
    SpecCommit           *pfs.Commit     `protobuf:"bytes,36,opt,name=spec_commit,json=specCommit,proto3" json:"spec_commit,omitempty"`
    Standby              bool            `protobuf:"varint,37,opt,name=standby,proto3" json:"standby,omitempty"`
    DatumTries           int64           `protobuf:"varint,39,opt,name=datum_tries,json=datumTries,proto3" json:"datum_tries,omitempty"`
    SchedulingSpec       *SchedulingSpec `protobuf:"bytes,40,opt,name=scheduling_spec,json=schedulingSpec,proto3" json:"scheduling_spec,omitempty"`
    PodSpec              string          `protobuf:"bytes,41,opt,name=pod_spec,json=podSpec,proto3" json:"pod_spec,omitempty"`
    PodPatch             string          `protobuf:"bytes,44,opt,name=pod_patch,json=podPatch,proto3" json:"pod_patch,omitempty"`
    XXX_NoUnkeyedLiteral struct{}        `json:"-"`
    XXX_unrecognized     []byte          `json:"-"`
    XXX_sizecache        int32           `json:"-"`
}

func (*PipelineInfo) Descriptor Uses

func (*PipelineInfo) Descriptor() ([]byte, []int)

func (*PipelineInfo) GetBatch Uses

func (m *PipelineInfo) GetBatch() bool

func (*PipelineInfo) GetCacheSize Uses

func (m *PipelineInfo) GetCacheSize() string

func (*PipelineInfo) GetChunkSpec Uses

func (m *PipelineInfo) GetChunkSpec() *ChunkSpec

func (*PipelineInfo) GetCreatedAt Uses

func (m *PipelineInfo) GetCreatedAt() *types.Timestamp

func (*PipelineInfo) GetDatumTimeout Uses

func (m *PipelineInfo) GetDatumTimeout() *types.Duration

func (*PipelineInfo) GetDatumTries Uses

func (m *PipelineInfo) GetDatumTries() int64

func (*PipelineInfo) GetDescription Uses

func (m *PipelineInfo) GetDescription() string

func (*PipelineInfo) GetEgress Uses

func (m *PipelineInfo) GetEgress() *Egress

func (*PipelineInfo) GetEnableStats Uses

func (m *PipelineInfo) GetEnableStats() bool

func (*PipelineInfo) GetGithookURL Uses

func (m *PipelineInfo) GetGithookURL() string

func (*PipelineInfo) GetHashtreeSpec Uses

func (m *PipelineInfo) GetHashtreeSpec() *HashtreeSpec

func (*PipelineInfo) GetID Uses

func (m *PipelineInfo) GetID() string

func (*PipelineInfo) GetInput Uses

func (m *PipelineInfo) GetInput() *Input

func (*PipelineInfo) GetJobCounts Uses

func (m *PipelineInfo) GetJobCounts() map[int32]int32

func (*PipelineInfo) GetJobTimeout Uses

func (m *PipelineInfo) GetJobTimeout() *types.Duration

func (*PipelineInfo) GetLastJobState Uses

func (m *PipelineInfo) GetLastJobState() JobState

func (*PipelineInfo) GetMaxQueueSize Uses

func (m *PipelineInfo) GetMaxQueueSize() int64

func (*PipelineInfo) GetOutputBranch Uses

func (m *PipelineInfo) GetOutputBranch() string

func (*PipelineInfo) GetParallelismSpec Uses

func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec

func (*PipelineInfo) GetPipeline Uses

func (m *PipelineInfo) GetPipeline() *Pipeline

func (*PipelineInfo) GetPodPatch Uses

func (m *PipelineInfo) GetPodPatch() string

func (*PipelineInfo) GetPodSpec Uses

func (m *PipelineInfo) GetPodSpec() string

func (*PipelineInfo) GetReason Uses

func (m *PipelineInfo) GetReason() string

func (*PipelineInfo) GetRecentError Uses

func (m *PipelineInfo) GetRecentError() string

func (*PipelineInfo) GetResourceLimits Uses

func (m *PipelineInfo) GetResourceLimits() *ResourceSpec

func (*PipelineInfo) GetResourceRequests Uses

func (m *PipelineInfo) GetResourceRequests() *ResourceSpec

func (*PipelineInfo) GetSalt Uses

func (m *PipelineInfo) GetSalt() string

func (*PipelineInfo) GetScaleDownThreshold Uses

func (m *PipelineInfo) GetScaleDownThreshold() *types.Duration

func (*PipelineInfo) GetSchedulingSpec Uses

func (m *PipelineInfo) GetSchedulingSpec() *SchedulingSpec

func (*PipelineInfo) GetService Uses

func (m *PipelineInfo) GetService() *Service

func (*PipelineInfo) GetSpecCommit Uses

func (m *PipelineInfo) GetSpecCommit() *pfs.Commit

func (*PipelineInfo) GetSpout Uses

func (m *PipelineInfo) GetSpout() *Spout

func (*PipelineInfo) GetStandby Uses

func (m *PipelineInfo) GetStandby() bool

func (*PipelineInfo) GetState Uses

func (m *PipelineInfo) GetState() PipelineState

func (*PipelineInfo) GetStopped Uses

func (m *PipelineInfo) GetStopped() bool

func (*PipelineInfo) GetTransform Uses

func (m *PipelineInfo) GetTransform() *Transform

func (*PipelineInfo) GetVersion Uses

func (m *PipelineInfo) GetVersion() uint64

func (*PipelineInfo) Marshal Uses

func (m *PipelineInfo) Marshal() (dAtA []byte, err error)

func (*PipelineInfo) MarshalTo Uses

func (m *PipelineInfo) MarshalTo(dAtA []byte) (int, error)

func (*PipelineInfo) ProtoMessage Uses

func (*PipelineInfo) ProtoMessage()

func (*PipelineInfo) Reset Uses

func (m *PipelineInfo) Reset()

func (*PipelineInfo) Size Uses

func (m *PipelineInfo) Size() (n int)

func (*PipelineInfo) String Uses

func (m *PipelineInfo) String() string

func (*PipelineInfo) Unmarshal Uses

func (m *PipelineInfo) Unmarshal(dAtA []byte) error

func (*PipelineInfo) XXX_DiscardUnknown Uses

func (m *PipelineInfo) XXX_DiscardUnknown()

func (*PipelineInfo) XXX_Marshal Uses

func (m *PipelineInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PipelineInfo) XXX_Merge Uses

func (m *PipelineInfo) XXX_Merge(src proto.Message)

func (*PipelineInfo) XXX_Size Uses

func (m *PipelineInfo) XXX_Size() int

func (*PipelineInfo) XXX_Unmarshal Uses

func (m *PipelineInfo) XXX_Unmarshal(b []byte) error

type PipelineInfos Uses

type PipelineInfos struct {
    PipelineInfo         []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo,proto3" json:"pipeline_info,omitempty"`
    XXX_NoUnkeyedLiteral struct{}        `json:"-"`
    XXX_unrecognized     []byte          `json:"-"`
    XXX_sizecache        int32           `json:"-"`
}

func (*PipelineInfos) Descriptor Uses

func (*PipelineInfos) Descriptor() ([]byte, []int)

func (*PipelineInfos) GetPipelineInfo Uses

func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo

func (*PipelineInfos) Marshal Uses

func (m *PipelineInfos) Marshal() (dAtA []byte, err error)

func (*PipelineInfos) MarshalTo Uses

func (m *PipelineInfos) MarshalTo(dAtA []byte) (int, error)

func (*PipelineInfos) ProtoMessage Uses

func (*PipelineInfos) ProtoMessage()

func (*PipelineInfos) Reset Uses

func (m *PipelineInfos) Reset()

func (*PipelineInfos) Size Uses

func (m *PipelineInfos) Size() (n int)

func (*PipelineInfos) String Uses

func (m *PipelineInfos) String() string

func (*PipelineInfos) Unmarshal Uses

func (m *PipelineInfos) Unmarshal(dAtA []byte) error

func (*PipelineInfos) XXX_DiscardUnknown Uses

func (m *PipelineInfos) XXX_DiscardUnknown()

func (*PipelineInfos) XXX_Marshal Uses

func (m *PipelineInfos) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PipelineInfos) XXX_Merge Uses

func (m *PipelineInfos) XXX_Merge(src proto.Message)

func (*PipelineInfos) XXX_Size Uses

func (m *PipelineInfos) XXX_Size() int

func (*PipelineInfos) XXX_Unmarshal Uses

func (m *PipelineInfos) XXX_Unmarshal(b []byte) error

type PipelineInput Uses

type PipelineInput struct {
    Name                 string      `protobuf:"bytes,5,opt,name=name,proto3" json:"name,omitempty"`
    Repo                 *pfs.Repo   `protobuf:"bytes,1,opt,name=repo,proto3" json:"repo,omitempty"`
    Branch               string      `protobuf:"bytes,2,opt,name=branch,proto3" json:"branch,omitempty"`
    Glob                 string      `protobuf:"bytes,3,opt,name=glob,proto3" json:"glob,omitempty"`
    Lazy                 bool        `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"`
    From                 *pfs.Commit `protobuf:"bytes,6,opt,name=from,proto3" json:"from,omitempty"`
    XXX_NoUnkeyedLiteral struct{}    `json:"-"`
    XXX_unrecognized     []byte      `json:"-"`
    XXX_sizecache        int32       `json:"-"`
}

func (*PipelineInput) Descriptor Uses

func (*PipelineInput) Descriptor() ([]byte, []int)

func (*PipelineInput) GetBranch Uses

func (m *PipelineInput) GetBranch() string

func (*PipelineInput) GetFrom Uses

func (m *PipelineInput) GetFrom() *pfs.Commit

func (*PipelineInput) GetGlob Uses

func (m *PipelineInput) GetGlob() string

func (*PipelineInput) GetLazy Uses

func (m *PipelineInput) GetLazy() bool

func (*PipelineInput) GetName Uses

func (m *PipelineInput) GetName() string

func (*PipelineInput) GetRepo Uses

func (m *PipelineInput) GetRepo() *pfs.Repo

func (*PipelineInput) Marshal Uses

func (m *PipelineInput) Marshal() (dAtA []byte, err error)

func (*PipelineInput) MarshalTo Uses

func (m *PipelineInput) MarshalTo(dAtA []byte) (int, error)

func (*PipelineInput) ProtoMessage Uses

func (*PipelineInput) ProtoMessage()

func (*PipelineInput) Reset Uses

func (m *PipelineInput) Reset()

func (*PipelineInput) Size Uses

func (m *PipelineInput) Size() (n int)

func (*PipelineInput) String Uses

func (m *PipelineInput) String() string

func (*PipelineInput) Unmarshal Uses

func (m *PipelineInput) Unmarshal(dAtA []byte) error

func (*PipelineInput) XXX_DiscardUnknown Uses

func (m *PipelineInput) XXX_DiscardUnknown()

func (*PipelineInput) XXX_Marshal Uses

func (m *PipelineInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PipelineInput) XXX_Merge Uses

func (m *PipelineInput) XXX_Merge(src proto.Message)

func (*PipelineInput) XXX_Size Uses

func (m *PipelineInput) XXX_Size() int

func (*PipelineInput) XXX_Unmarshal Uses

func (m *PipelineInput) XXX_Unmarshal(b []byte) error

type PipelineState Uses

type PipelineState int32
const (
    // When the pipeline is not ready to be triggered by commits.
    // This happens when either 1) a pipeline has been created but not
    // yet picked up by a PPS server, or 2) the pipeline does not have
    // any inputs and is meant to be triggered manually
    PipelineState_PIPELINE_STARTING PipelineState = 0
    // After this pipeline is picked up by a pachd node.  This is the normal
    // state of a pipeline.
    PipelineState_PIPELINE_RUNNING PipelineState = 1
    // After some error caused runPipeline to exit, but before the
    // pipeline is re-run.  This is when the exponential backoff is
    // in effect.
    PipelineState_PIPELINE_RESTARTING PipelineState = 2
    // We have retried too many times and we have given up on this pipeline.
    PipelineState_PIPELINE_FAILURE PipelineState = 3
    // The pipeline has been explicitly paused by the user.
    PipelineState_PIPELINE_PAUSED PipelineState = 4
    // The pipeline is fully functional, but there are no commits to process.
    PipelineState_PIPELINE_STANDBY PipelineState = 5
)

func (PipelineState) EnumDescriptor Uses

func (PipelineState) EnumDescriptor() ([]byte, []int)

func (PipelineState) String Uses

func (x PipelineState) String() string

type ProcessStats Uses

type ProcessStats struct {
    DownloadTime         *types.Duration `protobuf:"bytes,1,opt,name=download_time,json=downloadTime,proto3" json:"download_time,omitempty"`
    ProcessTime          *types.Duration `protobuf:"bytes,2,opt,name=process_time,json=processTime,proto3" json:"process_time,omitempty"`
    UploadTime           *types.Duration `protobuf:"bytes,3,opt,name=upload_time,json=uploadTime,proto3" json:"upload_time,omitempty"`
    DownloadBytes        uint64          `protobuf:"varint,4,opt,name=download_bytes,json=downloadBytes,proto3" json:"download_bytes,omitempty"`
    UploadBytes          uint64          `protobuf:"varint,5,opt,name=upload_bytes,json=uploadBytes,proto3" json:"upload_bytes,omitempty"`
    XXX_NoUnkeyedLiteral struct{}        `json:"-"`
    XXX_unrecognized     []byte          `json:"-"`
    XXX_sizecache        int32           `json:"-"`
}

func (*ProcessStats) Descriptor Uses

func (*ProcessStats) Descriptor() ([]byte, []int)

func (*ProcessStats) GetDownloadBytes Uses

func (m *ProcessStats) GetDownloadBytes() uint64

func (*ProcessStats) GetDownloadTime Uses

func (m *ProcessStats) GetDownloadTime() *types.Duration

func (*ProcessStats) GetProcessTime Uses

func (m *ProcessStats) GetProcessTime() *types.Duration

func (*ProcessStats) GetUploadBytes Uses

func (m *ProcessStats) GetUploadBytes() uint64

func (*ProcessStats) GetUploadTime Uses

func (m *ProcessStats) GetUploadTime() *types.Duration

func (*ProcessStats) Marshal Uses

func (m *ProcessStats) Marshal() (dAtA []byte, err error)

func (*ProcessStats) MarshalTo Uses

func (m *ProcessStats) MarshalTo(dAtA []byte) (int, error)

func (*ProcessStats) ProtoMessage Uses

func (*ProcessStats) ProtoMessage()

func (*ProcessStats) Reset Uses

func (m *ProcessStats) Reset()

func (*ProcessStats) Size Uses

func (m *ProcessStats) Size() (n int)

func (*ProcessStats) String Uses

func (m *ProcessStats) String() string

func (*ProcessStats) Unmarshal Uses

func (m *ProcessStats) Unmarshal(dAtA []byte) error

func (*ProcessStats) XXX_DiscardUnknown Uses

func (m *ProcessStats) XXX_DiscardUnknown()

func (*ProcessStats) XXX_Marshal Uses

func (m *ProcessStats) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessStats) XXX_Merge Uses

func (m *ProcessStats) XXX_Merge(src proto.Message)

func (*ProcessStats) XXX_Size Uses

func (m *ProcessStats) XXX_Size() int

func (*ProcessStats) XXX_Unmarshal Uses

func (m *ProcessStats) XXX_Unmarshal(b []byte) error

type RerunPipelineRequest Uses

type RerunPipelineRequest struct {
    Pipeline             *Pipeline     `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
    Exclude              []*pfs.Commit `protobuf:"bytes,2,rep,name=exclude,proto3" json:"exclude,omitempty"`
    Include              []*pfs.Commit `protobuf:"bytes,3,rep,name=include,proto3" json:"include,omitempty"`
    XXX_NoUnkeyedLiteral struct{}      `json:"-"`
    XXX_unrecognized     []byte        `json:"-"`
    XXX_sizecache        int32         `json:"-"`
}

func (*RerunPipelineRequest) Descriptor Uses

func (*RerunPipelineRequest) Descriptor() ([]byte, []int)

func (*RerunPipelineRequest) GetExclude Uses

func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit

func (*RerunPipelineRequest) GetInclude Uses

func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit

func (*RerunPipelineRequest) GetPipeline Uses

func (m *RerunPipelineRequest) GetPipeline() *Pipeline

func (*RerunPipelineRequest) Marshal Uses

func (m *RerunPipelineRequest) Marshal() (dAtA []byte, err error)

func (*RerunPipelineRequest) MarshalTo Uses

func (m *RerunPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*RerunPipelineRequest) ProtoMessage Uses

func (*RerunPipelineRequest) ProtoMessage()

func (*RerunPipelineRequest) Reset Uses

func (m *RerunPipelineRequest) Reset()

func (*RerunPipelineRequest) Size Uses

func (m *RerunPipelineRequest) Size() (n int)

func (*RerunPipelineRequest) String Uses

func (m *RerunPipelineRequest) String() string

func (*RerunPipelineRequest) Unmarshal Uses

func (m *RerunPipelineRequest) Unmarshal(dAtA []byte) error

func (*RerunPipelineRequest) XXX_DiscardUnknown Uses

func (m *RerunPipelineRequest) XXX_DiscardUnknown()

func (*RerunPipelineRequest) XXX_Marshal Uses

func (m *RerunPipelineRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RerunPipelineRequest) XXX_Merge Uses

func (m *RerunPipelineRequest) XXX_Merge(src proto.Message)

func (*RerunPipelineRequest) XXX_Size Uses

func (m *RerunPipelineRequest) XXX_Size() int

func (*RerunPipelineRequest) XXX_Unmarshal Uses

func (m *RerunPipelineRequest) XXX_Unmarshal(b []byte) error

type ResourceSpec Uses

type ResourceSpec struct {
    // The number of CPUs each worker needs (partial values are allowed, and
    // encouraged)
    Cpu float32 `protobuf:"fixed32,1,opt,name=cpu,proto3" json:"cpu,omitempty"`
    // The amount of memory each worker needs (in bytes, with allowed
    // SI suffixes (M, K, G, Mi, Ki, Gi, etc).
    Memory string `protobuf:"bytes,2,opt,name=memory,proto3" json:"memory,omitempty"`
    // The spec for GPU resources.
    Gpu *GPUSpec `protobuf:"bytes,5,opt,name=gpu,proto3" json:"gpu,omitempty"`
    // The amount of ephemeral storage each worker needs (in bytes, with allowed
    // SI suffixes (M, K, G, Mi, Ki, Gi, etc).
    Disk                 string   `protobuf:"bytes,4,opt,name=disk,proto3" json:"disk,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

ResourceSpec describes the amount of resources that pipeline pods should request from kubernetes, for scheduling.

func (*ResourceSpec) Descriptor Uses

func (*ResourceSpec) Descriptor() ([]byte, []int)

func (*ResourceSpec) GetCpu Uses

func (m *ResourceSpec) GetCpu() float32

func (*ResourceSpec) GetDisk Uses

func (m *ResourceSpec) GetDisk() string

func (*ResourceSpec) GetGpu Uses

func (m *ResourceSpec) GetGpu() *GPUSpec

func (*ResourceSpec) GetMemory Uses

func (m *ResourceSpec) GetMemory() string

func (*ResourceSpec) Marshal Uses

func (m *ResourceSpec) Marshal() (dAtA []byte, err error)

func (*ResourceSpec) MarshalTo Uses

func (m *ResourceSpec) MarshalTo(dAtA []byte) (int, error)

func (*ResourceSpec) ProtoMessage Uses

func (*ResourceSpec) ProtoMessage()

func (*ResourceSpec) Reset Uses

func (m *ResourceSpec) Reset()

func (*ResourceSpec) Size Uses

func (m *ResourceSpec) Size() (n int)

func (*ResourceSpec) String Uses

func (m *ResourceSpec) String() string

func (*ResourceSpec) Unmarshal Uses

func (m *ResourceSpec) Unmarshal(dAtA []byte) error

func (*ResourceSpec) XXX_DiscardUnknown Uses

func (m *ResourceSpec) XXX_DiscardUnknown()

func (*ResourceSpec) XXX_Marshal Uses

func (m *ResourceSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ResourceSpec) XXX_Merge Uses

func (m *ResourceSpec) XXX_Merge(src proto.Message)

func (*ResourceSpec) XXX_Size Uses

func (m *ResourceSpec) XXX_Size() int

func (*ResourceSpec) XXX_Unmarshal Uses

func (m *ResourceSpec) XXX_Unmarshal(b []byte) error

type RestartDatumRequest Uses

type RestartDatumRequest struct {
    Job                  *Job     `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
    DataFilters          []string `protobuf:"bytes,2,rep,name=data_filters,json=dataFilters,proto3" json:"data_filters,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*RestartDatumRequest) Descriptor Uses

func (*RestartDatumRequest) Descriptor() ([]byte, []int)

func (*RestartDatumRequest) GetDataFilters Uses

func (m *RestartDatumRequest) GetDataFilters() []string

func (*RestartDatumRequest) GetJob Uses

func (m *RestartDatumRequest) GetJob() *Job

func (*RestartDatumRequest) Marshal Uses

func (m *RestartDatumRequest) Marshal() (dAtA []byte, err error)

func (*RestartDatumRequest) MarshalTo Uses

func (m *RestartDatumRequest) MarshalTo(dAtA []byte) (int, error)

func (*RestartDatumRequest) ProtoMessage Uses

func (*RestartDatumRequest) ProtoMessage()

func (*RestartDatumRequest) Reset Uses

func (m *RestartDatumRequest) Reset()

func (*RestartDatumRequest) Size Uses

func (m *RestartDatumRequest) Size() (n int)

func (*RestartDatumRequest) String Uses

func (m *RestartDatumRequest) String() string

func (*RestartDatumRequest) Unmarshal Uses

func (m *RestartDatumRequest) Unmarshal(dAtA []byte) error

func (*RestartDatumRequest) XXX_DiscardUnknown Uses

func (m *RestartDatumRequest) XXX_DiscardUnknown()

func (*RestartDatumRequest) XXX_Marshal Uses

func (m *RestartDatumRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RestartDatumRequest) XXX_Merge Uses

func (m *RestartDatumRequest) XXX_Merge(src proto.Message)

func (*RestartDatumRequest) XXX_Size Uses

func (m *RestartDatumRequest) XXX_Size() int

func (*RestartDatumRequest) XXX_Unmarshal Uses

func (m *RestartDatumRequest) XXX_Unmarshal(b []byte) error

type SchedulingSpec Uses

type SchedulingSpec struct {
    NodeSelector         map[string]string `protobuf:"bytes,1,rep,name=node_selector,json=nodeSelector,proto3" json:"node_selector,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    PriorityClassName    string            `protobuf:"bytes,2,opt,name=priority_class_name,json=priorityClassName,proto3" json:"priority_class_name,omitempty"`
    XXX_NoUnkeyedLiteral struct{}          `json:"-"`
    XXX_unrecognized     []byte            `json:"-"`
    XXX_sizecache        int32             `json:"-"`
}

func (*SchedulingSpec) Descriptor Uses

func (*SchedulingSpec) Descriptor() ([]byte, []int)

func (*SchedulingSpec) GetNodeSelector Uses

func (m *SchedulingSpec) GetNodeSelector() map[string]string

func (*SchedulingSpec) GetPriorityClassName Uses

func (m *SchedulingSpec) GetPriorityClassName() string

func (*SchedulingSpec) Marshal Uses

func (m *SchedulingSpec) Marshal() (dAtA []byte, err