local

type ChatServiceClient interface {
	Completion(ctx context.Context, in *GenerationRequest, opts ...grpc.CallOption) (*GenerationReply, error)
	Chat(ctx context.Context, in *GenerationRequest, opts ...grpc.CallOption) (ChatService_ChatClient, error)
	Embedings(ctx context.Context, in *EmbedingsMessage, opts ...grpc.CallOption) (*EmbedingsResp, error)
}

type ChatServiceServer interface {
	Completion(context.Context, *GenerationRequest) (*GenerationReply, error)
	Chat(*GenerationRequest, ChatService_ChatServer) error
	Embedings(context.Context, *EmbedingsMessage) (*EmbedingsResp, error)
	// contains filtered or unexported methods
}

type ChatService_ChatClient interface {
	Recv() (*GenerationReply, error)
	grpc.ClientStream
}

type ChatService_ChatServer interface {
	Send(*GenerationReply) error
	grpc.ServerStream
}

type EmbeddingData struct {
	Embedding []float32 `protobuf:"fixed32,1,rep,packed,name=embedding,proto3" json:"embedding,omitempty"`
	// contains filtered or unexported fields
}

type EmbedingsMessage struct {
	Prompt []string `protobuf:"bytes,1,rep,name=prompt,proto3" json:"prompt,omitempty"`
	// contains filtered or unexported fields
}

type EmbedingsResp struct {
	ErrorCode  ErrorCode        `protobuf:"varint,1,opt,name=error_code,json=errorCode,proto3,enum=local.ErrorCode" json:"error_code,omitempty"`
	Embeddings []*EmbeddingData `protobuf:"bytes,2,rep,name=Embeddings,proto3" json:"Embeddings,omitempty"`
	TokenNum   int32            `protobuf:"varint,3,opt,name=token_num,json=tokenNum,proto3" json:"token_num,omitempty"`
	// contains filtered or unexported fields
}

type ErrorCode int32

type GenerationReply struct {
	ErrorCode    ErrorCode   `protobuf:"varint,1,opt,name=error_code,json=errorCode,proto3,enum=local.ErrorCode" json:"error_code,omitempty"`
	Text         string      `protobuf:"bytes,2,opt,name=text,proto3" json:"text,omitempty"`
	Usage        *TokenUsage `protobuf:"bytes,3,opt,name=usage,proto3" json:"usage,omitempty"`
	FinishReason string      `protobuf:"bytes,4,opt,name=finish_reason,json=finishReason,proto3" json:"finish_reason,omitempty"`
	// contains filtered or unexported fields
}

type GenerationRequest struct {
	Prompt            string   `protobuf:"bytes,1,opt,name=prompt,proto3" json:"prompt,omitempty"`
	Temperature       float32  `protobuf:"fixed32,2,opt,name=temperature,proto3" json:"temperature,omitempty"`
	TopP              float32  `protobuf:"fixed32,3,opt,name=top_p,json=topP,proto3" json:"top_p,omitempty"`
	N                 int32    `protobuf:"varint,4,opt,name=n,proto3" json:"n,omitempty"`
	MaxNewTokens      int32    `protobuf:"varint,5,opt,name=max_new_tokens,json=maxNewTokens,proto3" json:"max_new_tokens,omitempty"`
	TopK              int32    `protobuf:"varint,6,opt,name=top_k,json=topK,proto3" json:"top_k,omitempty"`
	RepetitionPenalty float32  `protobuf:"fixed32,7,opt,name=repetition_penalty,json=repetitionPenalty,proto3" json:"repetition_penalty,omitempty"`
	Echo              bool     `protobuf:"varint,8,opt,name=echo,proto3" json:"echo,omitempty"`
	Stop              string   `protobuf:"bytes,9,opt,name=stop,proto3" json:"stop,omitempty"`
	StopTokenIds      []string `protobuf:"bytes,10,rep,name=stop_token_ids,json=stopTokenIds,proto3" json:"stop_token_ids,omitempty"`
	// contains filtered or unexported fields
}

type LLaMA struct {

	//Model the model name
	Model string `json:"model" yaml:"model"`

	// Hosts of server including the version.
	Hosts []string `json:"hosts" yaml:"hosts"`
	// contains filtered or unexported fields
}

type ModelOption func(*LLaMA)

type TokenUsage struct {
	PromptTokens     int32 `protobuf:"varint,1,opt,name=prompt_tokens,json=promptTokens,proto3" json:"prompt_tokens,omitempty"`
	CompletionTokens int32 `protobuf:"varint,2,opt,name=completion_tokens,json=completionTokens,proto3" json:"completion_tokens,omitempty"`
	TotalTokens      int32 `protobuf:"varint,3,opt,name=total_tokens,json=totalTokens,proto3" json:"total_tokens,omitempty"`
	// contains filtered or unexported fields
}

type UnimplementedChatServiceServer struct {
}

type UnsafeChatServiceServer interface {
	// contains filtered or unexported methods
}