llm

type Alternative struct {

	// The generated text response.
	Text string `protobuf:"bytes,1,opt,name=text,proto3" json:"text,omitempty"`
	// The score or confidence of the generated text.
	Score float64 `protobuf:"fixed64,2,opt,name=score,proto3" json:"score,omitempty"`
	// The number of tokens in the generated response.
	NumTokens int64 `protobuf:"varint,3,opt,name=num_tokens,json=numTokens,proto3" json:"num_tokens,omitempty"`
	// contains filtered or unexported fields
}

type ChatRequest struct {

	// The name or identifier of the model to be used for the chat.
	// Possible value for now: `general`.
	Model string `protobuf:"bytes,1,opt,name=model,proto3" json:"model,omitempty"`
	// Configuration options for text generation.
	GenerationOptions *GenerationOptions `protobuf:"bytes,2,opt,name=generation_options,json=generationOptions,proto3" json:"generation_options,omitempty"`
	// Text precondition or context of the request.
	// For example, the instruction may be "You are a helpful assistant".
	//
	// Types that are assignable to Instruction:
	//
	//	*ChatRequest_InstructionText
	Instruction isChatRequest_Instruction `protobuf_oneof:"Instruction"`
	// A list of messages in the conversation.
	Messages []*Message `protobuf:"bytes,4,rep,name=messages,proto3" json:"messages,omitempty"`
	// contains filtered or unexported fields
}

type ChatRequest_Instruction = isChatRequest_Instruction

type ChatRequest_InstructionText struct {
	// The text-based instruction for the conversation.
	InstructionText string `protobuf:"bytes,3,opt,name=instruction_text,json=instructionText,proto3,oneof"`
}

type ChatResponse struct {

	// The assistant's message in the chat conversation.
	Message *Message `protobuf:"bytes,1,opt,name=message,proto3" json:"message,omitempty"`
	// Total number of tokens used in both the chat request and chat response.
	NumTokens int64 `protobuf:"varint,2,opt,name=num_tokens,json=numTokens,proto3" json:"num_tokens,omitempty"`
	// contains filtered or unexported fields
}

type EmbeddingRequest struct {

	// The type of embedding to be generated.
	EmbeddingType EmbeddingRequest_EmbeddingType `` /* 165-byte string literal not displayed */
	// The name or identifier of the model to be used for embedding. Possible value for now: `general:embedding`.
	Model string `protobuf:"bytes,2,opt,name=model,proto3" json:"model,omitempty"`
	// The input text for which the embedding is requested.
	Text string `protobuf:"bytes,3,opt,name=text,proto3" json:"text,omitempty"`
	// contains filtered or unexported fields
}

type EmbeddingRequest_EmbeddingType int32

type EmbeddingResponse struct {

	// A repeated list of double values representing the embedding.
	Embedding []float64 `protobuf:"fixed64,1,rep,packed,name=embedding,proto3" json:"embedding,omitempty"`
	// The number of tokens in the input text.
	NumTokens int64 `protobuf:"varint,2,opt,name=num_tokens,json=numTokens,proto3" json:"num_tokens,omitempty"`
	// contains filtered or unexported fields
}

type EmbeddingsServiceClient interface {
	// RPC method to obtain embeddings for input text data.
	Embedding(ctx context.Context, in *EmbeddingRequest, opts ...grpc.CallOption) (*EmbeddingResponse, error)
}

type EmbeddingsServiceServer interface {
	// RPC method to obtain embeddings for input text data.
	Embedding(context.Context, *EmbeddingRequest) (*EmbeddingResponse, error)
}

type GenerationOptions struct {

	// Enables streaming of partially generated text.
	PartialResults bool `protobuf:"varint,1,opt,name=partial_results,json=partialResults,proto3" json:"partial_results,omitempty"`
	// Affects creativity and randomness of responses. Should be a double number between 0 (inclusive) and 1 (inclusive).
	// Lower values produce more straightforward responses, while higher values lead to increased creativity and randomness.
	Temperature *wrapperspb.DoubleValue `protobuf:"bytes,2,opt,name=temperature,proto3" json:"temperature,omitempty"`
	// Sets the maximum limit on the total number of tokens used for both the input prompt and the generated response.
	// Must be greater than zero and not exceed 7400 tokens.
	MaxTokens *wrapperspb.Int64Value `protobuf:"bytes,3,opt,name=max_tokens,json=maxTokens,proto3" json:"max_tokens,omitempty"`
	// contains filtered or unexported fields
}

type InstructRequest struct {

	// The name or identifier of the model to be used for text generation.
	// Possible value for now: `general`.
	Model string `protobuf:"bytes,1,opt,name=model,proto3" json:"model,omitempty"`
	// Configuration options for text generation.
	GenerationOptions *GenerationOptions `protobuf:"bytes,2,opt,name=generation_options,json=generationOptions,proto3" json:"generation_options,omitempty"`
	// Text precondition or context of the request.
	// For example, if the instruction is "You are the youngest Nobel laureate",
	// the request text might be "Tell us about your daily routine".
	//
	// Types that are assignable to Instruction:
	//
	//	*InstructRequest_InstructionText
	//	*InstructRequest_InstructionUri
	Instruction isInstructRequest_Instruction `protobuf_oneof:"Instruction"`
	// Request for text generation.
	//
	// Types that are assignable to Request:
	//
	//	*InstructRequest_RequestText
	Request isInstructRequest_Request `protobuf_oneof:"Request"`
	// contains filtered or unexported fields
}

type InstructRequest_Instruction = isInstructRequest_Instruction

type InstructRequest_InstructionText struct {
	// The text-based instruction for text generation.
	InstructionText string `protobuf:"bytes,3,opt,name=instruction_text,json=instructionText,proto3,oneof"`
}

type InstructRequest_InstructionUri struct {
	// A URI containing instructions for text generation.
	InstructionUri string `protobuf:"bytes,5,opt,name=instruction_uri,json=instructionUri,proto3,oneof"`
}

type InstructRequest_Request = isInstructRequest_Request

type InstructRequest_RequestText struct {
	// The text-based request for text generation.
	RequestText string `protobuf:"bytes,4,opt,name=request_text,json=requestText,proto3,oneof"`
}

type InstructResponse struct {

	// A list of alternative text responses.
	Alternatives []*Alternative `protobuf:"bytes,1,rep,name=alternatives,proto3" json:"alternatives,omitempty"`
	// The number of tokens used in the prompt, including both the [instruction_text] and [request_text].
	NumPromptTokens int64 `protobuf:"varint,2,opt,name=num_prompt_tokens,json=numPromptTokens,proto3" json:"num_prompt_tokens,omitempty"`
	// contains filtered or unexported fields
}

type Message struct {

	// Identifies the sender of the message.
	Role string `protobuf:"bytes,1,opt,name=role,proto3" json:"role,omitempty"`
	// The text content of the message.
	Text string `protobuf:"bytes,2,opt,name=text,proto3" json:"text,omitempty"`
	// contains filtered or unexported fields
}

type TextGenerationAsyncServiceClient interface {
	// RPC method for instructing the model to generate text.
	Instruct(ctx context.Context, in *InstructRequest, opts ...grpc.CallOption) (*operation.Operation, error)
}

type TextGenerationAsyncServiceServer interface {
	// RPC method for instructing the model to generate text.
	Instruct(context.Context, *InstructRequest) (*operation.Operation, error)
}

type TextGenerationServiceClient interface {
	// RPC method for instructing the model to generate text.
	Instruct(ctx context.Context, in *InstructRequest, opts ...grpc.CallOption) (TextGenerationService_InstructClient, error)
	// RPC method for engaging in a chat conversation with the model.
	Chat(ctx context.Context, in *ChatRequest, opts ...grpc.CallOption) (TextGenerationService_ChatClient, error)
}

type TextGenerationServiceServer interface {
	// RPC method for instructing the model to generate text.
	Instruct(*InstructRequest, TextGenerationService_InstructServer) error
	// RPC method for engaging in a chat conversation with the model.
	Chat(*ChatRequest, TextGenerationService_ChatServer) error
}

type TextGenerationService_ChatClient interface {
	Recv() (*ChatResponse, error)
	grpc.ClientStream
}

type TextGenerationService_ChatServer interface {
	Send(*ChatResponse) error
	grpc.ServerStream
}

type TextGenerationService_InstructClient interface {
	Recv() (*InstructResponse, error)
	grpc.ClientStream
}

type TextGenerationService_InstructServer interface {
	Send(*InstructResponse) error
	grpc.ServerStream
}

type Token struct {

	// An internal token identifier.
	Id int64 `protobuf:"varint,1,opt,name=id,proto3" json:"id,omitempty"`
	// The textual representation of the token.
	Text string `protobuf:"bytes,2,opt,name=text,proto3" json:"text,omitempty"`
	// Indicates whether the token is special or not. Special tokens define the model's behavior and are not visible to users.
	Special bool `protobuf:"varint,3,opt,name=special,proto3" json:"special,omitempty"`
	// contains filtered or unexported fields
}

type TokenizeRequest struct {

	// The name or identifier of the model to be used for tokenization.
	// Possible values for now: `general`, `general:embedding`.
	Model string `protobuf:"bytes,1,opt,name=model,proto3" json:"model,omitempty"`
	// The input text to tokenize.
	Text string `protobuf:"bytes,2,opt,name=text,proto3" json:"text,omitempty"`
	// contains filtered or unexported fields
}

type TokenizeResponse struct {

	// A list of tokens obtained from tokenization.
	Tokens []*Token `protobuf:"bytes,1,rep,name=tokens,proto3" json:"tokens,omitempty"`
	// contains filtered or unexported fields
}

type TokenizerServiceClient interface {
	// RPC method for tokenizing input text.
	Tokenize(ctx context.Context, in *TokenizeRequest, opts ...grpc.CallOption) (*TokenizeResponse, error)
}

type TokenizerServiceServer interface {
	// RPC method for tokenizing input text.
	Tokenize(context.Context, *TokenizeRequest) (*TokenizeResponse, error)
}

type UnimplementedEmbeddingsServiceServer struct {
}

type UnimplementedTextGenerationAsyncServiceServer struct {
}

type UnimplementedTextGenerationServiceServer struct {
}

type UnimplementedTokenizerServiceServer struct {
}

type UnsafeEmbeddingsServiceServer interface {
	// contains filtered or unexported methods
}

type UnsafeTextGenerationAsyncServiceServer interface {
	// contains filtered or unexported methods
}

type UnsafeTextGenerationServiceServer interface {
	// contains filtered or unexported methods
}

type UnsafeTokenizerServiceServer interface {
	// contains filtered or unexported methods
}