Documentation
¶
Overview ¶
Packaging ernie wrapper around the Baidu Large Language Model Platform APIs. ERNIE-Bot is a Baidu-developed large language model. Additional information can be found at: https://cloud.baidu.com/doc/WENXINWORKSHOP/index.html .
Index ¶
- Constants
- Variables
- type LLM
- func (l *LLM) Call(ctx context.Context, prompt string, options ...llms.CallOption) (string, error)
- func (l *LLM) CreateEmbedding(ctx context.Context, texts []string) ([][]float64, error)
- func (l *LLM) Generate(ctx context.Context, prompts []string, options ...llms.CallOption) ([]*llms.Generation, error)
- func (l *LLM) GeneratePrompt(ctx context.Context, promptValues []schema.PromptValue, ...) (llms.LLMResult, error)
- func (l *LLM) GetNumTokens(_ string) int
- type ModelName
- type Option
Constants ¶
const ( ModelNameERNIEBot = "ERNIE-Bot" ModelNameERNIEBotTurbo = "ERNIE-Bot-turbo" ModelNameBloomz7B = "BLOOMZ-7B" ModelNameLlama2_7BChat = "Llama-2-7b-chat" ModelNameLlama2_13BChat = "Llama-2-13b-chat" ModelNameLlama2_70BChat = "Llama-2-70b-chat" )
Variables ¶
var ( ErrEmptyResponse = errors.New("no response") ErrCodeResponse = errors.New("has error code") )
Functions ¶
This section is empty.
Types ¶
type LLM ¶
type LLM struct {
// contains filtered or unexported fields
}
func (*LLM) CreateEmbedding ¶
CreateEmbedding use ernie Embedding-V1. 1. texts counts less than 16 2. text runes counts less than 384 doc: https://cloud.baidu.com/doc/WENXINWORKSHOP/s/alj562vvu
func (*LLM) Generate ¶
func (l *LLM) Generate(ctx context.Context, prompts []string, options ...llms.CallOption) ([]*llms.Generation, error)
Generate implements llms.LLM.
func (*LLM) GeneratePrompt ¶
func (l *LLM) GeneratePrompt(ctx context.Context, promptValues []schema.PromptValue, options ...llms.CallOption, ) (llms.LLMResult, error)
GeneratePrompt implements llms.LanguageModel.
func (*LLM) GetNumTokens ¶
GetNumTokens implements llms.LanguageModel.
type Option ¶
type Option func(*options)
func WithAKSK ¶
WithAKSK passes the ERNIE API Key and Secret Key to the client. If not set, the keys are read from the ERNIE_API_KEY and ERNIE_SECRET_KEY environment variable. eg:
export ERNIE_API_KEY={Api Key}
export ERNIE_SECRET_KEY={Serect Key}
Api Key,Serect Key from https://console.bce.baidu.com/qianfan/ais/console/applicationConsole/application More information available: https://cloud.baidu.com/doc/WENXINWORKSHOP/s/flfmc9do2
func WithAccessToken ¶
WithAccessToken usually used for dev, Prod env recommend use WithAKSK.
func WithModelName ¶
WithModelName passes the Model Name to the client. If not set, use default ERNIE-Bot.
Source Files
Directories