Documentation ¶
Index ¶
- func AddArticle(article *Article) (bool, error)
- func AddChat(chat *Chat) (bool, error)
- func AddFactorset(factorset *Factorset) (bool, error)
- func AddFile(storeId string, userName string, key string, isLeaf bool, filename string, ...) (bool, []byte, error)
- func AddMessage(message *Message) (bool, error)
- func AddProvider(provider *Provider) (bool, error)
- func AddStore(store *Store) (bool, error)
- func AddTask(task *Task) (bool, error)
- func AddVector(vector *Vector) (bool, error)
- func AddVideo(video *Video) (bool, error)
- func AddWordset(wordset *Wordset) (bool, error)
- func CreateTables()
- func DeleteArticle(article *Article) (bool, error)
- func DeleteChat(chat *Chat) (bool, error)
- func DeleteFactorset(factorset *Factorset) (bool, error)
- func DeleteFile(storeId string, key string, isLeaf bool) (bool, error)
- func DeleteMessage(message *Message) (bool, error)
- func DeleteMessagesByChat(message *Message) (bool, error)
- func DeleteProvider(provider *Provider) (bool, error)
- func DeleteStore(store *Store) (bool, error)
- func DeleteTask(task *Task) (bool, error)
- func DeleteVector(vector *Vector) (bool, error)
- func DeleteVideo(video *Video) (bool, error)
- func DeleteWordset(wordset *Wordset) (bool, error)
- func GetAnswer(provider string, question string) (string, *model.ModelResult, error)
- func GetNearMessageCount(user string, limitMinutes int) (int, error)
- func GetRecentRawMessages(chat string, createdTime string, memoryLimit int) ([]*model.RawMessage, error)
- func GetRefinedQuestion(prompt string, knowledge string, question string) string
- func InitAdapter()
- func InitConfig()
- func InitDb()
- func InitFlag()
- func RefineMessageFiles(message *Message, origin string) error
- func RefreshStoreVectors(store *Store) (bool, error)
- func SplitLastN(s, sep string, n int) []string
- func UpdateArticle(id string, article *Article) (bool, error)
- func UpdateChat(id string, chat *Chat) (bool, error)
- func UpdateFactorset(id string, factorset *Factorset) (bool, error)
- func UpdateFile(storeId string, key string, file *File) bool
- func UpdateMessage(id string, message *Message) (bool, error)
- func UpdateProvider(id string, provider *Provider) (bool, error)
- func UpdateStore(id string, store *Store) (bool, error)
- func UpdateTask(id string, task *Task) (bool, error)
- func UpdateVector(id string, vector *Vector) (bool, error)
- func UpdateVideo(id string, video *Video) (bool, error)
- func UpdateWordset(id string, wordset *Wordset) (bool, error)
- type Adapter
- type Article
- type Block
- type Chat
- type DefaultSearchProvider
- type Factor
- type Factorset
- type File
- type Graph
- type Label
- type Link
- type Message
- type MyWriter
- type Node
- type Properties
- type Provider
- func GetDefaultEmbeddingProvider() (*Provider, error)
- func GetDefaultModelProvider() (*Provider, error)
- func GetDefaultStorageProvider() (*Provider, error)
- func GetEmbeddingProviderFromContext(owner string, name string) (*Provider, embedding.EmbeddingProvider, error)
- func GetGlobalProviders() ([]*Provider, error)
- func GetMaskedProvider(provider *Provider, isMaskEnabled bool) *Provider
- func GetMaskedProviders(providers []*Provider, isMaskEnabled bool) []*Provider
- func GetModelProviderFromContext(owner string, name string) (*Provider, model.ModelProvider, error)
- func GetModelProvidersFromContext(owner string, name string) ([]*Provider, []model.ModelProvider, error)
- func GetProvider(id string) (*Provider, error)
- func GetProviders(owner string) ([]*Provider, error)
- type SearchProvider
- type SimilarityIndex
- type Store
- func (store *Store) GetEmbeddingProvider() (*Provider, error)
- func (store *Store) GetId() string
- func (store *Store) GetImageProviderObj() (storage.StorageProvider, error)
- func (store *Store) GetModelProvider() (*Provider, error)
- func (store *Store) GetStorageProviderObj() (storage.StorageProvider, error)
- func (store *Store) GetVideoData() ([]string, error)
- func (store *Store) Populate(origin string) error
- type Task
- type TxtLabel
- type Usage
- type UsageInfo
- type UsageMetadata
- type Vector
- type VectorScore
- type Video
- type Wordset
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func AddArticle ¶ added in v1.72.0
func AddFactorset ¶
func AddMessage ¶
func AddProvider ¶
func AddWordset ¶
func CreateTables ¶ added in v1.34.0
func CreateTables()
func DeleteArticle ¶ added in v1.72.0
func DeleteChat ¶
func DeleteFactorset ¶
func DeleteMessage ¶
func DeleteMessagesByChat ¶ added in v1.62.0
func DeleteProvider ¶
func DeleteStore ¶
func DeleteTask ¶
func DeleteVector ¶
func DeleteVideo ¶
func DeleteWordset ¶
func GetNearMessageCount ¶ added in v1.28.0
func GetRecentRawMessages ¶ added in v1.30.0
func GetRefinedQuestion ¶
func InitAdapter ¶
func InitAdapter()
func InitConfig ¶
func InitConfig()
func RefineMessageFiles ¶ added in v1.79.0
func RefreshStoreVectors ¶
func SplitLastN ¶ added in v1.32.0
Types ¶
type Adapter ¶
type Adapter struct { DbName string // contains filtered or unexported fields }
Adapter represents the MySQL adapter for policy storage.
func NewAdapter ¶
NewAdapter is the constructor for Adapter.
func NewAdapterWithDbName ¶ added in v1.50.0
func (*Adapter) CreateDatabase ¶ added in v1.34.0
type Article ¶ added in v1.72.0
type Article struct { Owner string `xorm:"varchar(100) notnull pk" json:"owner"` Name string `xorm:"varchar(100) notnull pk" json:"name"` CreatedTime string `xorm:"varchar(100)" json:"createdTime"` DisplayName string `xorm:"varchar(100)" json:"displayName"` Provider string `xorm:"varchar(100)" json:"provider"` Type string `xorm:"varchar(100)" json:"type"` Text string `xorm:"mediumtext" json:"text"` Content []*Block `xorm:"mediumtext" json:"content"` Glossary []string `xorm:"varchar(200)" json:"glossary"` }
func GetArticle ¶ added in v1.72.0
func GetArticles ¶ added in v1.72.0
func GetGlobalArticles ¶ added in v1.72.0
func GetMaskedArticle ¶ added in v1.72.0
func GetMaskedArticles ¶ added in v1.72.0
type Chat ¶
type Chat struct { Owner string `xorm:"varchar(100) notnull pk" json:"owner"` Name string `xorm:"varchar(100) notnull pk" json:"name"` CreatedTime string `xorm:"varchar(100)" json:"createdTime"` UpdatedTime string `xorm:"varchar(100)" json:"updatedTime"` Organization string `xorm:"varchar(100)" json:"organization"` DisplayName string `xorm:"varchar(100)" json:"displayName"` Store string `xorm:"varchar(100)" json:"store"` Category string `xorm:"varchar(100)" json:"category"` Type string `xorm:"varchar(100)" json:"type"` User string `xorm:"varchar(100) index" json:"user"` User1 string `xorm:"varchar(100)" json:"user1"` User2 string `xorm:"varchar(100)" json:"user2"` Users []string `xorm:"varchar(100)" json:"users"` ClientIp string `xorm:"varchar(100)" json:"clientIp"` UserAgent string `xorm:"varchar(200)" json:"userAgent"` ClientIpDesc string `xorm:"varchar(100)" json:"clientIpDesc"` UserAgentDesc string `xorm:"varchar(100)" json:"userAgentDesc"` MessageCount int `json:"messageCount"` TokenCount int `json:"tokenCount"` Price float64 `json:"price"` Currency string `xorm:"varchar(100)" json:"currency"` IsDeleted bool `json:"isDeleted"` }
func GetGlobalChats ¶
type DefaultSearchProvider ¶
type DefaultSearchProvider struct {
// contains filtered or unexported fields
}
func NewDefaultSearchProvider ¶
func NewDefaultSearchProvider(owner string) (*DefaultSearchProvider, error)
type Factor ¶
type Factor struct { Name string `xorm:"varchar(100)" json:"name"` Category string `xorm:"varchar(100)" json:"category"` Color string `xorm:"varchar(100)" json:"color"` Data []float64 `xorm:"varchar(1000)" json:"data"` }
func (*Factor) GetDataKey ¶
type Factorset ¶
type Factorset struct { Owner string `xorm:"varchar(100) notnull pk" json:"owner"` Name string `xorm:"varchar(100) notnull pk" json:"name"` CreatedTime string `xorm:"varchar(100)" json:"createdTime"` DisplayName string `xorm:"varchar(500)" json:"displayName"` Url string `xorm:"varchar(100)" json:"url"` FileName string `xorm:"varchar(100)" json:"fileName"` FileSize string `xorm:"varchar(100)" json:"fileSize"` Dimension int `json:"dimension"` Count int `json:"count"` Factors []*Factor `xorm:"mediumtext" json:"factors"` AllFactors []*Factor `xorm:"-" json:"allFactors"` FactorMap map[string]*Factor `xorm:"-" json:"factorMap"` }
func GetFactorset ¶
func GetFactorsets ¶
func GetGlobalFactorsets ¶
func (*Factorset) LoadFactors ¶
func (*Factorset) WriteFactors ¶
type File ¶
type File struct { Key string `xorm:"varchar(100)" json:"key"` Title string `xorm:"varchar(100)" json:"title"` Size int64 `json:"size"` CreatedTime string `xorm:"varchar(100)" json:"createdTime"` IsLeaf bool `json:"isLeaf"` Url string `xorm:"varchar(255)" json:"url"` Children []*File `xorm:"varchar(1000)" json:"children"` ChildrenMap map[string]*File `xorm:"-" json:"-"` }
type Label ¶
type Label struct { Id string `xorm:"varchar(100)" json:"id"` StartTime float64 `json:"startTime"` EndTime float64 `json:"endTime"` Text string `xorm:"varchar(100)" json:"text"` Speaker string `xorm:"varchar(100)" json:"speaker"` Tag1 string `xorm:"varchar(100)" json:"tag1"` Tag2 string `xorm:"varchar(100)" json:"tag2"` Tag3 string `xorm:"varchar(100)" json:"tag3"` }
type Message ¶
type Message struct { Owner string `xorm:"varchar(100) notnull pk" json:"owner"` Name string `xorm:"varchar(100) notnull pk" json:"name"` CreatedTime string `xorm:"varchar(100)" json:"createdTime"` Organization string `xorm:"varchar(100)" json:"organization"` User string `xorm:"varchar(100) index" json:"user"` Chat string `xorm:"varchar(100) index" json:"chat"` ReplyTo string `xorm:"varchar(100) index" json:"replyTo"` Author string `xorm:"varchar(100)" json:"author"` Text string `xorm:"mediumtext" json:"text"` ErrorText string `xorm:"mediumtext" json:"errorText"` FileName string `xorm:"varchar(100)" json:"fileName"` Comment string `xorm:"mediumtext" json:"comment"` TokenCount int `json:"tokenCount"` Price float64 `json:"price"` Currency string `xorm:"varchar(100)" json:"currency"` IsHidden bool `json:"isHidden"` IsDeleted bool `json:"isDeleted"` NeedNotify bool `json:"needNotify"` IsAlerted bool `json:"isAlerted"` ModelProvider string `xorm:"varchar(100)" json:"modelProvider"` EmbeddingProvider string `xorm:"varchar(100)" json:"embeddingProvider"` VectorScores []VectorScore `xorm:"mediumtext" json:"vectorScores"` }
func GetChatMessages ¶
func GetGlobalMessages ¶
func GetGlobalMessagesByCreatedTime ¶ added in v1.69.0
func GetMessage ¶
func (*Message) SendErrorEmail ¶ added in v1.71.0
type Properties ¶
type Provider ¶
type Provider struct { Owner string `xorm:"varchar(100) notnull pk" json:"owner"` Name string `xorm:"varchar(100) notnull pk" json:"name"` CreatedTime string `xorm:"varchar(100)" json:"createdTime"` DisplayName string `xorm:"varchar(100)" json:"displayName"` Category string `xorm:"varchar(100)" json:"category"` Type string `xorm:"varchar(100)" json:"type"` SubType string `xorm:"varchar(100)" json:"subType"` ClientId string `xorm:"varchar(100)" json:"clientId"` ClientSecret string `xorm:"varchar(2000)" json:"clientSecret"` ProviderUrl string `xorm:"varchar(200)" json:"providerUrl"` ApiVersion string `xorm:"varchar(100)" json:"apiVersion"` Temperature float32 `xorm:"float" json:"temperature"` TopP float32 `xorm:"float" json:"topP"` TopK int `xorm:"int" json:"topK"` FrequencyPenalty float32 `xorm:"float" json:"frequencyPenalty"` PresencePenalty float32 `xorm:"float" json:"presencePenalty"` }
func GetDefaultModelProvider ¶
func GetEmbeddingProviderFromContext ¶ added in v1.40.0
func GetGlobalProviders ¶
func GetMaskedProvider ¶
func GetMaskedProviders ¶
func GetModelProviderFromContext ¶ added in v1.40.0
func GetModelProvidersFromContext ¶ added in v1.74.0
func GetProvider ¶
func GetProviders ¶
func (*Provider) GetEmbeddingProvider ¶
func (p *Provider) GetEmbeddingProvider() (embedding.EmbeddingProvider, error)
func (*Provider) GetModelProvider ¶
func (p *Provider) GetModelProvider() (model.ModelProvider, error)
func (*Provider) GetStorageProviderObj ¶
func (p *Provider) GetStorageProviderObj() (storage.StorageProvider, error)
type SearchProvider ¶
type SearchProvider interface {
Search(embeddingProviderName string, qVector []float32) ([]Vector, error)
}
func GetSearchProvider ¶
func GetSearchProvider(typ string, owner string) (SearchProvider, error)
type SimilarityIndex ¶
type Store ¶
type Store struct { Owner string `xorm:"varchar(100) notnull pk" json:"owner"` Name string `xorm:"varchar(100) notnull pk" json:"name"` CreatedTime string `xorm:"varchar(100)" json:"createdTime"` DisplayName string `xorm:"varchar(100)" json:"displayName"` StorageProvider string `xorm:"varchar(100)" json:"storageProvider"` ImageProvider string `xorm:"varchar(100)" json:"imageProvider"` SplitProvider string `xorm:"varchar(100)" json:"splitProvider"` ModelProvider string `xorm:"varchar(100)" json:"modelProvider"` EmbeddingProvider string `xorm:"varchar(100)" json:"embeddingProvider"` ModelProviders []string `xorm:"mediumtext" json:"modelProviders" xorm:"json"` EmbeddingProviders []string `xorm:"mediumtext" json:"embeddingProviders" xorm:"json"` ModelUsageMap map[string]UsageInfo `xorm:"mediumtext" json:"modelUsageMap" xorm:"json"` EmbeddingUsageMap map[string]UsageInfo `xorm:"mediumtext" json:"embeddingUsageMap" xorm:"json"` MemoryLimit int `json:"memoryLimit"` Frequency int `json:"frequency"` LimitMinutes int `json:"limitMinutes"` Welcome string `xorm:"varchar(100)" json:"welcome"` Prompt string `xorm:"mediumtext" json:"prompt"` FileTree *File `xorm:"mediumtext" json:"fileTree"` PropertiesMap map[string]*Properties `xorm:"mediumtext" json:"propertiesMap"` }
func GetDefaultStore ¶
func GetGlobalStores ¶
func (*Store) GetEmbeddingProvider ¶
func (*Store) GetImageProviderObj ¶ added in v1.51.0
func (store *Store) GetImageProviderObj() (storage.StorageProvider, error)
func (*Store) GetModelProvider ¶
func (*Store) GetStorageProviderObj ¶
func (store *Store) GetStorageProviderObj() (storage.StorageProvider, error)
func (*Store) GetVideoData ¶
type Task ¶
type Task struct { Owner string `xorm:"varchar(100) notnull pk" json:"owner"` Name string `xorm:"varchar(100) notnull pk" json:"name"` CreatedTime string `xorm:"varchar(100)" json:"createdTime"` DisplayName string `xorm:"varchar(100)" json:"displayName"` Provider string `xorm:"varchar(100)" json:"provider"` Type string `xorm:"varchar(100)" json:"type"` Subject string `xorm:"varchar(100)" json:"subject"` Topic string `xorm:"varchar(100)" json:"topic"` Result string `xorm:"varchar(100)" json:"result"` Activity string `xorm:"varchar(100)" json:"activity"` Grade string `xorm:"varchar(100)" json:"grade"` Application string `xorm:"varchar(100)" json:"application"` Path string `xorm:"varchar(100)" json:"path"` Text string `xorm:"mediumtext" json:"text"` Example string `xorm:"varchar(200)" json:"example"` Labels []string `xorm:"mediumtext" json:"labels"` Log string `xorm:"mediumtext" json:"log"` }
func GetGlobalTasks ¶
func GetMaskedTask ¶
func GetMaskedTasks ¶
type Usage ¶ added in v1.69.0
type Usage struct { Date string `json:"date"` UserCount int `json:"userCount"` ChatCount int `json:"chatCount"` MessageCount int `json:"messageCount"` TokenCount int `json:"tokenCount"` Price float64 `json:"price"` Currency string `json:"currency"` }
func GetRangeUsages ¶ added in v1.70.0
type UsageMetadata ¶ added in v1.69.0
type UsageMetadata struct { Organization string `json:"organization"` Application string `json:"application"` }
func GetUsageMetadata ¶ added in v1.69.0
func GetUsageMetadata() (*UsageMetadata, error)
type Vector ¶
type Vector struct { Owner string `xorm:"varchar(100) notnull pk" json:"owner"` Name string `xorm:"varchar(100) notnull pk" json:"name"` CreatedTime string `xorm:"varchar(100)" json:"createdTime"` DisplayName string `xorm:"varchar(100)" json:"displayName"` Store string `xorm:"varchar(100)" json:"store"` Provider string `xorm:"varchar(100) index" json:"provider"` File string `xorm:"varchar(100)" json:"file"` Index int `json:"index"` Text string `xorm:"mediumtext" json:"text"` TokenCount int `json:"tokenCount"` Price float64 `json:"price"` Currency string `xorm:"varchar(100)" json:"currency"` Score float32 `json:"score"` Data []float32 `xorm:"mediumtext" json:"data"` Dimension int `json:"dimension"` }
func GetGlobalVectors ¶
func GetVectors ¶
type VectorScore ¶
type VectorScore struct { Vector string `xorm:"varchar(100)" json:"vector"` Score float32 `json:"score"` }
func GetNearestKnowledge ¶
func GetNearestKnowledge(embeddingProvider *Provider, embeddingProviderObj embedding.EmbeddingProvider, owner string, text string) ([]*model.RawMessage, []VectorScore, *embedding.EmbeddingResult, error)
type Video ¶
type Video struct { Owner string `xorm:"varchar(100) notnull pk" json:"owner"` Name string `xorm:"varchar(100) notnull pk" json:"name"` CreatedTime string `xorm:"varchar(100)" json:"createdTime"` DisplayName string `xorm:"varchar(500)" json:"displayName"` Tag string `xorm:"varchar(100)" json:"tag"` Type string `xorm:"varchar(100)" json:"type"` VideoId string `xorm:"varchar(100)" json:"videoId"` VideoLength string `xorm:"varchar(100)" json:"videoLength"` CoverUrl string `xorm:"varchar(200)" json:"coverUrl"` AudioUrl string `xorm:"varchar(200)" json:"audioUrl"` EditMode string `xorm:"varchar(100)" json:"editMode"` Labels []*Label `xorm:"mediumtext" json:"labels"` Segments []*Label `xorm:"mediumtext" json:"segments"` LabelCount int `xorm:"-" json:"labelCount"` SegmentCount int `xorm:"-" json:"segmentCount"` WordCountMap map[string]int `xorm:"mediumtext" json:"wordCountMap"` DataUrls []string `xorm:"mediumtext" json:"dataUrls"` DataUrl string `xorm:"varchar(200)" json:"dataUrl"` TagOnPause bool `json:"tagOnPause"` School string `xorm:"varchar(100)" json:"school"` Stage string `xorm:"varchar(100)" json:"stage"` Grade string `xorm:"varchar(100)" json:"grade"` Class string `xorm:"varchar(100)" json:"class"` Subject string `xorm:"varchar(100)" json:"subject"` Topic string `xorm:"varchar(100)" json:"topic"` Keywords []string `xorm:"varchar(200)" json:"keywords"` Template string `xorm:"varchar(200)" json:"template"` Task1 string `xorm:"varchar(100)" json:"task1"` Task2 string `xorm:"varchar(100)" json:"task2"` Task3 string `xorm:"varchar(100)" json:"task3"` PlayAuth string `xorm:"-" json:"playAuth"` }
func GetGlobalVideos ¶
func (*Video) PopulateWordCountMap ¶ added in v1.32.0
func (*Video) UpdateCoverUrl ¶ added in v1.25.1
type Wordset ¶
type Wordset struct { Owner string `xorm:"varchar(100) notnull pk" json:"owner"` Name string `xorm:"varchar(100) notnull pk" json:"name"` CreatedTime string `xorm:"varchar(100)" json:"createdTime"` DisplayName string `xorm:"varchar(100)" json:"displayName"` DistanceLimit int `json:"distanceLimit"` Factorset string `xorm:"varchar(100)" json:"factorset"` Factors []*Factor `xorm:"mediumtext" json:"factors"` }
func GetGlobalWordsets ¶
func GetWordset ¶
func GetWordsetMatch ¶
func GetWordsets ¶
Source Files ¶
- adapter.go
- article.go
- chat.go
- factor.go
- factorset.go
- factorset_tsne.go
- factorset_upload.go
- file.go
- graph.go
- init.go
- kmeans.go
- message.go
- message_ai.go
- message_email.go
- message_image.go
- provider.go
- search.go
- search_default.go
- search_default_util.go
- store.go
- store_provider.go
- task.go
- usage.go
- usage_range.go
- util.go
- vector.go
- vector_embedding.go
- video.go
- video_import.go
- video_import_txt.go
- video_import_util.go
- video_word.go
- wordset.go
- wordset_graph.go
- wordset_match.go
- wordset_upload.go
Click to show internal directories.
Click to hide internal directories.