indexing

type DocStore struct {
	BitSet [][]byte `json:"bit_set"`
	// contains filtered or unexported fields
}

type DocVector struct {
	DocID string
	Space []float32
}

type InvertedIndex struct {
	Metadata *Metadata
	Dict     []*Shard // 使用分段锁技术
}

type Metadata struct {
	Doc              uint64           `json:"doc"`
	DocStore         *DocStore        `json:"doc_store"`
	Vocabulary       uint64           `json:"vocabulary"`
	VocabularyStore  *VocabularyStore `json:"vocabulary_store"`
	MaxTermFrequency uint64           `json:"max_term_frequency"`
}

type PipeIndexProcessor struct {
	// contains filtered or unexported fields
}

type Posting struct {
	TermFrequency uint64   `json:"term_frequency"`
	DocIdx        uint64   `json:"doc_idx"`
	DocID         string   `json:"doc_id"`
	Next          *Posting `json:"next"`
}

type PostingList struct {
	TermID       string   `json:"term_id"`
	DocFrequency uint64   `json:"doc_frequency"`
	Postings     *Posting `json:"postings"`
}

type PriorityQueue []*SimilarObject

type QueryVector struct {
	Space []float32
}

type Shard struct {
	Backend map[string]*PostingList `json:"backend"`
	// contains filtered or unexported fields
}

type SimilarObject struct {
	DocID      string
	Similarity float64
	Index      int
}

type TFIDF struct {
	Vectors []*DocVector
}

type VocabularyStore struct {
	BitSet [][]byte `json:"bit_set"`
	// contains filtered or unexported fields
}