tools

func HandleError ¶

func HandleError(msg string, err error)

func IDF ¶

func IDF(word uint64, N int) float64

func Init ¶

func Init()

func LoadWordIds ¶

func LoadWordIds(path string)

func R ¶

func R(tf int) float64

func ReadBytes ¶

func ReadBytes(filename string) (data []byte, err error)

func ReadCsv ¶

func ReadCsv(filepath string) [][]string

ReadCsv return [[url, text], ...]

func RemovePunctuation ¶

func RemovePunctuation(str string) string

RemovePunctuation 移除所有的标点符号

func RemoveSpace ¶

func RemoveSpace(str string) string

RemoveSpace 移除所有的空格

func Set ¶

func Set(ids []uint32) []uint32

func Str2Uint64 ¶

func Str2Uint64(str string) uint64

func U32ToBytes ¶

func U32ToBytes(key uint32) []byte

func U64ToBytes ¶

func U64ToBytes(key uint64) []byte

func WordCut ¶

func WordCut(q string) (res []string)

func WordCutForInv ¶

func WordCutForInv(q string) []string

func WriteBytes ¶

func WriteBytes(data []byte, filename string) error