serialization

package

v1.3.3 Latest Latest Go to latest Published: Mar 24, 2023 License: Apache-2.0 Imports: 4 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/Weiyuan-Lane/lingua-go

Links

Open Source Insights

Documentation ¶

Constants ¶

This section is empty.

Variables ¶

View Source

var (
	SerializableLanguage_name = map[int32]string{
		0:  "AFRIKAANS",
		1:  "ALBANIAN",
		2:  "ARABIC",
		3:  "ARMENIAN",
		4:  "AZERBAIJANI",
		5:  "BASQUE",
		6:  "BELARUSIAN",
		7:  "BENGALI",
		8:  "BOKMAL",
		9:  "BOSNIAN",
		10: "BULGARIAN",
		11: "CATALAN",
		12: "CHINESE",
		13: "CROATIAN",
		14: "CZECH",
		15: "DANISH",
		16: "DUTCH",
		17: "ENGLISH",
		18: "ESPERANTO",
		19: "ESTONIAN",
		20: "FINNISH",
		21: "FRENCH",
		22: "GANDA",
		23: "GEORGIAN",
		24: "GERMAN",
		25: "GREEK",
		26: "GUJARATI",
		27: "HEBREW",
		28: "HINDI",
		29: "HUNGARIAN",
		30: "ICELANDIC",
		31: "INDONESIAN",
		32: "IRISH",
		33: "ITALIAN",
		34: "JAPANESE",
		35: "KAZAKH",
		36: "KOREAN",
		37: "LATIN",
		38: "LATVIAN",
		39: "LITHUANIAN",
		40: "MACEDONIAN",
		41: "MALAY",
		42: "MAORI",
		43: "MARATHI",
		44: "MONGOLIAN",
		45: "NYNORSK",
		46: "PERSIAN",
		47: "POLISH",
		48: "PORTUGUESE",
		49: "PUNJABI",
		50: "ROMANIAN",
		51: "RUSSIAN",
		52: "SERBIAN",
		53: "SHONA",
		54: "SLOVAK",
		55: "SLOVENE",
		56: "SOMALI",
		57: "SOTHO",
		58: "SPANISH",
		59: "SWAHILI",
		60: "SWEDISH",
		61: "TAGALOG",
		62: "TAMIL",
		63: "TELUGU",
		64: "THAI",
		65: "TSONGA",
		66: "TSWANA",
		67: "TURKISH",
		68: "UKRAINIAN",
		69: "URDU",
		70: "VIETNAMESE",
		71: "WELSH",
		72: "XHOSA",
		73: "YORUBA",
		74: "ZULU",
	}
	SerializableLanguage_value = map[string]int32{
		"AFRIKAANS":   0,
		"ALBANIAN":    1,
		"ARABIC":      2,
		"ARMENIAN":    3,
		"AZERBAIJANI": 4,
		"BASQUE":      5,
		"BELARUSIAN":  6,
		"BENGALI":     7,
		"BOKMAL":      8,
		"BOSNIAN":     9,
		"BULGARIAN":   10,
		"CATALAN":     11,
		"CHINESE":     12,
		"CROATIAN":    13,
		"CZECH":       14,
		"DANISH":      15,
		"DUTCH":       16,
		"ENGLISH":     17,
		"ESPERANTO":   18,
		"ESTONIAN":    19,
		"FINNISH":     20,
		"FRENCH":      21,
		"GANDA":       22,
		"GEORGIAN":    23,
		"GERMAN":      24,
		"GREEK":       25,
		"GUJARATI":    26,
		"HEBREW":      27,
		"HINDI":       28,
		"HUNGARIAN":   29,
		"ICELANDIC":   30,
		"INDONESIAN":  31,
		"IRISH":       32,
		"ITALIAN":     33,
		"JAPANESE":    34,
		"KAZAKH":      35,
		"KOREAN":      36,
		"LATIN":       37,
		"LATVIAN":     38,
		"LITHUANIAN":  39,
		"MACEDONIAN":  40,
		"MALAY":       41,
		"MAORI":       42,
		"MARATHI":     43,
		"MONGOLIAN":   44,
		"NYNORSK":     45,
		"PERSIAN":     46,
		"POLISH":      47,
		"PORTUGUESE":  48,
		"PUNJABI":     49,
		"ROMANIAN":    50,
		"RUSSIAN":     51,
		"SERBIAN":     52,
		"SHONA":       53,
		"SLOVAK":      54,
		"SLOVENE":     55,
		"SOMALI":      56,
		"SOTHO":       57,
		"SPANISH":     58,
		"SWAHILI":     59,
		"SWEDISH":     60,
		"TAGALOG":     61,
		"TAMIL":       62,
		"TELUGU":      63,
		"THAI":        64,
		"TSONGA":      65,
		"TSWANA":      66,
		"TURKISH":     67,
		"UKRAINIAN":   68,
		"URDU":        69,
		"VIETNAMESE":  70,
		"WELSH":       71,
		"XHOSA":       72,
		"YORUBA":      73,
		"ZULU":        74,
	}
)

Enum value maps for SerializableLanguage.

View Source

var File_model_proto protoreflect.FileDescriptor

Functions ¶

This section is empty.

Types ¶

type SerializableLanguage ¶

type SerializableLanguage int32

SerializableLanguage represents a language that is serialized as a protocol buffer and stored on disk as a binary file. Even though this type is public, it is not meant to be used directly. It is used only internally for serialization and deserialization.

const (
	SerializableLanguage_AFRIKAANS   SerializableLanguage = 0
	SerializableLanguage_ALBANIAN    SerializableLanguage = 1
	SerializableLanguage_ARABIC      SerializableLanguage = 2
	SerializableLanguage_ARMENIAN    SerializableLanguage = 3
	SerializableLanguage_AZERBAIJANI SerializableLanguage = 4
	SerializableLanguage_BASQUE      SerializableLanguage = 5
	SerializableLanguage_BELARUSIAN  SerializableLanguage = 6
	SerializableLanguage_BENGALI     SerializableLanguage = 7
	SerializableLanguage_BOKMAL      SerializableLanguage = 8
	SerializableLanguage_BOSNIAN     SerializableLanguage = 9
	SerializableLanguage_BULGARIAN   SerializableLanguage = 10
	SerializableLanguage_CATALAN     SerializableLanguage = 11
	SerializableLanguage_CHINESE     SerializableLanguage = 12
	SerializableLanguage_CROATIAN    SerializableLanguage = 13
	SerializableLanguage_CZECH       SerializableLanguage = 14
	SerializableLanguage_DANISH      SerializableLanguage = 15
	SerializableLanguage_DUTCH       SerializableLanguage = 16
	SerializableLanguage_ENGLISH     SerializableLanguage = 17
	SerializableLanguage_ESPERANTO   SerializableLanguage = 18
	SerializableLanguage_ESTONIAN    SerializableLanguage = 19
	SerializableLanguage_FINNISH     SerializableLanguage = 20
	SerializableLanguage_FRENCH      SerializableLanguage = 21
	SerializableLanguage_GANDA       SerializableLanguage = 22
	SerializableLanguage_GEORGIAN    SerializableLanguage = 23
	SerializableLanguage_GERMAN      SerializableLanguage = 24
	SerializableLanguage_GREEK       SerializableLanguage = 25
	SerializableLanguage_GUJARATI    SerializableLanguage = 26
	SerializableLanguage_HEBREW      SerializableLanguage = 27
	SerializableLanguage_HINDI       SerializableLanguage = 28
	SerializableLanguage_HUNGARIAN   SerializableLanguage = 29
	SerializableLanguage_ICELANDIC   SerializableLanguage = 30
	SerializableLanguage_INDONESIAN  SerializableLanguage = 31
	SerializableLanguage_IRISH       SerializableLanguage = 32
	SerializableLanguage_ITALIAN     SerializableLanguage = 33
	SerializableLanguage_JAPANESE    SerializableLanguage = 34
	SerializableLanguage_KAZAKH      SerializableLanguage = 35
	SerializableLanguage_KOREAN      SerializableLanguage = 36
	SerializableLanguage_LATIN       SerializableLanguage = 37
	SerializableLanguage_LATVIAN     SerializableLanguage = 38
	SerializableLanguage_LITHUANIAN  SerializableLanguage = 39
	SerializableLanguage_MACEDONIAN  SerializableLanguage = 40
	SerializableLanguage_MALAY       SerializableLanguage = 41
	SerializableLanguage_MAORI       SerializableLanguage = 42
	SerializableLanguage_MARATHI     SerializableLanguage = 43
	SerializableLanguage_MONGOLIAN   SerializableLanguage = 44
	SerializableLanguage_NYNORSK     SerializableLanguage = 45
	SerializableLanguage_PERSIAN     SerializableLanguage = 46
	SerializableLanguage_POLISH      SerializableLanguage = 47
	SerializableLanguage_PORTUGUESE  SerializableLanguage = 48
	SerializableLanguage_PUNJABI     SerializableLanguage = 49
	SerializableLanguage_ROMANIAN    SerializableLanguage = 50
	SerializableLanguage_RUSSIAN     SerializableLanguage = 51
	SerializableLanguage_SERBIAN     SerializableLanguage = 52
	SerializableLanguage_SHONA       SerializableLanguage = 53
	SerializableLanguage_SLOVAK      SerializableLanguage = 54
	SerializableLanguage_SLOVENE     SerializableLanguage = 55
	SerializableLanguage_SOMALI      SerializableLanguage = 56
	SerializableLanguage_SOTHO       SerializableLanguage = 57
	SerializableLanguage_SPANISH     SerializableLanguage = 58
	SerializableLanguage_SWAHILI     SerializableLanguage = 59
	SerializableLanguage_SWEDISH     SerializableLanguage = 60
	SerializableLanguage_TAGALOG     SerializableLanguage = 61
	SerializableLanguage_TAMIL       SerializableLanguage = 62
	SerializableLanguage_TELUGU      SerializableLanguage = 63
	SerializableLanguage_THAI        SerializableLanguage = 64
	SerializableLanguage_TSONGA      SerializableLanguage = 65
	SerializableLanguage_TSWANA      SerializableLanguage = 66
	SerializableLanguage_TURKISH     SerializableLanguage = 67
	SerializableLanguage_UKRAINIAN   SerializableLanguage = 68
	SerializableLanguage_URDU        SerializableLanguage = 69
	SerializableLanguage_VIETNAMESE  SerializableLanguage = 70
	SerializableLanguage_WELSH       SerializableLanguage = 71
	SerializableLanguage_XHOSA       SerializableLanguage = 72
	SerializableLanguage_YORUBA      SerializableLanguage = 73
	SerializableLanguage_ZULU        SerializableLanguage = 74
)

func (SerializableLanguage) Descriptor ¶

func (SerializableLanguage) Descriptor() protoreflect.EnumDescriptor

func (SerializableLanguage) Enum ¶

func (x SerializableLanguage) Enum() *SerializableLanguage

func (SerializableLanguage) EnumDescriptor deprecated

func (SerializableLanguage) EnumDescriptor() ([]byte, []int)

Deprecated: Use SerializableLanguage.Descriptor instead.

func (SerializableLanguage) Number ¶

func (x SerializableLanguage) Number() protoreflect.EnumNumber

func (SerializableLanguage) String ¶

func (x SerializableLanguage) String() string

func (SerializableLanguage) Type ¶

func (SerializableLanguage) Type() protoreflect.EnumType

type SerializableLanguageModel ¶

type SerializableLanguageModel struct {
	Language    SerializableLanguage    `protobuf:"varint,1,opt,name=language,proto3,enum=lingua.SerializableLanguage" json:"language,omitempty"`
	NgramLength uint32                  `protobuf:"varint,2,opt,name=ngram_length,json=ngramLength,proto3" json:"ngram_length,omitempty"`
	TotalNgrams uint32                  `protobuf:"varint,3,opt,name=total_ngrams,json=totalNgrams,proto3" json:"total_ngrams,omitempty"`
	NgramSets   []*SerializableNgramSet `protobuf:"bytes,4,rep,name=ngram_sets,json=ngramSets,proto3" json:"ngram_sets,omitempty"`
	// contains filtered or unexported fields
}

SerializableLanguageModel represents a statistical language model that is serialized as a protocol buffer and stored on disk as a binary file. Even though this struct is public, it is not meant to be used directly. It is used only internally for serialization and deserialization.

func (*SerializableLanguageModel) Descriptor deprecated

func (*SerializableLanguageModel) Descriptor() ([]byte, []int)

Deprecated: Use SerializableLanguageModel.ProtoReflect.Descriptor instead.

func (*SerializableLanguageModel) GetLanguage ¶

func (x *SerializableLanguageModel) GetLanguage() SerializableLanguage

func (*SerializableLanguageModel) GetNgramLength ¶

func (x *SerializableLanguageModel) GetNgramLength() uint32

func (*SerializableLanguageModel) GetNgramSets ¶

func (x *SerializableLanguageModel) GetNgramSets() []*SerializableNgramSet

func (*SerializableLanguageModel) GetTotalNgrams ¶

func (x *SerializableLanguageModel) GetTotalNgrams() uint32

func (*SerializableLanguageModel) ProtoMessage ¶

func (*SerializableLanguageModel) ProtoMessage()

func (*SerializableLanguageModel) ProtoReflect ¶

func (x *SerializableLanguageModel) ProtoReflect() protoreflect.Message

func (*SerializableLanguageModel) Reset ¶

func (x *SerializableLanguageModel) Reset()

func (*SerializableLanguageModel) String ¶

func (x *SerializableLanguageModel) String() string

type SerializableNgramSet ¶

type SerializableNgramSet struct {
	Probability float64  `protobuf:"fixed64,1,opt,name=probability,proto3" json:"probability,omitempty"`
	Ngrams      []string `protobuf:"bytes,2,rep,name=ngrams,proto3" json:"ngrams,omitempty"`
	// contains filtered or unexported fields
}

SerializableNgramSet represents a collection of ngrams sharing the same probability within a specific language model that is serialized as a protocol buffer and stored on disk as a binary file. Even though this struct is public, it is not meant to be used directly. It is used only internally for serialization and deserialization.

func (*SerializableNgramSet) Descriptor deprecated

func (*SerializableNgramSet) Descriptor() ([]byte, []int)

Deprecated: Use SerializableNgramSet.ProtoReflect.Descriptor instead.

func (*SerializableNgramSet) GetNgrams ¶

func (x *SerializableNgramSet) GetNgrams() []string

func (*SerializableNgramSet) GetProbability ¶

func (x *SerializableNgramSet) GetProbability() float64

func (*SerializableNgramSet) ProtoMessage ¶

func (*SerializableNgramSet) ProtoMessage()

func (*SerializableNgramSet) ProtoReflect ¶

func (x *SerializableNgramSet) ProtoReflect() protoreflect.Message

func (*SerializableNgramSet) Reset ¶

func (x *SerializableNgramSet) Reset()

func (*SerializableNgramSet) String ¶

func (x *SerializableNgramSet) String() string

Source Files ¶

View all Source files

model.pb.go

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL