llama2

type Checkpoint interface {
	Error() error
	Close() error

	Dim() int
	HiddenDim() int
	NLayers() int
	NHeads() int
	NKvHeads() int
	VocabSize() int
	SeqLen() int

	TokenEmbeddingTable(token int) []float32
	RmsAttWeight(layer int) []float32
	RmsFfnWeight(layer int) []float32
	Wq(layer int) []float32
	Wk(layer int) []float32
	Wv(layer int) []float32
	Wo(layer int) []float32
	W1(layer int) []float32
	W2(layer int) []float32
	W3(layer int) []float32
	RmsFinalWeight() []float32
	FreqCisReal(pos int) []float32
	FreqCisImag(pos int) []float32
	Wcls() []float32
}

type Config struct {
	Dim       int
	HiddenDim int
	NLayers   int
	NHeads    int
	NKvHeads  int
	VocabSize int
	SeqLen    int
}

type MmapCheckpoint struct {
	// contains filtered or unexported fields
}

type RunState struct {
	X          []float32
	Xb         []float32
	Xb2        []float32
	Hb         []float32
	Hb2        []float32
	Q          []float32
	K          []float32
	V          []float32
	Att        []float32
	Logits     []float32
	KeyCache   []float32
	ValueCache []float32
}

type Vocab struct {
	// contains filtered or unexported fields
}