lexer

type Context interface {
	// Token returns the currently accumulated token string.
	Token() string
	// Emit will run the TokenFunc provided to Run with the given token.
	Emit(token interface{})
	// Clear clears the currently accumulated token string.
	Clear()
	// Error ends the lexing process, and causes run to return an error with err in its history.
	// The StateFunc returned by Error should be returned immediately.
	Error(err error) StateFunc
}

type LocationInFile struct {
	File string
	Line int
	Rune int
}

type StateFunc func(ctx Context, in rune) StateFunc

type TokenFunc func(token interface{}) error