lexer

package

v0.0.0-...-7d08e18 Latest Latest Go to latest Published: May 29, 2019 License: MIT Imports: 9 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

View Source

const TabWidth = 4

This section is empty.

This section is empty.

type Position struct {
	Filename string

	Line, Char int
}

type Sourcefile struct {
	Path     string
	Name     string
	Contents []rune
	NewLines []int
	Tokens   []*Token
}

func NewSourcefile(filepath string) (*Sourcefile, error)

func (s *Sourcefile) GetLine(line int) string

func (s *Sourcefile) MarkPos(pos Position) string

func (s *Sourcefile) MarkSpan(span Span) string

type Span struct {
	Filename string

	StartLine, StartChar int
	EndLine, EndChar     int
}

func NewSpan(start, end Position) Span

func NewSpanFromTokens(start, end *Token) Span

func (s Span) End() Position

func (s Span) Start() Position

type Token struct {
	Type     TokenType
	Contents string
	Where    Span
}

func Lex(input *Sourcefile) []*Token

type TokenType int

const (
	Rune TokenType = iota
	Identifier
	Separator
	Operator
	Number
	Erroneous
	String
	Doccomment
)

func (v TokenType) String() string