lexer

const (
	// LPAREN represents the left-parenthesis character
	LPAREN TokenType = "LPAREN"

	// RPAREN represents the right-parenthesis character
	RPAREN TokenType = "RPAREN"

	// LVECT represents the left-brace character
	LVECT TokenType = "LVECT"

	// RVECT represents the right-brace character
	RVECT TokenType = "RVECT"

	// LDICT represents the left curly brace
	LDICT TokenType = "LDICT"

	// KEYWORD represents a keyword
	KEYWORD TokenType = "KEYWORD"

	// RDICT represents the right curly brace
	RDICT TokenType = "RDICT"

	// STRING represents a double-quoted string
	STRING TokenType = "STRING"

	// NUMBER represents int, float, hex, complex etc.
	NUMBER TokenType = "NUMBER"

	// WHITESPACE represents a space, tab or newline
	WHITESPACE TokenType = "WHITESPACE"

	// NEWLINE represents a new-line or return-line-feed character.
	NEWLINE TokenType = "NEWLINE"

	// COMMENT represents a ";" based comment
	COMMENT TokenType = "COMMENT"

	// SYMBOL represents any identifier
	SYMBOL TokenType = "SYMBOL"

	// QUOTE represents the single quote
	QUOTE TokenType = "QUOTE"
)