lexer

type Lexer ¶

type Lexer struct {
	// contains filtered or unexported fields
}

Lexer is a tokenizer that returns individual runes along with their associated types.

func New(source string) *Lexer

func (l *Lexer) Next() bool

func (l *Lexer) Peek() (token *Token)

func (l *Lexer) Scan() *Token

type Token ¶

type Token struct {
	Value string
	Type  TokenType
}

type TokenType ¶

type TokenType int

TokenType enumerates the possible token types returned by the Lexer. Any unexported types never exit the package.

const (
	Asterisk TokenType
	Text
	Bracket
	Backslash
	Dash
	Caret
	Plus
)