diff options
Diffstat (limited to 'vendor/github.com/d5/tengo/compiler/token')
-rw-r--r-- | vendor/github.com/d5/tengo/compiler/token/keywords.go | 19 | ||||
-rw-r--r-- | vendor/github.com/d5/tengo/compiler/token/tokens.go | 208 |
2 files changed, 0 insertions, 227 deletions
diff --git a/vendor/github.com/d5/tengo/compiler/token/keywords.go b/vendor/github.com/d5/tengo/compiler/token/keywords.go deleted file mode 100644 index fd6e9d0b..00000000 --- a/vendor/github.com/d5/tengo/compiler/token/keywords.go +++ /dev/null @@ -1,19 +0,0 @@ -package token - -var keywords map[string]Token - -func init() { - keywords = make(map[string]Token) - for i := _keywordBeg + 1; i < _keywordEnd; i++ { - keywords[tokens[i]] = i - } -} - -// Lookup returns corresponding keyword if ident is a keyword. -func Lookup(ident string) Token { - if tok, isKeyword := keywords[ident]; isKeyword { - return tok - } - - return Ident -} diff --git a/vendor/github.com/d5/tengo/compiler/token/tokens.go b/vendor/github.com/d5/tengo/compiler/token/tokens.go deleted file mode 100644 index b32d36ee..00000000 --- a/vendor/github.com/d5/tengo/compiler/token/tokens.go +++ /dev/null @@ -1,208 +0,0 @@ -package token - -import "strconv" - -// Token represents a token. -type Token int - -// List of tokens -const ( - Illegal Token = iota - EOF - Comment - _literalBeg - Ident - Int - Float - Char - String - _literalEnd - _operatorBeg - Add // + - Sub // - - Mul // * - Quo // / - Rem // % - And // & - Or // | - Xor // ^ - Shl // << - Shr // >> - AndNot // &^ - AddAssign // += - SubAssign // -= - MulAssign // *= - QuoAssign // /= - RemAssign // %= - AndAssign // &= - OrAssign // |= - XorAssign // ^= - ShlAssign // <<= - ShrAssign // >>= - AndNotAssign // &^= - LAnd // && - LOr // || - Inc // ++ - Dec // -- - Equal // == - Less // < - Greater // > - Assign // = - Not // ! - NotEqual // != - LessEq // <= - GreaterEq // >= - Define // := - Ellipsis // ... - LParen // ( - LBrack // [ - LBrace // { - Comma // , - Period // . - RParen // ) - RBrack // ] - RBrace // } - Semicolon // ; - Colon // : - Question // ? - _operatorEnd - _keywordBeg - Break - Continue - Else - For - Func - Error - Immutable - If - Return - Export - True - False - In - Undefined - Import - _keywordEnd -) - -var tokens = [...]string{ - Illegal: "ILLEGAL", - EOF: "EOF", - Comment: "COMMENT", - Ident: "IDENT", - Int: "INT", - Float: "FLOAT", - Char: "CHAR", - String: "STRING", - Add: "+", - Sub: "-", - Mul: "*", - Quo: "/", - Rem: "%", - And: "&", - Or: "|", - Xor: "^", - Shl: "<<", - Shr: ">>", - AndNot: "&^", - AddAssign: "+=", - SubAssign: "-=", - MulAssign: "*=", - QuoAssign: "/=", - RemAssign: "%=", - AndAssign: "&=", - OrAssign: "|=", - XorAssign: "^=", - ShlAssign: "<<=", - ShrAssign: ">>=", - AndNotAssign: "&^=", - LAnd: "&&", - LOr: "||", - Inc: "++", - Dec: "--", - Equal: "==", - Less: "<", - Greater: ">", - Assign: "=", - Not: "!", - NotEqual: "!=", - LessEq: "<=", - GreaterEq: ">=", - Define: ":=", - Ellipsis: "...", - LParen: "(", - LBrack: "[", - LBrace: "{", - Comma: ",", - Period: ".", - RParen: ")", - RBrack: "]", - RBrace: "}", - Semicolon: ";", - Colon: ":", - Question: "?", - Break: "break", - Continue: "continue", - Else: "else", - For: "for", - Func: "func", - Error: "error", - Immutable: "immutable", - If: "if", - Return: "return", - Export: "export", - True: "true", - False: "false", - In: "in", - Undefined: "undefined", - Import: "import", -} - -func (tok Token) String() string { - s := "" - - if 0 <= tok && tok < Token(len(tokens)) { - s = tokens[tok] - } - - if s == "" { - s = "token(" + strconv.Itoa(int(tok)) + ")" - } - - return s -} - -// LowestPrec represents lowest operator precedence. -const LowestPrec = 0 - -// Precedence returns the precedence for the operator token. -func (tok Token) Precedence() int { - switch tok { - case LOr: - return 1 - case LAnd: - return 2 - case Equal, NotEqual, Less, LessEq, Greater, GreaterEq: - return 3 - case Add, Sub, Or, Xor: - return 4 - case Mul, Quo, Rem, Shl, Shr, And, AndNot: - return 5 - } - return LowestPrec -} - -// IsLiteral returns true if the token is a literal. -func (tok Token) IsLiteral() bool { - return _literalBeg < tok && tok < _literalEnd -} - -// IsOperator returns true if the token is an operator. -func (tok Token) IsOperator() bool { - return _operatorBeg < tok && tok < _operatorEnd -} - -// IsKeyword returns true if the token is a keyword. -func (tok Token) IsKeyword() bool { - return _keywordBeg < tok && tok < _keywordEnd -} |