batscript/token.go at master · lazzy-cipher/batscript · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
package main

import (
	"fmt"
)

type TokenKind int

type Token struct {
	kind   TokenKind
	lexeme string
	pos    int
	line   int
}

const (
	ILLEGAL TokenKind = iota
	EOF
	EQUAL    // =
	BANG     // !
	COLON    // :
	COMMA    // ,
	DOT      // .
	ELLIPSIS // ...

	LPAREN // (
	RPAREN // )

	LBRACE // {
	RBRACE // }

	DOUBLE_EQUAL     // ==
	NOT_EQUAL        // !=
	LESSER_OR_EQUAL  // <=
	GREATER_OR_EQUAL // >=
	LESSER_THAN      // <
	GREATER_THAN     // >

	PLUS  // +
	MINUS // -

	STAR    // *
	SLASH   // /
	PERCENT // %

	NUMBER // 123
	STRING // "hello"
	SYMBOL // main

	// Keywords
	AND
	BREAK
	ELIF
	ELSE
	FUN
	IF
	INT
	NIL
	OBJ
	OR
	RETURN
	STR
	VAR
	WHILE
)

var tokens = [...]string{
	ILLEGAL:          "ILLEGAL",
	EOF:              "EOF",
	EQUAL:            "=",
	BANG:             "!",
	COLON:            ":",
	COMMA:            ",",
	DOT:              ".",
	ELLIPSIS:         "...",
	LPAREN:           "(",
	RPAREN:           ")",
	LBRACE:           "{",
	RBRACE:           "}",
	DOUBLE_EQUAL:     "==",
	NOT_EQUAL:        "!=",
	LESSER_OR_EQUAL:  "<=",
	GREATER_OR_EQUAL: ">=",
	LESSER_THAN:      "<",
	GREATER_THAN:     ">",
	PLUS:             "+",
	MINUS:            "-",
	STAR:             "*",
	SLASH:            "/",
	PERCENT:          "%",
	NUMBER:           "NUMBER",
	STRING:           "STRING",
	SYMBOL:           "SYMBOL",
	AND:              "and",
	BREAK:            "break",
	ELIF:             "elif",
	ELSE:             "else",
	FUN:              "fun",
	IF:               "if",
	INT:              "int",
	NIL:              "nil",
	OBJ:              "obj",
	OR:               "or",
	RETURN:           "return",
	STR:              "str",
	VAR:              "var",
	WHILE:            "while",
}

func (t TokenKind) String() string {
	var i = int(t)
	if i >= 0 && i < len(tokens) {
		return tokens[t]
	}
	return "UNKNOWN"
}

func (t Token) String() string {
	return fmt.Sprintf(
		"{kind=%s, lexeme=%s, pos=%d}",
		t.kind,
		t.lexeme,
		t.pos,
	)
}