-
Notifications
You must be signed in to change notification settings - Fork 46
/
basictoken.py
200 lines (181 loc) · 8.66 KB
/
basictoken.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
#! /usr/bin/python
# SPDX-License-Identifier: GPL-3.0-or-later
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <https://www.gnu.org/licenses/>.
"""Class to represent a token for the BASIC
programming language. A token consists of
three items:
column Column in which token starts
category Category of the token
lexeme Token in string form
"""
class BASICToken:
"""BASICToken categories"""
EOF = 0 # End of file
LET = 1 # LET keyword
LIST = 2 # LIST command
PRINT = 3 # PRINT command
RUN = 4 # RUN command
FOR = 5 # FOR keyword
NEXT = 6 # NEXT keyword
IF = 7 # IF keyword
THEN = 8 # THEN keyword
ELSE = 9 # ELSE keyword
ASSIGNOP = 10 # '='
LEFTPAREN = 11 # '('
RIGHTPAREN = 12 # ')'
PLUS = 13 # '+'
MINUS = 14 # '-'
TIMES = 15 # '*'
DIVIDE = 16 # '/'
NEWLINE = 17 # End of line
UNSIGNEDINT = 18 # Integer
NAME = 19 # Identifier that is not a keyword
EXIT = 20 # Used to quit the interpreter
DIM = 21 # DIM keyword
GREATER = 22 # '>'
LESSER = 23 # '<'
STEP = 24 # STEP keyword
GOTO = 25 # GOTO keyword
GOSUB = 26 # GOSUB keyword
INPUT = 27 # INPUT keyword
REM = 28 # REM keyword
RETURN = 29 # RETURN keyword
SAVE = 30 # SAVE command
LOAD = 31 # LOAD command
NOTEQUAL = 32 # '<>'
LESSEQUAL = 33 # '<='
GREATEQUAL = 34 # '>='
UNSIGNEDFLOAT = 35 # Floating point number
STRING = 36 # String values
TO = 37 # TO keyword
NEW = 38 # NEW command
EQUAL = 39 # '='
COMMA = 40 # ','
STOP = 41 # STOP keyword
COLON = 42 # ':'
ON = 43 # ON keyword
POW = 44 # Power function
SQR = 45 # Square root function
ABS = 46 # Absolute value function
DIM = 47 # DIM keyword
RANDOMIZE = 48 # RANDOMIZE keyword
RND = 49 # RND keyword
ATN = 50 # Arctangent function
COS = 51 # Cosine function
EXP = 52 # Exponential function
LOG = 53 # Natural logarithm function
SIN = 54 # Sine function
TAN = 55 # Tangent function
DATA = 56 # DATA keyword
READ = 57 # READ keyword
INT = 58 # INT function
CHR = 59 # CHR$ function
ASC = 60 # ASC function
STR = 61 # STR$ function
MID = 62 # MID$ function
MODULO = 63 # MODULO operator
TERNARY = 64 # TERNARY functions
VAL = 65 # VAL function
LEN = 66 # LEN function
UPPER = 67 # UPPER function
LOWER = 68 # LOWER function
ROUND = 69 # ROUND function
MAX = 70 # MAX function
MIN = 71 # MIN function
INSTR = 72 # INSTR function
AND = 73 # AND operator
OR = 74 # OR operator
NOT = 75 # NOT operator
PI = 76 # PI constant
RNDINT = 77 # RNDINT function
OPEN = 78 # OPEN keyword
HASH = 79 # "#"
CLOSE = 80 # CLOSE keyword
FSEEK = 81 # FSEEK keyword
RESTORE = 82 # RESTORE keyword
APPEND = 83 # APPEND keyword
OUTPUT = 84 # OUTPUT keyword
TAB = 85 # TAB function
SEMICOLON = 86 # SEMICOLON
LEFT = 87 # LEFT$ function
RIGHT = 88 # RIGHT$ function
# Displayable names for each token category
catnames = ['EOF', 'LET', 'LIST', 'PRINT', 'RUN',
'FOR', 'NEXT', 'IF', 'THEN', 'ELSE', 'ASSIGNOP',
'LEFTPAREN', 'RIGHTPAREN', 'PLUS', 'MINUS', 'TIMES',
'DIVIDE', 'NEWLINE', 'UNSIGNEDINT', 'NAME', 'EXIT',
'DIM', 'GREATER', 'LESSER', 'STEP', 'GOTO', 'GOSUB',
'INPUT', 'REM', 'RETURN', 'SAVE', 'LOAD',
'NOTEQUAL', 'LESSEQUAL', 'GREATEQUAL',
'UNSIGNEDFLOAT', 'STRING', 'TO', 'NEW', 'EQUAL',
'COMMA', 'STOP', 'COLON', 'ON', 'POW', 'SQR', 'ABS',
'DIM', 'RANDOMIZE', 'RND', 'ATN', 'COS', 'EXP',
'LOG', 'SIN', 'TAN', 'DATA', 'READ', 'INT',
'CHR', 'ASC', 'STR', 'MID', 'MODULO', 'TERNARY',
'VAL', 'LEN', 'UPPER', 'LOWER', 'ROUND',
'MAX', 'MIN', 'INSTR', 'AND', 'OR', 'NOT', 'PI',
'RNDINT', 'OPEN', 'HASH', 'CLOSE', 'FSEEK', 'APPEND',
'OUTPUT', 'RESTORE', 'RNDINT', 'TAB', 'SEMICOLON',
'LEFT', 'RIGHT']
smalltokens = {'=': ASSIGNOP, '(': LEFTPAREN, ')': RIGHTPAREN,
'+': PLUS, '-': MINUS, '*': TIMES, '/': DIVIDE,
'\n': NEWLINE, '<': LESSER,
'>': GREATER, '<>': NOTEQUAL,
'<=': LESSEQUAL, '>=': GREATEQUAL, ',': COMMA,
':': COLON, '%': MODULO, '!=': NOTEQUAL, '#': HASH,
';': SEMICOLON}
# Dictionary of BASIC reserved words
keywords = {'LET': LET, 'LIST': LIST, 'PRINT': PRINT,
'FOR': FOR, 'RUN': RUN, 'NEXT': NEXT,
'IF': IF, 'THEN': THEN, 'ELSE': ELSE,
'EXIT': EXIT, 'DIM': DIM, 'STEP': STEP,
'GOTO': GOTO, 'GOSUB': GOSUB,
'INPUT': INPUT, 'REM': REM, 'RETURN': RETURN,
'SAVE': SAVE, 'LOAD': LOAD, 'NEW': NEW,
'STOP': STOP, 'TO': TO, 'ON':ON, 'POW': POW,
'SQR': SQR, 'ABS': ABS,
'RANDOMIZE': RANDOMIZE, 'RND': RND,
'ATN': ATN, 'COS': COS, 'EXP': EXP,
'LOG': LOG, 'SIN': SIN, 'TAN': TAN,
'DATA': DATA, 'READ': READ, 'INT': INT,
'CHR$': CHR, 'ASC': ASC, 'STR$': STR,
'MID$': MID, 'MOD': MODULO,
'IF$': TERNARY, 'IFF': TERNARY,
'VAL': VAL, 'LEN': LEN,
'UPPER$': UPPER, 'LOWER$': LOWER,
'ROUND': ROUND, 'MAX': MAX, 'MIN': MIN,
'INSTR': INSTR, 'END': STOP,
'AND': AND, 'OR': OR, 'NOT': NOT,
'PI': PI, 'RNDINT': RNDINT, 'OPEN': OPEN,
'CLOSE': CLOSE, 'FSEEK': FSEEK,
'APPEND': APPEND, 'OUTPUT':OUTPUT,
'RESTORE': RESTORE, 'TAB': TAB,
'LEFT$': LEFT, 'RIGHT$': RIGHT}
# Functions
functions = {ABS, ATN, COS, EXP, INT, LOG, POW, RND, SIN, SQR, TAN,
CHR, ASC, MID, TERNARY, STR, VAL, LEN, UPPER, LOWER,
ROUND, MAX, MIN, INSTR, PI, RNDINT, TAB, LEFT, RIGHT}
def __init__(self, column, category, lexeme):
self.column = column # Column in which token starts
self.category = category # Category of the token
self.lexeme = lexeme # Token in string form
def pretty_print(self):
"""Pretty prints the token
"""
print('Column:', self.column,
'Category:', self.catnames[self.category],
'Lexeme:', self.lexeme)
def print_lexeme(self):
print(self.lexeme, end=' ')