-
Notifications
You must be signed in to change notification settings - Fork 0
/
fa.py
118 lines (97 loc) · 3.64 KB
/
fa.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
import re
class SyntaxError(Exception):
def __init__(self, message):
self.message = message
def __str__(self):
return self.message
def get_current_line(code: str, idx: int):
return code[:idx].count('\n') + 1
def process_string(code: str):
res = code
current = None
start = None
i = 0
num_newline = 0
strings = ['"', "'", '`']
for char in code:
# ketemu penutup string
if char == current:
length = i - start
# mengganti string dengan karakter 1
res = res[:start] + "1" + ('\n' * num_newline) + res[i+1:]
# adjustment index menyesuaikan panjang string dan banyak newline
i -= length - num_newline
num_newline = 0
current = None
elif current is not None:
if char == '\n':
num_newline += 1
if current != '`':
raise SyntaxError(
f'Invalid string at line {get_current_line(res, i)}, string must not contain new line.')
elif char in strings:
current = char
start = i
i += 1
if current is not None:
raise SyntaxError(
f'Invalid string at line {get_current_line(res, start)}, string must be closed.')
return res
def tokenize_with_fa(code: str, terminals: list[str]):
terminals = terminals[::]
terminals.remove('variable')
terminals.remove('number')
res = code
multiline_comment = r'\/\*[\w\W]*?\*\/'
iter = re.finditer(multiline_comment, res)
for match in iter:
res = res[:match.start()] + "\n" * res[match.start():match.end()].count('\n') + res[match.end():]
# remove comment
res = re.sub(r'\/\/.*', '', res)
# Process string -> any string will be replaced by character 1
res = process_string(res)
invalid_comment = re.finditer(r'\/\*', res)
for match in invalid_comment:
raise SyntaxError(
f'Invalid comment at line {get_current_line(res, match.start())}, comment must be closed.')
iter = re.finditer(
r'([0-9]+(\.[0-9]+)+)|([0-9]+\.)|(\.[0-9]+)|([0-9]+(\.[0-9]+)*)', res)
# mengubah semua angka/float menjadi karakter 1
offset = 0
for match in iter:
num: str = match.group(0)
if num == '1':
continue
if num.count('.') > 1:
raise SyntaxError(
f'Invalid number at line {get_current_line(res, match.start() + offset)}.')
res = res[:match.start() + offset] + \
'1' + res[match.end() + offset:]
offset += 1 - len(num)
# change all true, false, null, and undefined to 1
iter = re.finditer(
r'(?:[^a-zA-Z_$0-9]|^)((?:true)|(?:false)|(?:null)|(?:undefined))(?:[^a-zA-Z_$0-9]|$)', res)
offset = 0
for match in iter:
bool_str = match.group(1)
res = res[:match.start(1) + offset] + \
'1' + res[match.end(1) + offset:]
offset += 1 - len(bool_str)
# make javascript variable regex
offset = 0
iter = re.finditer(
r'(?:^|[^a-zA-Z_$0-9])([a-zA-Z_$0-9]+)', res)
for match in iter:
var_str = match.group(1)
if var_str == '1':
continue
if re.match(r'[0-9][^0-9]+', var_str):
raise SyntaxError(
f'Invalid variable name at line {get_current_line(res, match.start() + offset)}.')
if var_str not in terminals:
res = res[:match.start(1) + offset] + \
'variable' + res[match.end(1) + offset:]
offset += len('variable') - len(var_str)
# mengubah semua 1 menjadi number
res = re.sub(r'1', 'number', res)
return res