Spaces:
Sleeping
Sleeping
Update lexer.py
Browse files
lexer.py
CHANGED
|
@@ -39,7 +39,7 @@ TOKEN_SPEC = [
|
|
| 39 |
("NEWLINE", r'\n'),
|
| 40 |
("SKIP", r'[ \t\r]+'),
|
| 41 |
("IDENTIFIER", r'[a-zA-Z_][a-zA-Z0-9_]*'),
|
| 42 |
-
("MISMATCH", r'.')
|
| 43 |
]
|
| 44 |
|
| 45 |
TOK_REGEX = '|'.join(f'(?P<{name}>{pattern})' for name, pattern in TOKEN_SPEC)
|
|
|
|
| 39 |
("NEWLINE", r'\n'),
|
| 40 |
("SKIP", r'[ \t\r]+'),
|
| 41 |
("IDENTIFIER", r'[a-zA-Z_][a-zA-Z0-9_]*'),
|
| 42 |
+
("MISMATCH", r'.')
|
| 43 |
]
|
| 44 |
|
| 45 |
TOK_REGEX = '|'.join(f'(?P<{name}>{pattern})' for name, pattern in TOKEN_SPEC)
|