Skip to content

Commit 16a083e

Browse files
committed
fix: removing the now useless begin_macro regex
1 parent 1b23e44 commit 16a083e

File tree

1 file changed

+2
-3
lines changed

1 file changed

+2
-3
lines changed

arkdoc/parser/tokenizer.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -22,8 +22,7 @@ def __str__(self):
2222
TokenSpecification = [
2323
("NUMBER", r"\d+(\.\d*)?"),
2424
("STRING", r"\"[^\"]*\""),
25-
("BEGIN_MACRO", r"(\$"),
26-
("ID", r"[\w:?=!@&<>+\-%*/.]+"),
25+
("ID", r"[\w:?=!@&<>+\-%*/.$]+"),
2726
("LPAREN", r"[(\[{]"),
2827
("RPAREN", r"[)\]}]"),
2928
("COMMENT", r"#[^\n]*"),
@@ -101,7 +100,7 @@ def tree_from_tokens(tokens: List[Token]) -> List:
101100
L.append(token)
102101
token = tokens.pop(0)
103102

104-
if token.type == "LPAREN" or token.type == "BEGIN_MACRO":
103+
if token.type == "LPAREN":
105104
L2 = []
106105
while tokens[0].type != "RPAREN":
107106
L2.append(tree_from_tokens(tokens))

0 commit comments

Comments
 (0)