tokenizer: Fix multiline comment regex

This commit is contained in:
James Westman 2021-11-24 19:12:59 -06:00
parent 7cab7da4bb
commit 3804d91118
No known key found for this signature in database
GPG key ID: CE2DBA0ADB654EA6
4 changed files with 26 additions and 1 deletions

View file

@ -57,7 +57,7 @@ _tokens = [
(TokenType.CLOSE_BLOCK, r"\}"),
(TokenType.STMT_END, r";"),
(TokenType.WHITESPACE, r"\s+"),
(TokenType.COMMENT, r"/\*[\s\S]*\*/"),
(TokenType.COMMENT, r"\/\*[\s\S]*?\*\/"),
(TokenType.COMMENT, r"\/\/[^\n]*"),
(TokenType.OPEN_BRACKET, r"\["),
(TokenType.CLOSE_BRACKET, r"\]"),