Check for leftovers when tokenizing

This commit is contained in:
Kovid Goyal 2024-02-15 13:44:20 +05:30
parent 7727cd45cf
commit bd1aed43ec
No known key found for this signature in database
GPG key ID: 06BC317B515ACE7C

View file

@ -182,7 +182,9 @@ def tokenize(self, expr: str) -> List[Token]:
# lex scanner doesn't get confused. We put them back later.
for k, v in replacements():
expr = expr.replace(k, v)
tokens = lex_scanner()(expr)[0]
tokens, leftover = lex_scanner()(expr)
if leftover:
raise ParseException(_('Extra characters at end of search'))
def unescape(x: str) -> str:
for k, v in replacements():