Check for leftovers when tokenizing
This commit is contained in:
parent
7727cd45cf
commit
bd1aed43ec
1 changed files with 3 additions and 1 deletions
|
|
@ -182,7 +182,9 @@ def tokenize(self, expr: str) -> List[Token]:
|
|||
# lex scanner doesn't get confused. We put them back later.
|
||||
for k, v in replacements():
|
||||
expr = expr.replace(k, v)
|
||||
tokens = lex_scanner()(expr)[0]
|
||||
tokens, leftover = lex_scanner()(expr)
|
||||
if leftover:
|
||||
raise ParseException(_('Extra characters at end of search'))
|
||||
|
||||
def unescape(x: str) -> str:
|
||||
for k, v in replacements():
|
||||
|
|
|
|||
Loading…
Reference in a new issue