Accept 1- and 2-digit octal sequences in string literals.

trotterdylan · whitequark · commit fb7a1f8bdde7 · 2017-01-25T16:56:43.000Z
Fixes #9.
diff --git a/pythonparser/lexer.py b/pythonparser/lexer.py
@@ -187,7 +187,7 @@ def __init__(self, source_buffer, version, diagnostic_engine, interactive=False)
     _lex_escape_re = re.compile(r"""
     \\(?:
         ([\n\\'"abfnrtv]) # 1 single-char
-    |   ([0-7]{3})        # 2 oct
+    |   ([0-7]{1,3})      # 2 oct
     |   x([0-9A-Fa-f]{2}) # 3 hex
     )
     """, re.VERBOSE)
diff --git a/pythonparser/test/test_lexer.py b/pythonparser/test/test_lexer.py
@@ -184,6 +184,11 @@ def test_string_literal(self):
                          "strdata",  "\n",
                          "strend",   None)
 
+        self.assertLexes(r"'\0 \10 \010'",
+                         "strbegin", "",
+                         "strdata",  "\x00 \x08 \x08",
+                         "strend",   None)
+
         self.assertDiagnoses(
                          "'",
                          [("fatal", "unterminated string", (0, 1))])

Original file line number	Diff line number	Diff line change
`@@ -187,7 +187,7 @@ def __init__(self, source_buffer, version, diagnostic_engine, interactive=False)`
`187`	`187`	`_lex_escape_re = re.compile(r"""`
`188`	`188`	`\\(?:`
`189`	`189`	`([\n\\'"abfnrtv]) # 1 single-char`
`190`		`- \| ([0-7]{3}) # 2 oct`
	`190`	`+ \| ([0-7]{1,3}) # 2 oct`
`191`	`191`	`\| x([0-9A-Fa-f]{2}) # 3 hex`
`192`	`192`	`)`
`193`	`193`	`""", re.VERBOSE)`