Support octal escape sequences in string literals (fixes #70)

src/slimit/lexer.py

@@ -371,13 +371,15 @@ def t_regex_error(self, token):
                 | \\[a-zA-Z!-\/:-@\[-`{-~] # or escaped characters
                 | \\x[0-9a-fA-F]{2}        # or hex_escape_sequence
                 | \\u[0-9a-fA-F]{4}        # or unicode_escape_sequence
+                | \\(?:[1-7][0-7]{0,2}|[0-7]{2,3}) # or octal_escape_sequence (spec B.1.2)
             )*?                            # zero or many times
             (?: \\\n                       # multiline ?
               (?:
                 [^"\\\n\r]                 # no \, line terminators or "
                 | \\[a-zA-Z!-\/:-@\[-`{-~] # or escaped characters
                 | \\x[0-9a-fA-F]{2}        # or hex_escape_sequence
                 | \\u[0-9a-fA-F]{4}        # or unicode_escape_sequence
+                | \\(?:[1-7][0-7]{0,2}|[0-7]{2,3}) # or octal_escape_sequence (spec B.1.2)
               )*?                          # zero or many times
             )*
         ")                                 # closing double quote
@@ -388,13 +390,15 @@ def t_regex_error(self, token):
                 | \\[a-zA-Z!-\/:-@\[-`{-~] # or escaped characters
                 | \\x[0-9a-fA-F]{2}        # or hex_escape_sequence
                 | \\u[0-9a-fA-F]{4}        # or unicode_escape_sequence
+                | \\(?:[1-7][0-7]{0,2}|[0-7]{2,3}) # or octal_escape_sequence (spec B.1.2)
             )*?                            # zero or many times
             (?: \\\n                       # multiline ?
               (?:
                 [^'\\\n\r]                 # no \, line terminators or '
                 | \\[a-zA-Z!-\/:-@\[-`{-~] # or escaped characters
                 | \\x[0-9a-fA-F]{2}        # or hex_escape_sequence
                 | \\u[0-9a-fA-F]{4}        # or unicode_escape_sequence
+                | \\(?:[1-7][0-7]{0,2}|[0-7]{2,3}) # or octal_escape_sequence (spec B.1.2)
               )*?                          # zero or many times
             )*
         ')                                 # closing single quote

src/slimit/tests/test_lexer.py

@@ -151,6 +151,8 @@ def test_illegal_unicode_char_in_identifier(self):
          [r"STRING '\u0001'", r'STRING "\uFCEF"', r"STRING 'a\\\b\n'"]
          ),
         (ur'"тест строки\""', [ur'STRING "тест строки\""']),
+        # octal escape sequences (non-strict mode)
+        (r"""'\251'""", [r"""STRING '\251'"""]),
         # Bug - https://github.com/rspivak/slimit/issues/5
         (r"var tagRegExp = new RegExp('<(\/*)(FooBar)', 'gi');",
          ['VAR var', 'ID tagRegExp', 'EQ =',