Fix string with non-scalar unicode code points not raising an error

Author: sdispater

CHANGELOG.md

@@ -6,6 +6,7 @@
 
 - Fixed table header missing when replacing a super table's sub table with a single item.
 - Fixed comments being displayed in inline tables.
+- Fixed string with non-scalar unicode code points not raising an error.
 
 
 ## [0.5.1] - 2018-11-08

tomlkit/exceptions.py

@@ -101,6 +101,17 @@ def __init__(self, line, col):  # type: (int, int) -> None
         super(InvalidNumberOrDateError, self).__init__(line, col, message=message)
 
 
+class InvalidUnicodeValueError(ParseError):
+    """
+    A unicode code was improperly specified.
+    """
+
+    def __init__(self, line, col):  # type: (int, int) -> None
+        message = "Invalid unicode value"
+
+        super(InvalidUnicodeValueError, self).__init__(line, col, message=message)
+
+
 class UnexpectedCharError(ParseError):
     """
     An unexpected character was found during parsing.

tomlkit/parser.py

@@ -25,6 +25,7 @@
 from .exceptions import InvalidDateError
 from .exceptions import InvalidTimeError
 from .exceptions import InvalidNumberError
+from .exceptions import InvalidUnicodeValueError
 from .exceptions import MixedArrayTypesError
 from .exceptions import ParseError
 from .exceptions import UnexpectedCharError
@@ -766,6 +767,8 @@ def _parse_escaped_char(self, multiline):
 
                 return u
 
+            raise self.parse_error(InvalidUnicodeValueError)
+
         raise self.parse_error(InvalidCharInStringError, self._current)
 
     def _parse_string(self, delim):  # type: (StringType) -> String
@@ -1075,7 +1078,9 @@ def _peek(self, n):  # type: (int) -> str
                 break
             return buf
 
-    def _peek_unicode(self, is_long):  # type: (bool) -> Tuple[bool, str]
+    def _peek_unicode(
+        self, is_long
+    ):  # type: (bool) -> Tuple[Optional[str], Optional[str]]
         """
         Peeks ahead non-intrusively by cloning then restoring the
         initial state of the parser.
@@ -1089,7 +1094,6 @@ def _peek_unicode(self, is_long):  # type: (bool) -> Tuple[bool, str]
                     InternalParserError, "_peek_unicode() entered on non-unicode value"
                 )
 
-            # AoT
             self.inc()  # Dropping prefix
             self.mark()
 
@@ -1103,6 +1107,9 @@ def _peek_unicode(self, is_long):  # type: (bool) -> Tuple[bool, str]
             else:
                 extracted = self.extract()
 
+                if extracted[0].lower() == "d" and extracted[1].strip("01234567"):
+                    return None, None
+
                 try:
                     value = chr(int(extracted, 16))
                 except ValueError: