Merge pull request #202 from Laerte/fix/catch-overflowError-on-convert_entity

Handle `OverflowError` exception on  `convert_entity`

Author: wRAR

tests/test_html.py

@@ -65,6 +65,10 @@ def test_illegal_entities(self):
         self.assertEqual(replace_entities("x≤y"), "x\u2264y")
         self.assertEqual(replace_entities("xy"), "xy")
         self.assertEqual(replace_entities("xy", remove_illegal=False), "xy")
+        self.assertEqual(replace_entities("�"), "")
+        self.assertEqual(
+            replace_entities("�", remove_illegal=False), "�"
+        )
 
     def test_browser_hack(self):
         # check browser hack for numeric character references in the 80-9F range

w3lib/html.py

@@ -91,7 +91,7 @@ def convert_entity(m: Match) -> str:
                     return bytes((number,)).decode("cp1252")
                 else:
                     return chr(number)
-            except ValueError:
+            except (ValueError, OverflowError):
                 pass
 
         return "" if remove_illegal and groups.get("semicolon") else m.group(0)