🗓 Oct 3, 2025 10:48:05 PM

✨ to/from_base65536
🐙 plugins updated
🧪 tests added/updated

Author: securisec

TODO

@@ -28,6 +28,7 @@ New ideas:
   ☐ beaufort
   ☐ 🔥 update python_requires in setup.py on python version change
   ☐ update base85 https://github.com/gorakhargosh/mom/blob/master/mom/codec/base85.py#L343
+  ☐ remove new lines method
 
 Bug:
 

chepy/chepy_plugins

@@ -12,11 +12,12 @@
 import quopri
 import io
 import csv
+from six import indexbytes, int2byte, unichr
 import sqlite3
 import collections
 from random import randint
 import regex as re
-from .internal.constants import Encoding
+from .internal.constants import Encoding, Base65536
 from .internal.helpers import (
     detect_delimiter,
     Rotate,
@@ -751,11 +752,11 @@ def str_to_hex(self, delimiter: Union[str, bytes] = b"") -> DataFormatT:
         return self
 
     @ChepyDecorators.call_stack
-    def int_to_bytes(self, length: Union[int, None]=None, byteorder: str = 'big'):
+    def int_to_bytes(self, length: Union[int, None] = None, byteorder: str = "big"):
         """Int to bytes conversion
 
         Args:
-            length (int, optional): Length of bytes. If not specified, byteorder is ignored and long_to_bytes is used. 
+            length (int, optional): Length of bytes. If not specified, byteorder is ignored and long_to_bytes is used.
             byteorder (str, optional): Endianness. Defaults to 'big'.
 
         Returns:
@@ -2165,6 +2166,50 @@ def to_base62(
         self.state = "".join(base62)
         return self
 
+    @ChepyDecorators.call_stack
+    def from_base65536(self) -> DataFormatT:
+        """Decode Base 65536 for unicode
+
+        Returns:
+            Chepy: The Chepy object.
+        """
+        data = self._convert_to_str()
+        stream = io.BytesIO()
+        done = False
+        for ch in data:
+            code_point = ord(ch)
+            b1 = code_point & ((1 << 8) - 1)
+            try:
+                b2 = Base65536.B2[code_point - b1]
+            except KeyError:  # pragma: no cover
+                raise ValueError("Invalid base65536 code point: %d" % code_point)
+            b = int2byte(b1) if b2 == -1 else int2byte(b1) + int2byte(b2)
+            if len(b) == 1:
+                if done:  # pragma: no cover
+                    raise ValueError("base65536 sequence continued after final byte")
+                done = True
+            stream.write(b)
+        self.state = stream.getvalue()
+        return self
+
+    @ChepyDecorators.call_stack
+    def to_base65536(self) -> DataFormatT:
+        """Encode to Base 65536. Base64 for unicode
+
+        Returns:
+            Chepy: The Chepy object.
+        """
+        data = self._convert_to_bytes()
+        stream = io.StringIO()
+        length = len(data)
+        for x in range(0, length, 2):
+            b1 = indexbytes(data, x)
+            b2 = indexbytes(data, x + 1) if x + 1 < length else -1
+            code_point = Base65536.BLOCK_START[b2] + b1
+            stream.write(unichr(code_point))
+        self.state = stream.getvalue()
+        return self
+
     @ChepyDecorators.call_stack
     def from_base62(
         self,

chepy/modules/dataformat.py

@@ -111,6 +111,8 @@ class DataFormat(ChepyCore):
     def rotate_left(self: DataFormatT, radix: int=1, carry: bool=False) -> DataFormatT: ...
     def to_base62(self: DataFormatT, alphabet: str="0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz") -> DataFormatT: ...
     def from_base62(self: DataFormatT, alphabet: str="0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz") -> DataFormatT: ...
+    def to_base65536(self: DataFormatT) -> DataFormatT: ...
+    def from_base65536(self: DataFormatT) -> DataFormatT: ...
     def cut(self: DataFormatT, start: int, end: int) -> DataFormatT: ...
     def flatten(self: DataFormatT) -> DataFormatT: ...
     def to_utf21(self: DataFormatT) -> DataFormatT: ...