- ✨ fo/from_fullwidth

- ✨ remove_newlines
- 🧪 tests added/updated
- 🐙 version 7.6.0

Author: securisec

chepy/__version__.py

@@ -1,2 +1,2 @@
-__version__ = "7.5.0"  # pragma: no cover
+__version__ = "7.6.0"  # pragma: no cover
 __author__ = "@securisec"  # pragma: no cover

chepy/modules/dataformat.py

@@ -2481,3 +2481,41 @@ def from_italics(self) -> DataFormatT:
         translation_table = str.maketrans(italic, normal)
         self.state = text.translate(translation_table)
         return self
+
+    @ChepyDecorators.call_stack
+    def to_fullwidth(self):
+        """Convert string to full width string
+
+        Returns:
+            Chepy: The Chepy object.
+        """
+        text = self._convert_to_str()
+        result = ""
+        for char in text:
+            if ord(char) in range(33, 127):
+                result += chr(ord(char) - 33 + 0xFF01)
+            elif char == " ":
+                result += "\u3000"
+            else:
+                result += char
+        self.state = result
+        return self
+
+    @ChepyDecorators.call_stack
+    def from_fullwidth(self):
+        """Convert full width string to regular string
+
+        Returns:
+            Chepy: The Chepy object.
+        """
+        text = self._convert_to_str()
+        result = ""
+        for char in text:
+            if ord(char) in range(0xFF01, 0xFF5F):  # Fullwidth ASCII range
+                result += chr(ord(char) - 0xFF01 + 33)
+            elif char == "\u3000":  # Ideographic space
+                result += " "
+            else:
+                result += char  # pragma: no cover
+        self.state = result
+        return self

chepy/modules/dataformat.pyi

@@ -129,3 +129,5 @@ class DataFormat(ChepyCore):
     def parse_sqlite(self: DataFormatT, query: str) -> DataFormatT: ...
     def to_italics(self: DataFormatT) -> DataFormatT: ...
     def from_italics(self: DataFormatT) -> DataFormatT: ...
+    def to_fullwidth(self: DataFormatT) -> DataFormatT: ...
+    def from_fullwidth(self: DataFormatT) -> DataFormatT: ...

chepy/modules/encryptionencoding.py

@@ -2012,12 +2012,12 @@ def gpp_decrypt(self):
 
     @ChepyDecorators.call_stack
     def pgp_decrypt(
-        self, passphrase: Union[str | bytes], armoured: bool = False
+        self, passphrase: Union[str, bytes], armoured: bool = False
     ) -> EncryptionEncodingT:
         """Decrypt PGP encrypted file with passphrase
 
         Args:
-            passphrase (Union[str | bytes]): passphrase
+            passphrase (Union[str, bytes]): passphrase
             armoured (bool): PGP armoured format
 
         Returns:

chepy/modules/utils.py

@@ -70,6 +70,17 @@ def count_occurances(self, regex: str, case_sensitive: bool = False) -> UtilsT:
         self.state = len(r.findall(self._convert_to_str()))
         return self
 
+    @ChepyDecorators.call_stack
+    def remove_newlines(self):
+        """Remove new lines
+
+        Returns:
+            Chepy: The Chepy object.
+        """
+        self.data = self._convert_to_bytes()
+        self.state = self.data.translate(None, b"\r\n")
+        return self
+
     @ChepyDecorators.call_stack
     def remove_whitespace(
         self,

chepy/modules/utils.pyi

@@ -8,6 +8,7 @@ class Utils(ChepyCore):
     state: Any = ...
     def reverse(self: UtilsT, count: int=...) -> UtilsT: ...
     def count_occurances(self: UtilsT, regex: str, case_sensitive: bool=...) -> UtilsT: ...
+    def remove_newlines(self: UtilsT) -> UtilsT: ...
     def remove_whitespace(self: UtilsT, spaces: bool=..., carriage_return: bool=..., line_feeds: bool=..., tabs: bool=..., form_feeds: bool=...) -> UtilsT: ...
     def remove_nullbytes(self: UtilsT) -> UtilsT: ...
     def regex_search(self: UtilsT, pattern: str, is_bytes: bool=False, ignore_case: bool=False, multiline: bool=False, dotall: bool=False, unicode: bool=False, extended: bool=False) -> UtilsT: ...

tests/test_dataformat.py

@@ -865,3 +865,9 @@ def test_italics():
         Chepy("𝘩𝘦𝘭𝘭𝘰 123 !@$@# 𝘸𝘰𝘳𝘭𝘥").from_italics().out_as_any
         == "hello 123 !@$@# world"
     )
+
+
+def test_fullwidth():
+    data = "union select；"
+    assert Chepy(data).to_fullwidth().o.decode() == "ｕｎｉｏｎ　ｓｅｌｅｃｔ；"
+    assert Chepy("ｕｎｉｏｎ　ｓｅｌｅｃｔ；").from_fullwidth().o == b"union select;"

tests/test_utils.py

@@ -53,6 +53,19 @@ def test_search():
     )
 
 
+def test_remove_newlines():
+    assert (
+        Chepy("""foo 
+bar
+baz\r\n
+bang
+""")
+        .remove_newlines()
+        .o
+        == b"foo barbazbang"
+    )
+
+
 def test_remove_nullbytes():
     assert (
         Chepy("./tests/files/hello")