read.Text

Author: martinpopel

udapi/block/read/text.py

@@ -0,0 +1,57 @@
+"""Text class is a reader for word-wrapped plain-text files."""
+from udapi.core.basereader import BaseReader
+from udapi.core.root import Root
+
+
+class Text(BaseReader):
+    r"""A reader for plain-text files with sentences on one or more lines.
+    
+    Sentences are separated by one or more empty lines.
+    Newlines within sentences are substituted by a space.
+
+    Args:
+    rstrip: a set of characters to be stripped from the end of each line.
+        Default='\r\n '. You can use rstrip='\n' if you want to preserve
+        any space or '\r' (Carriage Return) at end of line,
+        so that `udpipe.Base` keeps these characters in `SpacesAfter`.
+        As most blocks do not expect whitespace other than a space to appear
+        in the processed text, using this feature is at your own risk.
+    """
+    def __init__(self, rstrip='\r\n ', **kwargs):
+        self.rstrip = rstrip
+        super().__init__(**kwargs)
+
+    @staticmethod
+    def is_multizone_reader():
+        """Can this reader read bundles which contain more zones?.
+
+        This implementation returns always False.
+        """
+        return False
+
+    def read_tree(self, document=None):
+        if self.filehandle is None:
+            return None
+        lines = []
+        line = None
+        while True:
+            line = self.filehandle.readline()
+            # if readline() returns an empty string, the end of the file has been
+            # reached, while a blank line is represented by '\n'
+            # (or '\r\n' if reading a Windows file on Unix machine).
+            if line == '':
+                if not lines:
+                    return None
+                else:
+                    break
+            elif line in {'\n', '\r\n'}:
+                if not lines:
+                    continue
+                else:
+                    break
+            else:
+                lines.append(line.rstrip(self.rstrip))
+
+        root = Root()
+        root.text = " ".join(lines)
+        return root