Chunk output for performance reasons and upgrade textual.

Author: lyovushka

pyproject.toml

@@ -12,7 +12,7 @@ dependencies = [
     "nbformat>=5.10.4",
     "pyvips[binary]>=3.0.0",
     "textual-image[textual]>=0.8.1",
-    "textual[syntax]>=6.6.0",
+    "textual[syntax]>=6.11.0",
 ]
 
 [project.urls]
@@ -34,6 +34,7 @@ dev = [
     "pytest>=8.4.1",
     "pytest-asyncio>=1.0.0",
     "pytest-mock>=3.14.1",
+    "requests>=2.32.5",
     "textual-dev>=1.7.0",
     "tqdm>=4.67.1",
     "tree-sitter-julia>=0.23.1",

src/netbook/_cell.py

@@ -43,6 +43,31 @@ def watch_format(self, format) -> None:
         self.update(format.format(self.execution_count))
 
 
+class ChunkedStatic(textual.containers.Container):
+    """This widget splits a static text into a multiple chunks of `textual.widgets.Static` for performance."""
+
+    CHUNK_SIZE = 500
+
+    def __init__(self, text: str) -> None:
+        super().__init__()
+
+        # splitlines - used by rich.text.Text.from_ansi splits on "\r" too.
+        # Some libraries e.g. tqdm relies on "\r" to rerender on the same line. So we split on "\n"-only.
+        lines = text.split("\n")
+        start = 0
+        while start < len(lines) and not lines[start].strip():
+            start += 1
+        end = len(lines) - 1
+        while end >= start and not lines[end].strip():
+            end -= 1
+        decoder = rich.ansi.AnsiDecoder()
+        self.decoded_lines = [decoder.decode_line(line) for line in lines[start : end + 1]]
+
+    def compose(self) -> textual.app.ComposeResult:
+        for i in range(0, len(self.decoded_lines), self.CHUNK_SIZE):
+            yield textual.widgets.Static(rich.text.Text("\n").join(self.decoded_lines[i : i + self.CHUNK_SIZE]))
+
+
 class Output(textual.containers.Container):
     """Base class for code cell output."""
 
@@ -60,24 +85,6 @@ def to_nbformat(self) -> nbformat.NotebookNode:
     def on_resize(self, event: textual.events.Resize) -> None:
         self.post_message(Output.Resized(self, event.size))
 
-    @staticmethod
-    def ansi_to_rich(text: str, strip: bool = True) -> rich.text.Text:
-        """Convet ansi escaped sequences to rich text.
-
-        Work around some issues with rich.text.Text.from_ansi and optionally strip blank lines from the start and end."""
-
-        # splitlines - used by rich.text.Text.from_ansi splits on "\r" too.
-        # E.g. tqdm relies on "\r" to rerender on the same line. So we split on "\n"-only.
-        lines = text.split("\n")
-        start = 0
-        while strip and start < len(lines) and not lines[start].strip():
-            start += 1
-        end = len(lines) - 1
-        while strip and end >= start and not lines[end].strip():
-            end -= 1
-        decoder = rich.ansi.AnsiDecoder()
-        return rich.text.Text("\n").join(decoder.decode_line(line) for line in lines[start : end + 1])
-
 
 class Stream(Output):
     """Stream output in notebook."""
@@ -94,7 +101,7 @@ def to_nbformat(self) -> nbformat.NotebookNode:
         return nbformat.v4.new_output(output_type="stream", name=self.stream_name, text=self.text)
 
     def compose(self) -> tp.Iterable[textual.widgets.Widget]:
-        yield textual.widgets.Static(self.ansi_to_rich(self.text))
+        yield ChunkedStatic(self.text)
 
 
 class DisplayData(Output):
@@ -132,7 +139,7 @@ def compose(self) -> tp.Iterable[textual.widgets.Widget]:
         elif self.data.get("text/markdown"):
             yield textual.widgets.Markdown(self.data["text/markdown"])
         elif self.data.get("text/plain"):
-            yield textual.widgets.Static(self.ansi_to_rich(self.data["text/plain"]))
+            yield ChunkedStatic(self.data["text/plain"])
 
 
 class ExecuteResult(DisplayData):

src/netbook/_text_area.py

@@ -135,6 +135,11 @@ def action_cursor_up(self, select: bool = False) -> None:
         if not select and self.cursor_location == old_location:
             self.post_message(CellTextArea.CursorOutTop(self))
 
+    @property
+    def is_container(self) -> bool:
+        """We add popups as children."""
+        return True
+
 
 class CodeTextArea(CellTextArea):
     """Extends text area with jupyter completions."""

src/netbook/netbook.css

@@ -113,6 +113,10 @@ Cell {
 		background: midnightblue;
 	}
 
+	ChunkedStatic {
+		width: auto;
+	}
+
 	Container.codeoutput.collapsed {
 		height: 1;
 		Button {