Await callbacks

Author: jakubno

python/e2b_code_interpreter/code_interpreter_async.py

@@ -20,8 +20,8 @@
     Context,
     Result,
     aextract_exception,
-    parse_output,
-    OutputHandler,
+    OutputHandlerWithAsync,
+    async_parse_output,
     OutputMessage,
 )
 from e2b_code_interpreter.exceptions import (
@@ -69,10 +69,10 @@ async def run_code(
         self,
         code: str,
         language: Union[Literal["python"], None] = None,
-        on_stdout: Optional[OutputHandler[OutputMessage]] = None,
-        on_stderr: Optional[OutputHandler[OutputMessage]] = None,
-        on_result: Optional[OutputHandler[Result]] = None,
-        on_error: Optional[OutputHandler[ExecutionError]] = None,
+        on_stdout: Optional[OutputHandlerWithAsync[OutputMessage]] = None,
+        on_stderr: Optional[OutputHandlerWithAsync[OutputMessage]] = None,
+        on_result: Optional[OutputHandlerWithAsync[Result]] = None,
+        on_error: Optional[OutputHandlerWithAsync[ExecutionError]] = None,
         envs: Optional[Dict[str, str]] = None,
         timeout: Optional[float] = None,
         request_timeout: Optional[float] = None,
@@ -103,10 +103,10 @@ async def run_code(
         self,
         code: str,
         language: Optional[str] = None,
-        on_stdout: Optional[OutputHandler[OutputMessage]] = None,
-        on_stderr: Optional[OutputHandler[OutputMessage]] = None,
-        on_result: Optional[OutputHandler[Result]] = None,
-        on_error: Optional[OutputHandler[ExecutionError]] = None,
+        on_stdout: Optional[OutputHandlerWithAsync[OutputMessage]] = None,
+        on_stderr: Optional[OutputHandlerWithAsync[OutputMessage]] = None,
+        on_result: Optional[OutputHandlerWithAsync[Result]] = None,
+        on_error: Optional[OutputHandlerWithAsync[ExecutionError]] = None,
         envs: Optional[Dict[str, str]] = None,
         timeout: Optional[float] = None,
         request_timeout: Optional[float] = None,
@@ -138,10 +138,10 @@ async def run_code(
         self,
         code: str,
         context: Optional[Context] = None,
-        on_stdout: Optional[OutputHandler[OutputMessage]] = None,
-        on_stderr: Optional[OutputHandler[OutputMessage]] = None,
-        on_result: Optional[OutputHandler[Result]] = None,
-        on_error: Optional[OutputHandler[ExecutionError]] = None,
+        on_stdout: Optional[OutputHandlerWithAsync[OutputMessage]] = None,
+        on_stderr: Optional[OutputHandlerWithAsync[OutputMessage]] = None,
+        on_result: Optional[OutputHandlerWithAsync[Result]] = None,
+        on_error: Optional[OutputHandlerWithAsync[ExecutionError]] = None,
         envs: Optional[Dict[str, str]] = None,
         timeout: Optional[float] = None,
         request_timeout: Optional[float] = None,
@@ -172,10 +172,10 @@ async def run_code(
         code: str,
         language: Optional[str] = None,
         context: Optional[Context] = None,
-        on_stdout: Optional[OutputHandler[OutputMessage]] = None,
-        on_stderr: Optional[OutputHandler[OutputMessage]] = None,
-        on_result: Optional[OutputHandler[Result]] = None,
-        on_error: Optional[OutputHandler[ExecutionError]] = None,
+        on_stdout: Optional[OutputHandlerWithAsync[OutputMessage]] = None,
+        on_stderr: Optional[OutputHandlerWithAsync[OutputMessage]] = None,
+        on_result: Optional[OutputHandlerWithAsync[Result]] = None,
+        on_error: Optional[OutputHandlerWithAsync[ExecutionError]] = None,
         envs: Optional[Dict[str, str]] = None,
         timeout: Optional[float] = None,
         request_timeout: Optional[float] = None,
@@ -215,7 +215,7 @@ async def run_code(
                 execution = Execution()
 
                 async for line in response.aiter_lines():
-                    parse_output(
+                    await async_parse_output(
                         execution,
                         line,
                         on_stdout=on_stdout,

python/e2b_code_interpreter/models.py

@@ -1,3 +1,4 @@
+import inspect
 import json
 import logging
 
@@ -20,8 +21,10 @@
 from .charts import Chart, _deserialize_chart
 
 T = TypeVar("T")
-OutputHandler = Union[
-    Callable[[T], Any],
+OutputHandler = Union[Callable[[T], Any],]
+
+OutputHandlerWithAsync = Union[
+    OutputHandler[T],
     Callable[[T], Awaitable[Any]],
 ]
 
@@ -446,6 +449,46 @@ def parse_output(
         execution.execution_count = data["execution_count"]
 
 
+async def async_parse_output(
+    execution: Execution,
+    output: str,
+    on_stdout: Optional[OutputHandlerWithAsync[OutputMessage]] = None,
+    on_stderr: Optional[OutputHandlerWithAsync[OutputMessage]] = None,
+    on_result: Optional[OutputHandlerWithAsync[Result]] = None,
+    on_error: Optional[OutputHandlerWithAsync[ExecutionError]] = None,
+):
+    data = json.loads(output)
+    data_type = data.pop("type")
+
+    if data_type == "result":
+        result = Result(**data)
+        execution.results.append(result)
+        if on_result:
+            cb = on_result(result)
+            if inspect.isawaitable(cb):
+                await cb
+    elif data_type == "stdout":
+        execution.logs.stdout.append(data["text"])
+        if on_stdout:
+            cb = on_stdout(OutputMessage(data["text"], data["timestamp"], False))
+            if inspect.isawaitable(cb):
+                await cb
+    elif data_type == "stderr":
+        execution.logs.stderr.append(data["text"])
+        if on_stderr:
+            cb = on_stderr(OutputMessage(data["text"], data["timestamp"], True))
+            if inspect.isawaitable(cb):
+                await cb
+    elif data_type == "error":
+        execution.error = ExecutionError(data["name"], data["value"], data["traceback"])
+        if on_error:
+            cb = on_error(execution.error)
+            if inspect.isawaitable(cb):
+                await cb
+    elif data_type == "number_of_executions":
+        execution.execution_count = data["execution_count"]
+
+
 @dataclass
 class Context:
     """

python/tests/async/test_async_callbacks.py

@@ -1,28 +1,34 @@
 from e2b_code_interpreter.code_interpreter_async import AsyncSandbox
 
 
+def async_append_fn(items):
+    async def async_append(item):
+        items.append(item)
+
+    return async_append
+
+
 async def test_resuls(async_sandbox: AsyncSandbox):
     results = []
+
     execution = await async_sandbox.run_code(
-        "x = 1;x", on_result=lambda result: results.append(result)
+        "x = 1;x", on_result=async_append_fn(results)
     )
     assert len(results) == 1
     assert execution.results[0].text == "1"
 
 
 async def test_error(async_sandbox: AsyncSandbox):
     errors = []
-    execution = await async_sandbox.run_code(
-        "xyz", on_error=lambda error: errors.append(error)
-    )
+    execution = await async_sandbox.run_code("xyz", on_error=async_append_fn(errors))
     assert len(errors) == 1
     assert execution.error.name == "NameError"
 
 
 async def test_stdout(async_sandbox: AsyncSandbox):
     stdout = []
     execution = await async_sandbox.run_code(
-        "print('Hello from e2b')", on_stdout=lambda out: stdout.append(out)
+        "print('Hello from e2b')", on_stdout=async_append_fn(stdout)
     )
     assert len(stdout) == 1
     assert execution.logs.stdout == ["Hello from e2b\n"]
@@ -32,7 +38,7 @@ async def test_stderr(async_sandbox: AsyncSandbox):
     stderr = []
     execution = await async_sandbox.run_code(
         'import sys;print("This is an error message", file=sys.stderr)',
-        on_stderr=lambda err: stderr.append(err),
+        on_stderr=async_append_fn(stderr),
     )
     assert len(stderr) == 1
     assert execution.logs.stderr == ["This is an error message\n"]