wip

Author: nina-kollman

packages/traceloop-sdk/traceloop/sdk/experiment/experiment.py

@@ -270,6 +270,7 @@ async def run_in_github(
 
         # Prepare request payload
         request_body = RunInGithubRequest(
+            experiment_slug=experiment_slug,
             dataset_slug=dataset_slug,
             dataset_version=dataset_version,
             evaluator_slugs=evaluator_slugs,
@@ -280,7 +281,7 @@ async def run_in_github(
         )
 
         response = self._http_client.post(
-            f"/experiments/{experiment_slug}/run-in-github",
+            "/experiments/run-in-github",
             request_body.model_dump(mode="json", exclude_none=True),
         )
 
@@ -376,12 +377,12 @@ async def run_single_row(row) -> TaskResult:
             try:
                 task_output = await task(row)
                 return TaskResult(
-                    task_input=row,
-                    task_output=task_output,
+                    input=row,
+                    output=task_output,
                 )
             except Exception as e:
                 return TaskResult(
-                    task_input=row,
+                    input=row,
                     error=str(e),
                 )
 
@@ -400,7 +401,7 @@ async def run_with_semaphore(row: Dict[str, Any]) -> TaskResult:
                 task_results.append(result)
             except Exception as e:
                 task_results.append(TaskResult(
-                    task_input=completed_task.task_input,
+                    input=completed_task.task_input,
                     error=str(e),
                 ))
                 continue

packages/traceloop-sdk/traceloop/sdk/experiment/model.py

@@ -71,8 +71,8 @@ class CreateTaskResponse(BaseModel):
 class TaskResult(BaseModel):
     """Model for a single task result"""
 
-    task_input: Dict[str, Any]
-    task_output: Optional[Dict[str, Any]] = None
+    input: Dict[str, Any]
+    output: Optional[Dict[str, Any]] = None
     error: Optional[str] = None
 
 
@@ -86,6 +86,7 @@ class GithubContext(BaseModel):
 class RunInGithubRequest(BaseModel):
     """Model for bulk GitHub experiment execution request"""
 
+    experiment_slug: str
     dataset_slug: Optional[str] = None
     dataset_version: Optional[str] = None
     evaluator_slugs: Optional[List[str]] = None