added ordering

Author: jjmachan

nbs/project/core.ipynb

@@ -123,27 +123,6 @@
     "os.environ[\"RAGAS_API_BASE_URL\"] = RAGAS_API_BASE_URL"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "Project(name='Demo Project')"
-      ]
-     },
-     "execution_count": 6,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "project = Project.create(\"Demo Project\")\n",
-    "project"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -155,12 +134,13 @@
        "Project(name='yann-lecun-wisdom')"
       ]
      },
-     "execution_count": 6,
+     "execution_count": null,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
+    "#project = Project.create(\"Demo Project\")\n",
     "project = Project(project_id=\"1ef0843b-231f-4a2c-b64d-d39bcee9d830\")\n",
     "project"
    ]
@@ -333,7 +313,7 @@
        "Dataset(name=TestModel, model=TestModel, len=0)"
       ]
      },
-     "execution_count": 12,
+     "execution_count": null,
      "metadata": {},
      "output_type": "execute_result"
     }

nbs/project/experiments.ipynb

@@ -128,7 +128,7 @@
        "Project(name='SuperMe')"
       ]
      },
-     "execution_count": 4,
+     "execution_count": null,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -172,7 +172,7 @@
        "Experiment(name=test-exp, model=TestModel)"
       ]
      },
-     "execution_count": 7,
+     "execution_count": null,
      "metadata": {},
      "output_type": "execute_result"
     }

nbs/typing.ipynb

@@ -561,7 +561,7 @@
        "  'editable': True}]"
       ]
      },
-     "execution_count": 50,
+     "execution_count": null,
      "metadata": {},
      "output_type": "execute_result"
     }

ragas_experimental/project/core.py

@@ -63,7 +63,7 @@ def delete(self):
     def __repr__(self):
         return f"Project(name='{self.name}')"
 
-# %% ../../nbs/project/core.ipynb 9
+# %% ../../nbs/project/core.ipynb 8
 @patch(cls_method=True)
 def get(cls: Project, name: str, ragas_app_client: t.Optional[RagasApiClient] = None) -> Project:
     """Get an existing project by name."""
@@ -83,7 +83,7 @@ def get(cls: Project, name: str, ragas_app_client: t.Optional[RagasApiClient] =
         ragas_app_client=ragas_app_client,
     )
 
-# %% ../../nbs/project/core.ipynb 13
+# %% ../../nbs/project/core.ipynb 12
 async def create_dataset_columns(project_id, dataset_id, columns, create_dataset_column_func):
     tasks = []
     for column in columns:
@@ -98,7 +98,7 @@ async def create_dataset_columns(project_id, dataset_id, columns, create_dataset
     return await asyncio.gather(*tasks)
 
 
-# %% ../../nbs/project/core.ipynb 14
+# %% ../../nbs/project/core.ipynb 13
 @patch
 def create_dataset(
     self: Project, model: t.Type[BaseModel], name: t.Optional[str] = None
@@ -138,7 +138,7 @@ def create_dataset(
         ragas_api_client=self._ragas_api_client,
     )
 
-# %% ../../nbs/project/core.ipynb 18
+# %% ../../nbs/project/core.ipynb 17
 @patch
 def get_dataset_by_id(self: Project, dataset_id: str, model) -> Dataset:
     """Get an existing dataset by name."""
@@ -158,7 +158,7 @@ def get_dataset_by_id(self: Project, dataset_id: str, model) -> Dataset:
         ragas_api_client=self._ragas_api_client,
     )
 
-# %% ../../nbs/project/core.ipynb 20
+# %% ../../nbs/project/core.ipynb 19
 @patch
 def get_dataset(self: Project, dataset_name: str, model) -> Dataset:
     """Get an existing dataset by name."""

ragas_experimental/project/experiments.py

@@ -22,6 +22,21 @@
 import ragas_experimental.typing as rt
 
 # %% ../../nbs/project/experiments.ipynb 4
+# Add this helper function similar to create_dataset_columns in core.ipynb
+async def create_experiment_columns(project_id, experiment_id, columns, create_experiment_column_func):
+    tasks = []
+    for column in columns:
+        tasks.append(create_experiment_column_func(
+            project_id=project_id,
+            experiment_id=experiment_id,
+            id=create_nano_id(),
+            name=column["name"],
+            type=column["type"],
+            settings=column["settings"]
+        ))
+    return await asyncio.gather(*tasks)
+
+# %% ../../nbs/project/experiments.ipynb 5
 @patch
 def create_experiment(
     self: Project, name: str, model: t.Type[BaseModel]
@@ -61,24 +76,8 @@ def create_experiment(
         ragas_api_client=self._ragas_api_client,
     )
 
-# Add this helper function similar to create_dataset_columns in core.ipynb
-async def create_experiment_columns(project_id, experiment_id, columns, create_experiment_column_func):
-    tasks = []
-    for column in columns:
-        tasks.append(create_experiment_column_func(
-            project_id=project_id,
-            experiment_id=experiment_id,
-            id=create_nano_id(),
-            name=column["name"],
-            type=column["type"],
-            settings={
-                "max_length": 255,
-                "is_required": True,
-            },
-        ))
-    return await asyncio.gather(*tasks)
 
-# %% ../../nbs/project/experiments.ipynb 8
+# %% ../../nbs/project/experiments.ipynb 9
 @patch
 def get_experiment_by_id(self: Project, experiment_id: str, model: t.Type[BaseModel]) -> Experiment:
     """Get an existing experiment by ID."""
@@ -97,7 +96,7 @@ def get_experiment_by_id(self: Project, experiment_id: str, model: t.Type[BaseMo
         ragas_api_client=self._ragas_api_client,
     )
 
-# %% ../../nbs/project/experiments.ipynb 11
+# %% ../../nbs/project/experiments.ipynb 12
 @patch
 def get_experiment(self: Project, dataset_name: str, model) -> Dataset:
     """Get an existing dataset by name."""
@@ -117,23 +116,23 @@ def get_experiment(self: Project, dataset_name: str, model) -> Dataset:
         ragas_api_client=self._ragas_api_client,
     )
 
-# %% ../../nbs/project/experiments.ipynb 14
+# %% ../../nbs/project/experiments.ipynb 15
 @t.runtime_checkable
 class ExperimentProtocol(t.Protocol):
     async def __call__(self, *args, **kwargs): ...
     async def run_async(self, name: str, dataset: Dataset): ...
 
-# %% ../../nbs/project/experiments.ipynb 15
+# %% ../../nbs/project/experiments.ipynb 16
 # this one we have to clean up
 from langfuse.decorators import observe
 
-# %% ../../nbs/project/experiments.ipynb 16
+# %% ../../nbs/project/experiments.ipynb 17
 from .naming import MemorableNames
 
-# %% ../../nbs/project/experiments.ipynb 17
+# %% ../../nbs/project/experiments.ipynb 18
 memorable_names = MemorableNames()
 
-# %% ../../nbs/project/experiments.ipynb 18
+# %% ../../nbs/project/experiments.ipynb 19
 @patch
 def experiment(
     self: Project, experiment_model, name_prefix: str = ""
@@ -212,7 +211,7 @@ async def run_async(dataset: Dataset, name: t.Optional[str] = None):
 
     return decorator
 
-# %% ../../nbs/project/experiments.ipynb 22
+# %% ../../nbs/project/experiments.ipynb 23
 @patch
 def langfuse_experiment(
     self: Project, experiment_model, name_prefix: str = ""

ragas_experimental/typing.py

@@ -336,6 +336,9 @@ def model_to_columns(cls: ModelConverter, model_class):
 
             columns.append(column)
 
+    # set the position of the columns
+    for i in range(len(columns)):
+        columns[i]["settings"]["position"] = i
     return columns
 
 # %% ../nbs/typing.ipynb 23