feat(api): api update

Author: stainless-app[bot]

.stats.yml

@@ -1,3 +1,3 @@
 configured_endpoints: 55
-openapi_spec_hash: b3a1a58600b52a20671bef2b25f5dbc4
+openapi_spec_hash: 1e86d5a7384400f4c3ddfb824fb31d84
 config_hash: 8f6e5c3b064cbb77569a6bf654954a56

api.md

@@ -192,7 +192,7 @@ Methods:
 
 - <code title="post /api/projects/{project_id}/evals">client.projects.evals.<a href="./src/codex/resources/projects/evals.py">create</a>(project_id, \*\*<a href="src/codex/types/projects/eval_create_params.py">params</a>) -> <a href="./src/codex/types/project_return_schema.py">ProjectReturnSchema</a></code>
 - <code title="put /api/projects/{project_id}/evals/{eval_key}">client.projects.evals.<a href="./src/codex/resources/projects/evals.py">update</a>(path_eval_key, \*, project_id, \*\*<a href="src/codex/types/projects/eval_update_params.py">params</a>) -> <a href="./src/codex/types/project_return_schema.py">ProjectReturnSchema</a></code>
-- <code title="get /api/projects/{project_id}/evals">client.projects.evals.<a href="./src/codex/resources/projects/evals.py">list</a>(project_id) -> <a href="./src/codex/types/projects/eval_list_response.py">EvalListResponse</a></code>
+- <code title="get /api/projects/{project_id}/evals">client.projects.evals.<a href="./src/codex/resources/projects/evals.py">list</a>(project_id, \*\*<a href="src/codex/types/projects/eval_list_params.py">params</a>) -> <a href="./src/codex/types/projects/eval_list_response.py">EvalListResponse</a></code>
 - <code title="delete /api/projects/{project_id}/evals/{eval_key}">client.projects.evals.<a href="./src/codex/resources/projects/evals.py">delete</a>(eval_key, \*, project_id) -> <a href="./src/codex/types/project_return_schema.py">ProjectReturnSchema</a></code>
 
 ## QueryLogs

src/codex/resources/projects/evals.py

@@ -18,7 +18,7 @@
     async_to_streamed_response_wrapper,
 )
 from ..._base_client import make_request_options
-from ...types.projects import eval_create_params, eval_update_params
+from ...types.projects import eval_list_params, eval_create_params, eval_update_params
 from ...types.project_return_schema import ProjectReturnSchema
 from ...types.projects.eval_list_response import EvalListResponse
 
@@ -324,6 +324,9 @@ def list(
         self,
         project_id: str,
         *,
+        guardrails_only: bool | NotGiven = NOT_GIVEN,
+        limit: Optional[int] | NotGiven = NOT_GIVEN,
+        offset: int | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -332,7 +335,7 @@ def list(
         timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
     ) -> EvalListResponse:
         """
-        Get the evaluations config for a project.
+        Get the evaluations config for a project with optional pagination.
 
         Args:
           extra_headers: Send extra headers
@@ -348,7 +351,18 @@ def list(
         return self._get(
             f"/api/projects/{project_id}/evals",
             options=make_request_options(
-                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                query=maybe_transform(
+                    {
+                        "guardrails_only": guardrails_only,
+                        "limit": limit,
+                        "offset": offset,
+                    },
+                    eval_list_params.EvalListParams,
+                ),
             ),
             cast_to=EvalListResponse,
         )
@@ -689,6 +703,9 @@ async def list(
         self,
         project_id: str,
         *,
+        guardrails_only: bool | NotGiven = NOT_GIVEN,
+        limit: Optional[int] | NotGiven = NOT_GIVEN,
+        offset: int | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -697,7 +714,7 @@ async def list(
         timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
     ) -> EvalListResponse:
         """
-        Get the evaluations config for a project.
+        Get the evaluations config for a project with optional pagination.
 
         Args:
           extra_headers: Send extra headers
@@ -713,7 +730,18 @@ async def list(
         return await self._get(
             f"/api/projects/{project_id}/evals",
             options=make_request_options(
-                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                query=await async_maybe_transform(
+                    {
+                        "guardrails_only": guardrails_only,
+                        "limit": limit,
+                        "offset": offset,
+                    },
+                    eval_list_params.EvalListParams,
+                ),
             ),
             cast_to=EvalListResponse,
         )

src/codex/types/projects/__init__.py

@@ -2,6 +2,7 @@
 
 from __future__ import annotations
 
+from .eval_list_params import EvalListParams as EvalListParams
 from .access_key_schema import AccessKeySchema as AccessKeySchema
 from .eval_create_params import EvalCreateParams as EvalCreateParams
 from .eval_list_response import EvalListResponse as EvalListResponse

src/codex/types/projects/eval_list_params.py

@@ -0,0 +1,16 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Optional
+from typing_extensions import TypedDict
+
+__all__ = ["EvalListParams"]
+
+
+class EvalListParams(TypedDict, total=False):
+    guardrails_only: bool
+
+    limit: Optional[int]
+
+    offset: int

src/codex/types/projects/eval_list_response.py

@@ -1,14 +1,14 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 from typing import List, Optional
-from typing_extensions import Literal, TypeAlias
+from typing_extensions import Literal
 
 from ..._models import BaseModel
 
-__all__ = ["EvalListResponse", "EvalListResponseItem"]
+__all__ = ["EvalListResponse", "Eval"]
 
 
-class EvalListResponseItem(BaseModel):
+class Eval(BaseModel):
     criteria: str
     """
     The evaluation criteria text that describes what aspect is being evaluated and
@@ -69,4 +69,7 @@ class EvalListResponseItem(BaseModel):
     """Whether the evaluation fails when score is above or below the threshold"""
 
 
-EvalListResponse: TypeAlias = List[EvalListResponseItem]
+class EvalListResponse(BaseModel):
+    evals: List[Eval]
+
+    total_count: int

tests/api_resources/projects/test_evals.py

@@ -259,15 +259,26 @@ def test_path_params_update_overload_2(self, client: Codex) -> None:
     @parametrize
     def test_method_list(self, client: Codex) -> None:
         eval = client.projects.evals.list(
-            "182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
+            project_id="182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
+        )
+        assert_matches_type(EvalListResponse, eval, path=["response"])
+
+    @pytest.mark.skip()
+    @parametrize
+    def test_method_list_with_all_params(self, client: Codex) -> None:
+        eval = client.projects.evals.list(
+            project_id="182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
+            guardrails_only=True,
+            limit=1,
+            offset=0,
         )
         assert_matches_type(EvalListResponse, eval, path=["response"])
 
     @pytest.mark.skip()
     @parametrize
     def test_raw_response_list(self, client: Codex) -> None:
         response = client.projects.evals.with_raw_response.list(
-            "182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
+            project_id="182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
         )
 
         assert response.is_closed is True
@@ -279,7 +290,7 @@ def test_raw_response_list(self, client: Codex) -> None:
     @parametrize
     def test_streaming_response_list(self, client: Codex) -> None:
         with client.projects.evals.with_streaming_response.list(
-            "182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
+            project_id="182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
         ) as response:
             assert not response.is_closed
             assert response.http_request.headers.get("X-Stainless-Lang") == "python"
@@ -294,7 +305,7 @@ def test_streaming_response_list(self, client: Codex) -> None:
     def test_path_params_list(self, client: Codex) -> None:
         with pytest.raises(ValueError, match=r"Expected a non-empty value for `project_id` but received ''"):
             client.projects.evals.with_raw_response.list(
-                "",
+                project_id="",
             )
 
     @pytest.mark.skip()
@@ -596,15 +607,26 @@ async def test_path_params_update_overload_2(self, async_client: AsyncCodex) ->
     @parametrize
     async def test_method_list(self, async_client: AsyncCodex) -> None:
         eval = await async_client.projects.evals.list(
-            "182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
+            project_id="182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
+        )
+        assert_matches_type(EvalListResponse, eval, path=["response"])
+
+    @pytest.mark.skip()
+    @parametrize
+    async def test_method_list_with_all_params(self, async_client: AsyncCodex) -> None:
+        eval = await async_client.projects.evals.list(
+            project_id="182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
+            guardrails_only=True,
+            limit=1,
+            offset=0,
         )
         assert_matches_type(EvalListResponse, eval, path=["response"])
 
     @pytest.mark.skip()
     @parametrize
     async def test_raw_response_list(self, async_client: AsyncCodex) -> None:
         response = await async_client.projects.evals.with_raw_response.list(
-            "182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
+            project_id="182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
         )
 
         assert response.is_closed is True
@@ -616,7 +638,7 @@ async def test_raw_response_list(self, async_client: AsyncCodex) -> None:
     @parametrize
     async def test_streaming_response_list(self, async_client: AsyncCodex) -> None:
         async with async_client.projects.evals.with_streaming_response.list(
-            "182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
+            project_id="182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
         ) as response:
             assert not response.is_closed
             assert response.http_request.headers.get("X-Stainless-Lang") == "python"
@@ -631,7 +653,7 @@ async def test_streaming_response_list(self, async_client: AsyncCodex) -> None:
     async def test_path_params_list(self, async_client: AsyncCodex) -> None:
         with pytest.raises(ValueError, match=r"Expected a non-empty value for `project_id` but received ''"):
             await async_client.projects.evals.with_raw_response.list(
-                "",
+                project_id="",
             )
 
     @pytest.mark.skip()