@@ -52,6 +52,80 @@ Methods:
5252- <code title =" delete /v2/gen-ai/agents/{agent_uuid}/api_keys/{api_key_uuid} " >client.agents.api_keys.<a href =" ./src/do_gradientai/resources/agents/api_keys.py " >delete</a >(api_key_uuid, \* , agent_uuid) -> <a href =" ./src/do_gradientai/types/agents/api_key_delete_response.py " >APIKeyDeleteResponse</a ></code >
5353- <code title =" put /v2/gen-ai/agents/{agent_uuid}/api_keys/{api_key_uuid}/regenerate " >client.agents.api_keys.<a href =" ./src/do_gradientai/resources/agents/api_keys.py " >regenerate</a >(api_key_uuid, \* , agent_uuid) -> <a href =" ./src/do_gradientai/types/agents/api_key_regenerate_response.py " >APIKeyRegenerateResponse</a ></code >
5454
55+ ## EvaluationMetrics
56+
57+ Types:
58+
59+ ``` python
60+ from do_gradientai.types.agents import EvaluationMetricListResponse
61+ ```
62+
63+ Methods:
64+
65+ - <code title =" get /v2/gen-ai/evaluation_metrics " >client.agents.evaluation_metrics.<a href =" ./src/do_gradientai/resources/agents/evaluation_metrics.py " >list</a >() -> <a href =" ./src/do_gradientai/types/agents/evaluation_metric_list_response.py " >EvaluationMetricListResponse</a ></code >
66+
67+ ## EvaluationRuns
68+
69+ Types:
70+
71+ ``` python
72+ from do_gradientai.types.agents import (
73+ APIEvaluationMetric,
74+ APIEvaluationMetricResult,
75+ APIEvaluationPrompt,
76+ APIEvaluationRun,
77+ EvaluationRunCreateResponse,
78+ EvaluationRunRetrieveResponse,
79+ EvaluationRunListResultsResponse,
80+ )
81+ ```
82+
83+ Methods:
84+
85+ - <code title =" post /v2/gen-ai/evaluation_runs " >client.agents.evaluation_runs.<a href =" ./src/do_gradientai/resources/agents/evaluation_runs.py " >create</a >(\*\* <a href =" src/do_gradientai/types/agents/evaluation_run_create_params.py " >params</a >) -> <a href =" ./src/do_gradientai/types/agents/evaluation_run_create_response.py " >EvaluationRunCreateResponse</a ></code >
86+ - <code title =" get /v2/gen-ai/evaluation_runs/{evaluation_run_uuid} " >client.agents.evaluation_runs.<a href =" ./src/do_gradientai/resources/agents/evaluation_runs.py " >retrieve</a >(evaluation_run_uuid) -> <a href =" ./src/do_gradientai/types/agents/evaluation_run_retrieve_response.py " >EvaluationRunRetrieveResponse</a ></code >
87+ - <code title =" get /v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results " >client.agents.evaluation_runs.<a href =" ./src/do_gradientai/resources/agents/evaluation_runs.py " >list_results</a >(evaluation_run_uuid) -> <a href =" ./src/do_gradientai/types/agents/evaluation_run_list_results_response.py " >EvaluationRunListResultsResponse</a ></code >
88+
89+ ## EvaluationTestCases
90+
91+ Types:
92+
93+ ``` python
94+ from do_gradientai.types.agents import (
95+ APIEvaluationTestCase,
96+ APIStarMetric,
97+ EvaluationTestCaseCreateResponse,
98+ EvaluationTestCaseRetrieveResponse,
99+ EvaluationTestCaseUpdateResponse,
100+ EvaluationTestCaseListResponse,
101+ EvaluationTestCaseListEvaluationRunsResponse,
102+ )
103+ ```
104+
105+ Methods:
106+
107+ - <code title =" post /v2/gen-ai/evaluation_test_cases " >client.agents.evaluation_test_cases.<a href =" ./src/do_gradientai/resources/agents/evaluation_test_cases.py " >create</a >(\*\* <a href =" src/do_gradientai/types/agents/evaluation_test_case_create_params.py " >params</a >) -> <a href =" ./src/do_gradientai/types/agents/evaluation_test_case_create_response.py " >EvaluationTestCaseCreateResponse</a ></code >
108+ - <code title =" get /v2/gen-ai/evaluation_test_cases/{test_case_uuid} " >client.agents.evaluation_test_cases.<a href =" ./src/do_gradientai/resources/agents/evaluation_test_cases.py " >retrieve</a >(test_case_uuid) -> <a href =" ./src/do_gradientai/types/agents/evaluation_test_case_retrieve_response.py " >EvaluationTestCaseRetrieveResponse</a ></code >
109+ - <code title =" post /v2/gen-ai/evaluation_test_cases/{test_case_uuid} " >client.agents.evaluation_test_cases.<a href =" ./src/do_gradientai/resources/agents/evaluation_test_cases.py " >update</a >(path_test_case_uuid, \*\* <a href =" src/do_gradientai/types/agents/evaluation_test_case_update_params.py " >params</a >) -> <a href =" ./src/do_gradientai/types/agents/evaluation_test_case_update_response.py " >EvaluationTestCaseUpdateResponse</a ></code >
110+ - <code title =" get /v2/gen-ai/evaluation_test_cases " >client.agents.evaluation_test_cases.<a href =" ./src/do_gradientai/resources/agents/evaluation_test_cases.py " >list</a >() -> <a href =" ./src/do_gradientai/types/agents/evaluation_test_case_list_response.py " >EvaluationTestCaseListResponse</a ></code >
111+ - <code title =" get /v2/gen-ai/evaluation_test_cases/{evaluation_test_case_uuid}/evaluation_runs " >client.agents.evaluation_test_cases.<a href =" ./src/do_gradientai/resources/agents/evaluation_test_cases.py " >list_evaluation_runs</a >(evaluation_test_case_uuid, \*\* <a href =" src/do_gradientai/types/agents/evaluation_test_case_list_evaluation_runs_params.py " >params</a >) -> <a href =" ./src/do_gradientai/types/agents/evaluation_test_case_list_evaluation_runs_response.py " >EvaluationTestCaseListEvaluationRunsResponse</a ></code >
112+
113+ ## EvaluationDatasets
114+
115+ Types:
116+
117+ ``` python
118+ from do_gradientai.types.agents import (
119+ EvaluationDatasetCreateResponse,
120+ EvaluationDatasetCreateFileUploadPresignedURLsResponse,
121+ )
122+ ```
123+
124+ Methods:
125+
126+ - <code title =" post /v2/gen-ai/evaluation_datasets " >client.agents.evaluation_datasets.<a href =" ./src/do_gradientai/resources/agents/evaluation_datasets.py " >create</a >(\*\* <a href =" src/do_gradientai/types/agents/evaluation_dataset_create_params.py " >params</a >) -> <a href =" ./src/do_gradientai/types/agents/evaluation_dataset_create_response.py " >EvaluationDatasetCreateResponse</a ></code >
127+ - <code title =" post /v2/gen-ai/evaluation_datasets/file_upload_presigned_urls " >client.agents.evaluation_datasets.<a href =" ./src/do_gradientai/resources/agents/evaluation_datasets.py " >create_file_upload_presigned_urls</a >(\*\* <a href =" src/do_gradientai/types/agents/evaluation_dataset_create_file_upload_presigned_urls_params.py " >params</a >) -> <a href =" ./src/do_gradientai/types/agents/evaluation_dataset_create_file_upload_presigned_urls_response.py " >EvaluationDatasetCreateFileUploadPresignedURLsResponse</a ></code >
128+
55129## Functions
56130
57131Types:
@@ -176,89 +250,12 @@ Methods:
176250Types:
177251
178252``` python
179- from do_gradientai.types import (
180- APIEvaluationMetric,
181- RegionListResponse,
182- RegionListEvaluationMetricsResponse,
183- )
184- ```
185-
186- Methods:
187-
188- - <code title =" get /v2/gen-ai/regions " >client.regions.<a href =" ./src/do_gradientai/resources/regions/regions.py " >list</a >(\*\* <a href =" src/do_gradientai/types/region_list_params.py " >params</a >) -> <a href =" ./src/do_gradientai/types/region_list_response.py " >RegionListResponse</a ></code >
189- - <code title =" get /v2/gen-ai/evaluation_metrics " >client.regions.<a href =" ./src/do_gradientai/resources/regions/regions.py " >list_evaluation_metrics</a >() -> <a href =" ./src/do_gradientai/types/region_list_evaluation_metrics_response.py " >RegionListEvaluationMetricsResponse</a ></code >
190-
191- ## EvaluationRuns
192-
193- Types:
194-
195- ``` python
196- from do_gradientai.types.regions import EvaluationRunCreateResponse, EvaluationRunRetrieveResponse
197- ```
198-
199- Methods:
200-
201- - <code title =" post /v2/gen-ai/evaluation_runs " >client.regions.evaluation_runs.<a href =" ./src/do_gradientai/resources/regions/evaluation_runs/evaluation_runs.py " >create</a >(\*\* <a href =" src/do_gradientai/types/regions/evaluation_run_create_params.py " >params</a >) -> <a href =" ./src/do_gradientai/types/regions/evaluation_run_create_response.py " >EvaluationRunCreateResponse</a ></code >
202- - <code title =" get /v2/gen-ai/evaluation_runs/{evaluation_run_uuid} " >client.regions.evaluation_runs.<a href =" ./src/do_gradientai/resources/regions/evaluation_runs/evaluation_runs.py " >retrieve</a >(evaluation_run_uuid) -> <a href =" ./src/do_gradientai/types/regions/evaluation_run_retrieve_response.py " >EvaluationRunRetrieveResponse</a ></code >
203-
204- ### Results
205-
206- Types:
207-
208- ``` python
209- from do_gradientai.types.regions.evaluation_runs import (
210- APIEvaluationMetricResult,
211- APIEvaluationRun,
212- APIPrompt,
213- ResultRetrieveResponse,
214- ResultRetrievePromptResponse,
215- )
216- ```
217-
218- Methods:
219-
220- - <code title =" get /v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results " >client.regions.evaluation_runs.results.<a href =" ./src/do_gradientai/resources/regions/evaluation_runs/results.py " >retrieve</a >(evaluation_run_uuid) -> <a href =" ./src/do_gradientai/types/regions/evaluation_runs/result_retrieve_response.py " >ResultRetrieveResponse</a ></code >
221- - <code title =" get /v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results/{prompt_id} " >client.regions.evaluation_runs.results.<a href =" ./src/do_gradientai/resources/regions/evaluation_runs/results.py " >retrieve_prompt</a >(prompt_id, \* , evaluation_run_uuid) -> <a href =" ./src/do_gradientai/types/regions/evaluation_runs/result_retrieve_prompt_response.py " >ResultRetrievePromptResponse</a ></code >
222-
223- ## EvaluationTestCases
224-
225- Types:
226-
227- ``` python
228- from do_gradientai.types.regions import (
229- APIEvaluationTestCase,
230- APIStarMetric,
231- EvaluationTestCaseCreateResponse,
232- EvaluationTestCaseRetrieveResponse,
233- EvaluationTestCaseUpdateResponse,
234- EvaluationTestCaseListResponse,
235- EvaluationTestCaseListEvaluationRunsResponse,
236- )
237- ```
238-
239- Methods:
240-
241- - <code title =" post /v2/gen-ai/evaluation_test_cases " >client.regions.evaluation_test_cases.<a href =" ./src/do_gradientai/resources/regions/evaluation_test_cases.py " >create</a >(\*\* <a href =" src/do_gradientai/types/regions/evaluation_test_case_create_params.py " >params</a >) -> <a href =" ./src/do_gradientai/types/regions/evaluation_test_case_create_response.py " >EvaluationTestCaseCreateResponse</a ></code >
242- - <code title =" get /v2/gen-ai/evaluation_test_cases/{test_case_uuid} " >client.regions.evaluation_test_cases.<a href =" ./src/do_gradientai/resources/regions/evaluation_test_cases.py " >retrieve</a >(test_case_uuid) -> <a href =" ./src/do_gradientai/types/regions/evaluation_test_case_retrieve_response.py " >EvaluationTestCaseRetrieveResponse</a ></code >
243- - <code title =" post /v2/gen-ai/evaluation_test_cases/{test_case_uuid} " >client.regions.evaluation_test_cases.<a href =" ./src/do_gradientai/resources/regions/evaluation_test_cases.py " >update</a >(path_test_case_uuid, \*\* <a href =" src/do_gradientai/types/regions/evaluation_test_case_update_params.py " >params</a >) -> <a href =" ./src/do_gradientai/types/regions/evaluation_test_case_update_response.py " >EvaluationTestCaseUpdateResponse</a ></code >
244- - <code title =" get /v2/gen-ai/evaluation_test_cases " >client.regions.evaluation_test_cases.<a href =" ./src/do_gradientai/resources/regions/evaluation_test_cases.py " >list</a >() -> <a href =" ./src/do_gradientai/types/regions/evaluation_test_case_list_response.py " >EvaluationTestCaseListResponse</a ></code >
245- - <code title =" get /v2/gen-ai/evaluation_test_cases/{evaluation_test_case_uuid}/evaluation_runs " >client.regions.evaluation_test_cases.<a href =" ./src/do_gradientai/resources/regions/evaluation_test_cases.py " >list_evaluation_runs</a >(evaluation_test_case_uuid, \*\* <a href =" src/do_gradientai/types/regions/evaluation_test_case_list_evaluation_runs_params.py " >params</a >) -> <a href =" ./src/do_gradientai/types/regions/evaluation_test_case_list_evaluation_runs_response.py " >EvaluationTestCaseListEvaluationRunsResponse</a ></code >
246-
247- ## EvaluationDatasets
248-
249- Types:
250-
251- ``` python
252- from do_gradientai.types.regions import (
253- EvaluationDatasetCreateResponse,
254- EvaluationDatasetCreateFileUploadPresignedURLsResponse,
255- )
253+ from do_gradientai.types import RegionListResponse
256254```
257255
258256Methods:
259257
260- - <code title =" post /v2/gen-ai/evaluation_datasets " >client.regions.evaluation_datasets.<a href =" ./src/do_gradientai/resources/regions/evaluation_datasets.py " >create</a >(\*\* <a href =" src/do_gradientai/types/regions/evaluation_dataset_create_params.py " >params</a >) -> <a href =" ./src/do_gradientai/types/regions/evaluation_dataset_create_response.py " >EvaluationDatasetCreateResponse</a ></code >
261- - <code title =" post /v2/gen-ai/evaluation_datasets/file_upload_presigned_urls " >client.regions.evaluation_datasets.<a href =" ./src/do_gradientai/resources/regions/evaluation_datasets.py " >create_file_upload_presigned_urls</a >(\*\* <a href =" src/do_gradientai/types/regions/evaluation_dataset_create_file_upload_presigned_urls_params.py " >params</a >) -> <a href =" ./src/do_gradientai/types/regions/evaluation_dataset_create_file_upload_presigned_urls_response.py " >EvaluationDatasetCreateFileUploadPresignedURLsResponse</a ></code >
258+ - <code title =" get /v2/gen-ai/regions " >client.regions.<a href =" ./src/do_gradientai/resources/regions.py " >list</a >(\*\* <a href =" src/do_gradientai/types/region_list_params.py " >params</a >) -> <a href =" ./src/do_gradientai/types/region_list_response.py " >RegionListResponse</a ></code >
262259
263260# IndexingJobs
264261
0 commit comments