Skip to content

Commit fabe6ec

Browse files
feat(api): Add reinforcement fine-tuning api support
1 parent e8d2092 commit fabe6ec

File tree

20 files changed

+1019
-834
lines changed

20 files changed

+1019
-834
lines changed

.stats.yml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
configured_endpoints: 97
2-
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/openai%2Fopenai-0ee6b36cf3cc278cef4199a6aec5f7d530a6c1f17a74830037e96d50ca1edc50.yml
3-
openapi_spec_hash: e8ec5f46bc0655b34f292422d58a60f6
4-
config_hash: d9b6b6e6bc85744663e300eebc482067
1+
configured_endpoints: 101
2+
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/openai%2Fopenai-794a6ed3c3d3d77887564755168056af8a426b17cf1ec721e3a300503dc22a41.yml
3+
openapi_spec_hash: 25a81c220713cd5b0bafc221d1dfa79a
4+
config_hash: 0b768ed1b56c6d82816f0fa40dc4aaf5

api.md

Lines changed: 40 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -207,6 +207,17 @@ Methods:
207207

208208
# FineTuning
209209

210+
## Methods
211+
212+
Types:
213+
214+
- <code><a href="./src/resources/fine-tuning/methods.ts">DpoHyperparameters</a></code>
215+
- <code><a href="./src/resources/fine-tuning/methods.ts">DpoMethod</a></code>
216+
- <code><a href="./src/resources/fine-tuning/methods.ts">ReinforcementHyperparameters</a></code>
217+
- <code><a href="./src/resources/fine-tuning/methods.ts">ReinforcementMethod</a></code>
218+
- <code><a href="./src/resources/fine-tuning/methods.ts">SupervisedHyperparameters</a></code>
219+
- <code><a href="./src/resources/fine-tuning/methods.ts">SupervisedMethod</a></code>
220+
210221
## Jobs
211222

212223
Types:
@@ -224,6 +235,8 @@ Methods:
224235
- <code title="get /fine_tuning/jobs">client.fineTuning.jobs.<a href="./src/resources/fine-tuning/jobs/jobs.ts">list</a>({ ...params }) -> FineTuningJobsPage</code>
225236
- <code title="post /fine_tuning/jobs/{fine_tuning_job_id}/cancel">client.fineTuning.jobs.<a href="./src/resources/fine-tuning/jobs/jobs.ts">cancel</a>(fineTuningJobId) -> FineTuningJob</code>
226237
- <code title="get /fine_tuning/jobs/{fine_tuning_job_id}/events">client.fineTuning.jobs.<a href="./src/resources/fine-tuning/jobs/jobs.ts">listEvents</a>(fineTuningJobId, { ...params }) -> FineTuningJobEventsPage</code>
238+
- <code title="post /fine_tuning/jobs/{fine_tuning_job_id}/pause">client.fineTuning.jobs.<a href="./src/resources/fine-tuning/jobs/jobs.ts">pause</a>(fineTuningJobId) -> FineTuningJob</code>
239+
- <code title="post /fine_tuning/jobs/{fine_tuning_job_id}/resume">client.fineTuning.jobs.<a href="./src/resources/fine-tuning/jobs/jobs.ts">resume</a>(fineTuningJobId) -> FineTuningJob</code>
227240

228241
### Checkpoints
229242

@@ -251,6 +264,33 @@ Methods:
251264
- <code title="get /fine_tuning/checkpoints/{fine_tuned_model_checkpoint}/permissions">client.fineTuning.checkpoints.permissions.<a href="./src/resources/fine-tuning/checkpoints/permissions.ts">retrieve</a>(fineTunedModelCheckpoint, { ...params }) -> PermissionRetrieveResponse</code>
252265
- <code title="delete /fine_tuning/checkpoints/{fine_tuned_model_checkpoint}/permissions/{permission_id}">client.fineTuning.checkpoints.permissions.<a href="./src/resources/fine-tuning/checkpoints/permissions.ts">del</a>(fineTunedModelCheckpoint, permissionId) -> PermissionDeleteResponse</code>
253266

267+
## Alpha
268+
269+
### Graders
270+
271+
Types:
272+
273+
- <code><a href="./src/resources/fine-tuning/alpha/graders.ts">GraderRunResponse</a></code>
274+
- <code><a href="./src/resources/fine-tuning/alpha/graders.ts">GraderValidateResponse</a></code>
275+
276+
Methods:
277+
278+
- <code title="post /fine_tuning/alpha/graders/run">client.fineTuning.alpha.graders.<a href="./src/resources/fine-tuning/alpha/graders.ts">run</a>({ ...params }) -> GraderRunResponse</code>
279+
- <code title="post /fine_tuning/alpha/graders/validate">client.fineTuning.alpha.graders.<a href="./src/resources/fine-tuning/alpha/graders.ts">validate</a>({ ...params }) -> GraderValidateResponse</code>
280+
281+
# Graders
282+
283+
## GraderModels
284+
285+
Types:
286+
287+
- <code><a href="./src/resources/graders/grader-models.ts">LabelModelGrader</a></code>
288+
- <code><a href="./src/resources/graders/grader-models.ts">MultiGrader</a></code>
289+
- <code><a href="./src/resources/graders/grader-models.ts">PythonGrader</a></code>
290+
- <code><a href="./src/resources/graders/grader-models.ts">ScoreModelGrader</a></code>
291+
- <code><a href="./src/resources/graders/grader-models.ts">StringCheckGrader</a></code>
292+
- <code><a href="./src/resources/graders/grader-models.ts">TextSimilarityGrader</a></code>
293+
254294
# VectorStores
255295

256296
Types:
@@ -669,10 +709,7 @@ Methods:
669709
Types:
670710

671711
- <code><a href="./src/resources/evals/evals.ts">EvalCustomDataSourceConfig</a></code>
672-
- <code><a href="./src/resources/evals/evals.ts">EvalLabelModelGrader</a></code>
673712
- <code><a href="./src/resources/evals/evals.ts">EvalStoredCompletionsDataSourceConfig</a></code>
674-
- <code><a href="./src/resources/evals/evals.ts">EvalStringCheckGrader</a></code>
675-
- <code><a href="./src/resources/evals/evals.ts">EvalTextSimilarityGrader</a></code>
676713
- <code><a href="./src/resources/evals/evals.ts">EvalCreateResponse</a></code>
677714
- <code><a href="./src/resources/evals/evals.ts">EvalRetrieveResponse</a></code>
678715
- <code><a href="./src/resources/evals/evals.ts">EvalUpdateResponse</a></code>

src/index.ts

Lines changed: 5 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -71,19 +71,17 @@ import {
7171
EvalCreateResponse,
7272
EvalCustomDataSourceConfig,
7373
EvalDeleteResponse,
74-
EvalLabelModelGrader,
7574
EvalListParams,
7675
EvalListResponse,
7776
EvalListResponsesPage,
7877
EvalRetrieveResponse,
7978
EvalStoredCompletionsDataSourceConfig,
80-
EvalStringCheckGrader,
81-
EvalTextSimilarityGrader,
8279
EvalUpdateParams,
8380
EvalUpdateResponse,
8481
Evals,
8582
} from './resources/evals/evals';
8683
import { FineTuning } from './resources/fine-tuning/fine-tuning';
84+
import { Graders } from './resources/graders/graders';
8785
import { Responses } from './resources/responses/responses';
8886
import {
8987
Upload,
@@ -305,6 +303,7 @@ export class OpenAI extends Core.APIClient {
305303
moderations: API.Moderations = new API.Moderations(this);
306304
models: API.Models = new API.Models(this);
307305
fineTuning: API.FineTuning = new API.FineTuning(this);
306+
graders: API.Graders = new API.Graders(this);
308307
vectorStores: API.VectorStores = new API.VectorStores(this);
309308
beta: API.Beta = new API.Beta(this);
310309
batches: API.Batches = new API.Batches(this);
@@ -366,6 +365,7 @@ OpenAI.Moderations = Moderations;
366365
OpenAI.Models = Models;
367366
OpenAI.ModelsPage = ModelsPage;
368367
OpenAI.FineTuning = FineTuning;
368+
OpenAI.Graders = Graders;
369369
OpenAI.VectorStores = VectorStores;
370370
OpenAI.VectorStoresPage = VectorStoresPage;
371371
OpenAI.VectorStoreSearchResponsesPage = VectorStoreSearchResponsesPage;
@@ -487,6 +487,8 @@ export declare namespace OpenAI {
487487

488488
export { FineTuning as FineTuning };
489489

490+
export { Graders as Graders };
491+
490492
export {
491493
VectorStores as VectorStores,
492494
type AutoFileChunkingStrategyParam as AutoFileChunkingStrategyParam,
@@ -531,10 +533,7 @@ export declare namespace OpenAI {
531533
export {
532534
Evals as Evals,
533535
type EvalCustomDataSourceConfig as EvalCustomDataSourceConfig,
534-
type EvalLabelModelGrader as EvalLabelModelGrader,
535536
type EvalStoredCompletionsDataSourceConfig as EvalStoredCompletionsDataSourceConfig,
536-
type EvalStringCheckGrader as EvalStringCheckGrader,
537-
type EvalTextSimilarityGrader as EvalTextSimilarityGrader,
538537
type EvalCreateResponse as EvalCreateResponse,
539538
type EvalRetrieveResponse as EvalRetrieveResponse,
540539
type EvalUpdateResponse as EvalUpdateResponse,

0 commit comments

Comments
 (0)