Skip to content

Commit f9d593c

Browse files
feat(api): Add tools and structured outputs to evals
1 parent c0885ca commit f9d593c

File tree

8 files changed

+2545
-26
lines changed

8 files changed

+2545
-26
lines changed

.stats.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
configured_endpoints: 86
2-
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/openai%2Fopenai-0205acb1015d29b2312a48526734c0399f93026d4fe2dff5c7768f566e333fd2.yml
3-
openapi_spec_hash: 1772cc9056c2f6dfb2a4e9cb77ee6343
2+
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/openai%2Fopenai-4865dda2b62927bd141cbc85f81be3d88602f103e2c581e15eb1caded3e3aaa2.yml
3+
openapi_spec_hash: 7d14a9b23ef4ac93ea46d629601b6f6b
44
config_hash: ed1e6b3c5f93d12b80d31167f55c557c

openai-java-core/src/main/kotlin/com/openai/models/evals/runs/CreateEvalCompletionsRunDataSource.kt

Lines changed: 408 additions & 4 deletions
Large diffs are not rendered by default.

openai-java-core/src/main/kotlin/com/openai/models/evals/runs/RunCancelResponse.kt

Lines changed: 416 additions & 4 deletions
Large diffs are not rendered by default.

openai-java-core/src/main/kotlin/com/openai/models/evals/runs/RunCreateParams.kt

Lines changed: 416 additions & 4 deletions
Large diffs are not rendered by default.

openai-java-core/src/main/kotlin/com/openai/models/evals/runs/RunCreateResponse.kt

Lines changed: 416 additions & 4 deletions
Large diffs are not rendered by default.

openai-java-core/src/main/kotlin/com/openai/models/evals/runs/RunListResponse.kt

Lines changed: 416 additions & 4 deletions
Large diffs are not rendered by default.

openai-java-core/src/main/kotlin/com/openai/models/evals/runs/RunRetrieveResponse.kt

Lines changed: 416 additions & 4 deletions
Large diffs are not rendered by default.

openai-java-core/src/test/kotlin/com/openai/models/evals/runs/CreateEvalCompletionsRunDataSourceTest.kt

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,10 @@ package com.openai.models.evals.runs
55
import com.fasterxml.jackson.module.kotlin.jacksonTypeRef
66
import com.openai.core.JsonValue
77
import com.openai.core.jsonMapper
8+
import com.openai.models.FunctionDefinition
9+
import com.openai.models.FunctionParameters
10+
import com.openai.models.ResponseFormatText
11+
import com.openai.models.chat.completions.ChatCompletionTool
812
import com.openai.models.responses.EasyInputMessage
913
import org.assertj.core.api.Assertions.assertThat
1014
import org.junit.jupiter.api.Test
@@ -50,8 +54,25 @@ internal class CreateEvalCompletionsRunDataSourceTest {
5054
.samplingParams(
5155
CreateEvalCompletionsRunDataSource.SamplingParams.builder()
5256
.maxCompletionTokens(0L)
57+
.responseFormat(ResponseFormatText.builder().build())
5358
.seed(0L)
5459
.temperature(0.0)
60+
.addTool(
61+
ChatCompletionTool.builder()
62+
.function(
63+
FunctionDefinition.builder()
64+
.name("name")
65+
.description("description")
66+
.parameters(
67+
FunctionParameters.builder()
68+
.putAdditionalProperty("foo", JsonValue.from("bar"))
69+
.build()
70+
)
71+
.strict(true)
72+
.build()
73+
)
74+
.build()
75+
)
5576
.topP(0.0)
5677
.build()
5778
)
@@ -103,8 +124,25 @@ internal class CreateEvalCompletionsRunDataSourceTest {
103124
.contains(
104125
CreateEvalCompletionsRunDataSource.SamplingParams.builder()
105126
.maxCompletionTokens(0L)
127+
.responseFormat(ResponseFormatText.builder().build())
106128
.seed(0L)
107129
.temperature(0.0)
130+
.addTool(
131+
ChatCompletionTool.builder()
132+
.function(
133+
FunctionDefinition.builder()
134+
.name("name")
135+
.description("description")
136+
.parameters(
137+
FunctionParameters.builder()
138+
.putAdditionalProperty("foo", JsonValue.from("bar"))
139+
.build()
140+
)
141+
.strict(true)
142+
.build()
143+
)
144+
.build()
145+
)
108146
.topP(0.0)
109147
.build()
110148
)
@@ -150,8 +188,25 @@ internal class CreateEvalCompletionsRunDataSourceTest {
150188
.samplingParams(
151189
CreateEvalCompletionsRunDataSource.SamplingParams.builder()
152190
.maxCompletionTokens(0L)
191+
.responseFormat(ResponseFormatText.builder().build())
153192
.seed(0L)
154193
.temperature(0.0)
194+
.addTool(
195+
ChatCompletionTool.builder()
196+
.function(
197+
FunctionDefinition.builder()
198+
.name("name")
199+
.description("description")
200+
.parameters(
201+
FunctionParameters.builder()
202+
.putAdditionalProperty("foo", JsonValue.from("bar"))
203+
.build()
204+
)
205+
.strict(true)
206+
.build()
207+
)
208+
.build()
209+
)
155210
.topP(0.0)
156211
.build()
157212
)

0 commit comments

Comments
 (0)