|
25 | 25 | "TestingCriterionLabelModelInputEvalItem",
|
26 | 26 | "TestingCriterionLabelModelInputEvalItemContent",
|
27 | 27 | "TestingCriterionLabelModelInputEvalItemContentOutputText",
|
| 28 | + "TestingCriterionLabelModelInputEvalItemContentInputImage", |
28 | 29 | "TestingCriterionTextSimilarity",
|
29 | 30 | "TestingCriterionPython",
|
30 | 31 | "TestingCriterionScoreModel",
|
@@ -109,14 +110,32 @@ class TestingCriterionLabelModelInputEvalItemContentOutputText(TypedDict, total=
|
109 | 110 | """The type of the output text. Always `output_text`."""
|
110 | 111 |
|
111 | 112 |
|
| 113 | +class TestingCriterionLabelModelInputEvalItemContentInputImage(TypedDict, total=False): |
| 114 | + image_url: Required[str] |
| 115 | + """The URL of the image input.""" |
| 116 | + |
| 117 | + type: Required[Literal["input_image"]] |
| 118 | + """The type of the image input. Always `input_image`.""" |
| 119 | + |
| 120 | + detail: str |
| 121 | + """The detail level of the image to be sent to the model. |
| 122 | +
|
| 123 | + One of `high`, `low`, or `auto`. Defaults to `auto`. |
| 124 | + """ |
| 125 | + |
| 126 | + |
112 | 127 | TestingCriterionLabelModelInputEvalItemContent: TypeAlias = Union[
|
113 |
| - str, ResponseInputTextParam, TestingCriterionLabelModelInputEvalItemContentOutputText |
| 128 | + str, |
| 129 | + ResponseInputTextParam, |
| 130 | + TestingCriterionLabelModelInputEvalItemContentOutputText, |
| 131 | + TestingCriterionLabelModelInputEvalItemContentInputImage, |
| 132 | + Iterable[object], |
114 | 133 | ]
|
115 | 134 |
|
116 | 135 |
|
117 | 136 | class TestingCriterionLabelModelInputEvalItem(TypedDict, total=False):
|
118 | 137 | content: Required[TestingCriterionLabelModelInputEvalItemContent]
|
119 |
| - """Text inputs to the model - can contain template strings.""" |
| 138 | + """Inputs to the model - can contain template strings.""" |
120 | 139 |
|
121 | 140 | role: Required[Literal["user", "assistant", "system", "developer"]]
|
122 | 141 | """The role of the message input.
|
|
0 commit comments