@@ -5,13 +5,14 @@ import { isRequestOptions } from '../../core';
5
5
import * as Core from '../../core' ;
6
6
import * as Shared from '../shared' ;
7
7
import * as GraderModelsAPI from '../graders/grader-models' ;
8
- import * as ResponsesAPI from '../responses/responses' ;
9
8
import * as RunsAPI from './runs/runs' ;
10
9
import {
11
10
CreateEvalCompletionsRunDataSource ,
12
11
CreateEvalJSONLRunDataSource ,
13
12
CreateEvalResponsesRunDataSource ,
14
13
EvalAPIError ,
14
+ EvalJSONLFileContentSource ,
15
+ EvalJSONLFileIDSource ,
15
16
RunCancelResponse ,
16
17
RunCreateParams ,
17
18
RunCreateResponse ,
@@ -633,7 +634,7 @@ export namespace EvalCreateParams {
633
634
* A list of chat messages forming the prompt or context. May include variable
634
635
* references to the "item" namespace, ie {{item.name}}.
635
636
*/
636
- input : Array < LabelModel . SimpleInputMessage | LabelModel . EvalItem > ;
637
+ input : Array < LabelModel . SimpleInputMessage | Shared . EvalItem > ;
637
638
638
639
/**
639
640
* The labels to classify to each item in the evaluation.
@@ -673,48 +674,6 @@ export namespace EvalCreateParams {
673
674
*/
674
675
role : string ;
675
676
}
676
-
677
- /**
678
- * A message input to the model with a role indicating instruction following
679
- * hierarchy. Instructions given with the `developer` or `system` role take
680
- * precedence over instructions given with the `user` role. Messages with the
681
- * `assistant` role are presumed to have been generated by the model in previous
682
- * interactions.
683
- */
684
- export interface EvalItem {
685
- /**
686
- * Text inputs to the model - can contain template strings.
687
- */
688
- content : string | ResponsesAPI . ResponseInputText | EvalItem . OutputText ;
689
-
690
- /**
691
- * The role of the message input. One of `user`, `assistant`, `system`, or
692
- * `developer`.
693
- */
694
- role : 'user' | 'assistant' | 'system' | 'developer' ;
695
-
696
- /**
697
- * The type of the message input. Always `message`.
698
- */
699
- type ?: 'message' ;
700
- }
701
-
702
- export namespace EvalItem {
703
- /**
704
- * A text output from the model.
705
- */
706
- export interface OutputText {
707
- /**
708
- * The text output from the model.
709
- */
710
- text : string ;
711
-
712
- /**
713
- * The type of the output text. Always `output_text`.
714
- */
715
- type : 'output_text' ;
716
- }
717
- }
718
677
}
719
678
720
679
/**
@@ -805,6 +764,8 @@ export declare namespace Evals {
805
764
type CreateEvalJSONLRunDataSource as CreateEvalJSONLRunDataSource ,
806
765
type CreateEvalResponsesRunDataSource as CreateEvalResponsesRunDataSource ,
807
766
type EvalAPIError as EvalAPIError ,
767
+ type EvalJSONLFileContentSource as EvalJSONLFileContentSource ,
768
+ type EvalJSONLFileIDSource as EvalJSONLFileIDSource ,
808
769
type RunCreateResponse as RunCreateResponse ,
809
770
type RunRetrieveResponse as RunRetrieveResponse ,
810
771
type RunListResponse as RunListResponse ,
0 commit comments