From 64d2f4e933517487c24cffe99f133f2d2d56db4c Mon Sep 17 00:00:00 2001 From: galileo-automation Date: Tue, 20 Jan 2026 13:16:51 +0000 Subject: [PATCH] chore(types): Update API Types --- src/types/api.types.ts | 3931 +++++++++++++++++++++--- src/types/logging/logger.types.ts | 3 +- src/types/logging/span.types.ts | 15 +- src/types/logging/step.types.ts | 9 +- src/types/new-api.types.ts | 4614 ++++++++++++++++++++++++++--- src/types/openapi.types.ts | 4614 ++++++++++++++++++++++++++--- 6 files changed, 11833 insertions(+), 1353 deletions(-) diff --git a/src/types/api.types.ts b/src/types/api.types.ts index a21807a4..7ddcc029 100644 --- a/src/types/api.types.ts +++ b/src/types/api.types.ts @@ -785,6 +785,26 @@ export interface paths { patch?: never; trace?: never; }; + '/projects/{project_id}/log_streams/search': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + get?: never; + put?: never; + /** + * Search Log Streams + * @description Search log streams for a project. + */ + post: operations['search_log_streams_projects__project_id__log_streams_search_post']; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/projects/{project_id}/log_streams/{log_stream_id}': { parameters: { query?: never; @@ -813,6 +833,24 @@ export interface paths { patch?: never; trace?: never; }; + '/projects/{project_id}/log_streams/{log_stream_id}/metric_settings': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + /** Get Metric Settings */ + get: operations['get_metric_settings_projects__project_id__log_streams__log_stream_id__metric_settings_get']; + put?: never; + post?: never; + delete?: never; + options?: never; + head?: never; + /** Update Metric Settings */ + patch: operations['update_metric_settings_projects__project_id__log_streams__log_stream_id__metric_settings_patch']; + trace?: never; + }; '/projects/{project_id}/traces': { parameters: { query?: never; @@ -940,6 +978,23 @@ export interface paths { patch?: never; trace?: never; }; + '/projects/{project_id}/traces/partial_search': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + get?: never; + put?: never; + /** Query Partial Traces */ + post: operations['query_partial_traces_projects__project_id__traces_partial_search_post']; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/projects/{project_id}/traces/count': { parameters: { query?: never; @@ -949,7 +1004,10 @@ export interface paths { }; get?: never; put?: never; - /** Count Traces */ + /** + * Count Traces + * @description This endpoint may return a slightly inaccurate count due to the way records are filtered before deduplication. + */ post: operations['count_traces_projects__project_id__traces_count_post']; delete?: never; options?: never; @@ -991,6 +1049,23 @@ export interface paths { patch?: never; trace?: never; }; + '/projects/{project_id}/spans/partial_search': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + get?: never; + put?: never; + /** Query Partial Spans */ + post: operations['query_partial_spans_projects__project_id__spans_partial_search_post']; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/projects/{project_id}/spans/count': { parameters: { query?: never; @@ -1059,6 +1134,23 @@ export interface paths { patch?: never; trace?: never; }; + '/projects/{project_id}/sessions/partial_search': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + get?: never; + put?: never; + /** Query Partial Sessions */ + post: operations['query_partial_sessions_projects__project_id__sessions_partial_search_post']; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/projects/{project_id}/sessions/count': { parameters: { query?: never; @@ -1230,6 +1322,7 @@ export interface paths { }; /** * List Experiments + * @deprecated * @description Retrieve all experiments for a project. */ get: operations['list_experiments_projects__project_id__experiments_get']; @@ -1265,6 +1358,26 @@ export interface paths { patch?: never; trace?: never; }; + '/projects/{project_id}/experiments/search': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + get?: never; + put?: never; + /** + * Search Experiments + * @description Search experiments for a project. + */ + post: operations['search_experiments_projects__project_id__experiments_search_post']; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/projects/{project_id}/experiments/{experiment_id}': { parameters: { query?: never; @@ -1353,6 +1466,24 @@ export interface paths { patch?: never; trace?: never; }; + '/projects/{project_id}/experiments/{experiment_id}/metric_settings': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + /** Get Metric Settings */ + get: operations['get_metric_settings_projects__project_id__experiments__experiment_id__metric_settings_get']; + put?: never; + post?: never; + delete?: never; + options?: never; + head?: never; + /** Update Metric Settings */ + patch: operations['update_metric_settings_projects__project_id__experiments__experiment_id__metric_settings_patch']; + trace?: never; + }; '/jobs': { parameters: { query?: never; @@ -2157,6 +2288,70 @@ export interface paths { patch?: never; trace?: never; }; + '/scorers/code/validate': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + get?: never; + put?: never; + /** + * Validate Code Scorer + * @description Validate a code scorer with optional simple input/output test. + */ + post: operations['validate_code_scorer_scorers_code_validate_post']; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; + '/scorers/code/validate/log_record': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + get?: never; + put?: never; + /** + * Validate Code Scorer Log Record + * @description Validate a code scorer using actual log records. + */ + post: operations['validate_code_scorer_log_record_scorers_code_validate_log_record_post']; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; + '/scorers/code/validate/{task_id}': { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + /** + * Get Validate Code Scorer Task Result + * @description Poll for a code-scorer validation task result (returns status/result). + * + * The validation job creates an entry in `registered_scorer_task_results` (pending) and the runner + * will PATCH the internal task-results endpoint when it finishes. This GET allows clients to poll + * the current task result. + */ + get: operations['get_validate_code_scorer_task_result_scorers_code_validate__task_id__get']; + put?: never; + post?: never; + delete?: never; + options?: never; + head?: never; + patch?: never; + trace?: never; + }; '/scorers/{scorer_id}/version/code': { parameters: { query?: never; @@ -2598,14 +2793,14 @@ export interface paths { post?: never; /** * Delete User Integration Collaborator - * @description Remove a user's access to a integration. + * @description Remove a user's access to an integration. */ delete: operations['delete_user_integration_collaborator_integrations__integration_id__users__user_id__delete']; options?: never; head?: never; /** * Update User Integration Collaborator - * @description Update the sharing permissions of a user on a integration. + * @description Update the sharing permissions of a user on an integration. */ patch: operations['update_user_integration_collaborator_integrations__integration_id__users__user_id__patch']; trace?: never; @@ -2625,7 +2820,7 @@ export interface paths { put?: never; /** * Create Group Integration Collaborators - * @description Share a integration with groups. + * @description Share an integration with groups. */ post: operations['create_group_integration_collaborators_integrations__integration_id__groups_post']; delete?: never; @@ -2646,14 +2841,14 @@ export interface paths { post?: never; /** * Delete Group Integration Collaborator - * @description Remove a group's access to a integration. + * @description Remove a group's access to an integration. */ delete: operations['delete_group_integration_collaborator_integrations__integration_id__groups__group_id__delete']; options?: never; head?: never; /** * Update Group Integration Collaborator - * @description Update the sharing permissions of a group on a integration. + * @description Update the sharing permissions of a group on an integration. */ patch: operations['update_group_integration_collaborator_integrations__integration_id__groups__group_id__patch']; trace?: never; @@ -3011,7 +3206,7 @@ export interface paths { get?: never; /** * Create Or Update Integration - * @description Create or update an Nvidia integration for this user from Galileo. + * @description Create or update an NVIDIA integration for this user from Galileo. */ put: operations['create_or_update_integration_integrations_nvidia_put']; post?: never; @@ -3753,7 +3948,7 @@ export interface components { /** Occurrences */ occurrences: number; /** Parent Id */ - parent_id: string | null; + parent_id?: string | null; /** Has Children */ has_children: boolean; /** Metrics */ @@ -3764,6 +3959,8 @@ export interface components { trace_count: number; /** Weight */ weight: number; + /** Insights */ + insights?: components['schemas']['InsightSummary'][]; }; /** AggregatedTraceViewRequest */ AggregatedTraceViewRequest: { @@ -3815,10 +4012,15 @@ export interface components { */ has_all_traces: boolean; }; - /** AndNode */ - AndNode: { + /** AndNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ + AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____: { /** And */ - and: components['schemas']['FilterExpression'][]; + and: ( + | components['schemas']['FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + )[]; }; /** * AnthropicAuthenticationType @@ -3915,6 +4117,13 @@ export interface components { * @default us-west-2 */ region?: string; + /** + * Inference Profiles + * @description Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inference_profiles?: { + [key: string]: string; + }; /** Id */ id?: string | null; /** @@ -3966,6 +4175,13 @@ export interface components { * @default us-west-2 */ region?: string; + /** + * Inference Profiles + * @description Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inference_profiles?: { + [key: string]: string; + }; /** Token */ token: { [key: string]: string; @@ -4111,6 +4327,13 @@ export interface components { * @default us-west-2 */ region?: string; + /** + * Inference Profiles + * @description Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inference_profiles?: { + [key: string]: string; + }; /** Token */ token: { [key: string]: string; @@ -4334,6 +4557,8 @@ export interface components { model_alias?: string | null; /** Num Judges */ num_judges?: number | null; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -4355,6 +4580,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -4485,6 +4711,11 @@ export interface components { * Format: binary */ file: string; + /** + * Validation Result + * @description Pre-validated result as JSON string to skip validation + */ + validation_result?: string | null; }; /** Body_create_dataset_datasets_post */ Body_create_dataset_datasets_post: { @@ -4563,20 +4794,54 @@ export interface components { */ file: string; }; - /** - * BooleanFilter - * @description Filters on a boolean field. - */ - BooleanFilter: { - /** Name */ - name: string | null; + /** Body_validate_code_scorer_log_record_scorers_code_validate_log_record_post */ + Body_validate_code_scorer_log_record_scorers_code_validate_log_record_post: { /** - * Operator - * @enum {string} + * File + * Format: binary */ - operator: 'eq' | 'ne'; - /** Value */ - value: boolean; + file: string; + /** Log Stream Id */ + log_stream_id?: string | null; + /** Experiment Id */ + experiment_id?: string | null; + /** + * Limit + * @default 100 + */ + limit?: number; + /** Starting Token */ + starting_token?: number | null; + /** + * Filters + * @description JSON string array of LogRecordsQueryFilter + */ + filters?: string | null; + /** + * Sort + * @description JSON string of LogRecordsSortClause + */ + sort?: string | null; + /** Required Scorers */ + required_scorers?: string | string[] | null; + /** Scoreable Node Types */ + scoreable_node_types?: string | string[] | null; + }; + /** Body_validate_code_scorer_scorers_code_validate_post */ + Body_validate_code_scorer_scorers_code_validate_post: { + /** + * File + * Format: binary + */ + file: string; + /** Test Input */ + test_input?: string | null; + /** Test Output */ + test_output?: string | null; + /** Required Scorers */ + required_scorers?: string | string[] | null; + /** Scoreable Node Types */ + scoreable_node_types?: string | string[] | null; }; /** BucketedMetric */ BucketedMetric: { @@ -4644,6 +4909,11 @@ export interface components { /** Message */ message: string; }; + /** + * ChainAggregationStrategy + * @enum {string} + */ + ChainAggregationStrategy: 'sum' | 'average' | 'first' | 'last'; /** * ChainPollTemplate * @description Template for a chainpoll metric prompt, @@ -4808,26 +5078,6 @@ export interface components { CollaboratorUpdate: { role: components['schemas']['CollaboratorRole']; }; - /** - * CollectionFilter - * @description Filters for string items in a collection/list. - */ - CollectionFilter: { - /** Name */ - name: string | null; - /** - * Operator - * @enum {string} - */ - operator: 'eq' | 'contains' | 'not_in'; - /** Value */ - value: string | string[]; - /** - * Case Sensitive - * @default true - */ - case_sensitive?: boolean; - }; /** * ColumnCategory * @enum {string} @@ -4847,13 +5097,6 @@ export interface components { * @description Column id. Must be universally unique. */ id: string; - /** @description For metric columns only: Scorer config that produced the metric. */ - scorer_config?: components['schemas']['ScorerConfig'] | null; - /** - * Scorer Id - * @description For metric columns only: Scorer id that produced the metric. This is deprecated and will be removed in future versions. - */ - scorer_id?: string | null; /** * Label * @description Display label of the column in the UI. @@ -4871,10 +5114,8 @@ export interface components { * @description Display label of the column group. */ group_label?: string | null; - /** @description Insight type. */ - insight_type?: components['schemas']['InsightType'] | null; /** @description Data type of the column. This is used to determine how to format the data on the UI. */ - data_type?: components['schemas']['DataType'] | null; + data_type: components['schemas']['DataType'] | null; /** @description Data unit of the column (optional). */ data_unit?: components['schemas']['DataUnit'] | null; /** @@ -4888,8 +5129,6 @@ export interface components { * @description Allowed values for this column. */ allowed_values?: unknown[] | null; - /** @description Thresholds for the column, if this is a metrics column. */ - threshold?: components['schemas']['MetricThreshold'] | null; /** * Sortable * @description Whether the column is sortable. @@ -5307,6 +5546,11 @@ export interface components { * @default false */ log_metric_computing_records?: boolean; + /** + * Stream Metrics + * @default false + */ + stream_metrics?: boolean; }; /** CreateJobResponse */ CreateJobResponse: { @@ -5471,6 +5715,11 @@ export interface components { * @default false */ log_metric_computing_records?: boolean; + /** + * Stream Metrics + * @default false + */ + stream_metrics?: boolean; /** Message */ message: string; /** Link */ @@ -5546,6 +5795,8 @@ export interface components { tags?: string[]; defaults?: components['schemas']['ScorerDefaults'] | null; scorer_type: components['schemas']['ScorerTypes']; + /** Deprecated */ + deprecated?: boolean | null; model_type?: components['schemas']['ModelType'] | null; /** Ground Truth */ ground_truth?: boolean | null; @@ -5607,19 +5858,7 @@ export interface components { * CustomAuthenticationType * @enum {string} */ - CustomAuthenticationType: 'oauth2'; - /** CustomBooleanFilter */ - CustomBooleanFilter: { - /** Name */ - name: string | null; - /** Value */ - value: boolean; - }; - /** CustomFunctionFilter */ - CustomFunctionFilter: { - /** Name */ - name: string | null; - }; + CustomAuthenticationType: 'oauth2' | 'none'; /** CustomIntegration */ CustomIntegration: { /** @default oauth2 */ @@ -5691,34 +5930,12 @@ export interface components { */ oauth2_token_url?: string | null; /** Token */ - token: string; + token?: string | null; }; - /** CustomNumberFilter */ - CustomNumberFilter: { - /** Name */ - name: string | null; + /** CustomizedAgenticSessionSuccessGPTScorer */ + CustomizedAgenticSessionSuccessGPTScorer: { /** - * Operator - * @enum {string} - */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte' | 'between'; - /** Value */ - value: number | number[] | number[]; - }; - /** CustomUUIDFilter */ - CustomUUIDFilter: { - /** Name */ - name: string | null; - /** - * Value - * Format: uuid4 - */ - value: string; - }; - /** CustomizedAgenticSessionSuccessGPTScorer */ - CustomizedAgenticSessionSuccessGPTScorer: { - /** - * @description discriminator enum property added by openapi-typescript + * @description discriminator enum property added by openapi-typescript * @enum {string} */ scorer_name: '_customized_agentic_session_success'; @@ -5788,6 +6005,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['AgenticSessionSuccessTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -5809,6 +6028,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -5898,6 +6118,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['AgenticWorkflowSuccessTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -5919,6 +6141,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -5998,6 +6221,8 @@ export interface components { * "metric_few_shot_examples": [] * } */ chainpoll_template?: components['schemas']['ChunkAttributionUtilizationTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6019,6 +6244,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -6097,6 +6323,8 @@ export interface components { * "metric_few_shot_examples": [] * } */ chainpoll_template?: components['schemas']['CompletenessTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6118,6 +6346,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -6206,6 +6435,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['FactualityTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6227,6 +6458,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -6312,6 +6544,8 @@ export interface components { * "metric_few_shot_examples": [] * } */ chainpoll_template?: components['schemas']['GroundTruthAdherenceTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6333,6 +6567,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -6418,6 +6653,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['GroundednessTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6439,6 +6676,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -6524,6 +6762,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['InputSexistTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6545,6 +6785,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -6630,6 +6871,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['InputToxicityTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6651,6 +6894,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -6736,6 +6980,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['InstructionAdherenceTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6757,6 +7003,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -6847,6 +7094,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['PromptInjectionTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6868,6 +7117,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -6953,6 +7203,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['SexistTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -6974,6 +7226,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -7063,6 +7316,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['ToolErrorRateTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -7084,6 +7339,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -7169,6 +7425,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['ToolSelectionQualityTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -7190,6 +7448,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -7275,6 +7534,8 @@ export interface components { * ] * } */ chainpoll_template?: components['schemas']['ToxicityTemplate']; + /** Default Model Alias */ + default_model_alias?: string | null; /** Ground Truth */ ground_truth?: boolean | null; /** @@ -7296,6 +7557,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_strategy?: components['schemas']['RollUpStrategy'] | null; /** Prompt */ prompt?: string | null; /** Lora Task Id */ @@ -7328,7 +7590,12 @@ export interface components { | 'dataset' | 'prompt' | 'playground' - | 'rank'; + | 'rank' + | 'score_rating_aggregate' + | 'star_rating_aggregate' + | 'thumb_rating_aggregate' + | 'tags_rating_aggregate' + | 'text_rating_aggregate'; /** * DataTypeOptions * @enum {string} @@ -7982,9 +8249,10 @@ export interface components { name: 'draft'; /** * Operator + * @default eq * @enum {string} */ - operator: 'eq' | 'ne'; + operator?: 'eq' | 'ne'; /** Value */ value: boolean; }; @@ -8353,24 +8621,6 @@ export interface components { */ sort_type?: 'column'; }; - /** - * DateFilter - * @description Filters on a datetime field. - */ - DateFilter: { - /** Name */ - name: string | null; - /** - * Operator - * @enum {string} - */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; - /** - * Value - * Format: date-time - */ - value: string; - }; /** DeletePromptResponse */ DeletePromptResponse: { /** Message */ @@ -8478,20 +8728,16 @@ export interface components { label: string; }; /** - * EnumFilter - * @description Filters on a string field, with limited categories. + * EventStatus + * @description Common status values for events. + * @enum {string} */ - EnumFilter: { - /** Name */ - name: string | null; - /** - * Operator - * @enum {string} - */ - operator: 'eq' | 'ne' | 'one_of' | 'not_in'; - /** Value */ - value: string | string[]; - }; + EventStatus: + | 'in_progress' + | 'completed' + | 'failed' + | 'cancelled' + | 'incomplete'; /** * ExecutionStatus * @description Status of the execution. @@ -8530,6 +8776,59 @@ export interface components { */ trigger?: boolean; }; + /** RunCreatedAtFilter */ + ExperimentCreatedAtFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'created_at'; + /** + * Operator + * @enum {string} + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + * Format: date-time + */ + value: string; + }; + /** RunCreatedAtSort */ + ExperimentCreatedAtSort: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'created_at'; + /** + * Ascending + * @default true + */ + ascending?: boolean; + /** + * Sort Type + * @default column + * @constant + */ + sort_type?: 'column'; + }; + /** RunCreatedByFilter */ + ExperimentCreatedByFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'created_by'; + /** + * Operator + * @default eq + * @enum {string} + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** Value */ + value: string | string[]; + }; /** ExperimentDataset */ ExperimentDataset: { /** Dataset Id */ @@ -8549,6 +8848,22 @@ export interface components { /** Version Index */ version_index: number; }; + /** RunIDFilter */ + ExperimentIDFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'id'; + /** + * Operator + * @default eq + * @enum {string} + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** Value */ + value: string | string[]; + }; /** ExperimentMetricsRequest */ ExperimentMetricsRequest: { /** Filters */ @@ -8569,6 +8884,45 @@ export interface components { */ metrics?: components['schemas']['BucketedMetric'][]; }; + /** RunNameFilter */ + ExperimentNameFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'name'; + /** + * Operator + * @enum {string} + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** Value */ + value: string | string[]; + /** + * Case Sensitive + * @default true + */ + case_sensitive?: boolean; + }; + /** RunNameSort */ + ExperimentNameSort: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'name'; + /** + * Ascending + * @default true + */ + ascending?: boolean; + /** + * Sort Type + * @default column + * @constant + */ + sort_type?: 'column'; + }; /** ExperimentPhaseStatus */ ExperimentPhaseStatus: { /** @@ -8630,8 +8984,10 @@ export interface components { /** Created By */ created_by?: string | null; created_by_user?: components['schemas']['UserInfo'] | null; - /** Num Samples */ - num_samples?: number | null; + /** Num Spans */ + num_spans?: number | null; + /** Num Traces */ + num_traces?: number | null; task_type: components['schemas']['TaskType']; dataset?: components['schemas']['ExperimentDataset'] | null; /** Aggregate Metrics */ @@ -8640,11 +8996,21 @@ export interface components { }; /** * Aggregate Feedback - * @description Aggregate feedback information related to the experiment + * @deprecated + * @description Aggregate feedback information related to the experiment (traces only) */ aggregate_feedback?: { [key: string]: components['schemas']['FeedbackAggregate']; }; + /** + * Rating Aggregates + * @description Annotation aggregates keyed by template ID and root type + */ + rating_aggregates?: { + [key: string]: { + [key: string]: components['schemas']['FeedbackAggregate']; + }; + }; /** Ranking Score */ ranking_score?: number | null; /** Rank */ @@ -8664,6 +9030,47 @@ export interface components { }; status?: components['schemas']['ExperimentStatus']; }; + /** ExperimentSearchRequest */ + ExperimentSearchRequest: { + /** + * Starting Token + * @default 0 + */ + starting_token?: number; + /** + * Limit + * @default 100 + */ + limit?: number; + /** Filters */ + filters?: ( + | components['schemas']['ExperimentIDFilter'] + | components['schemas']['ExperimentNameFilter'] + | components['schemas']['ExperimentCreatedByFilter'] + | components['schemas']['ExperimentCreatedAtFilter'] + | components['schemas']['ExperimentUpdatedAtFilter'] + )[]; + /** + * Sort + * @default { + * "name": "created_at", + * "ascending": false, + * "sort_type": "column" + * } + */ + sort?: + | ( + | components['schemas']['ExperimentNameSort'] + | components['schemas']['ExperimentCreatedAtSort'] + | components['schemas']['ExperimentUpdatedAtSort'] + ) + | null; + /** + * Include Counts + * @default false + */ + include_counts?: boolean; + }; /** ExperimentStatus */ ExperimentStatus: { log_generation?: components['schemas']['ExperimentPhaseStatus']; @@ -8678,6 +9085,43 @@ export interface components { */ task_type?: 16 | 17; }; + /** RunUpdatedAtFilter */ + ExperimentUpdatedAtFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'updated_at'; + /** + * Operator + * @enum {string} + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + * Format: date-time + */ + value: string; + }; + /** RunUpdatedAtSort */ + ExperimentUpdatedAtSort: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'updated_at'; + /** + * Ascending + * @default true + */ + ascending?: boolean; + /** + * Sort Type + * @default column + * @constant + */ + sort_type?: 'column'; + }; /** ExperimentsAvailableColumnsResponse */ ExperimentsAvailableColumnsResponse: { /** Columns */ @@ -8826,6 +9270,13 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -9014,6 +9465,13 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -9178,6 +9636,13 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -9218,6 +9683,22 @@ export interface components { [key: string]: unknown; }[] | null; + /** + * Events + * @description List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: + | ( + | components['schemas']['MessageEvent'] + | components['schemas']['ReasoningEvent'] + | components['schemas']['InternalToolCall'] + | components['schemas']['WebSearchCallEvent'] + | components['schemas']['ImageGenerationEvent'] + | components['schemas']['MCPCallEvent'] + | components['schemas']['MCPListToolsEvent'] + | components['schemas']['MCPApprovalRequestEvent'] + )[] + | null; /** * Model * @description Model used for this span. @@ -9364,6 +9845,13 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -9534,6 +10022,13 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -9707,6 +10202,13 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -9723,6 +10225,8 @@ export interface components { } | null; /** Previous Session Id */ previous_session_id?: string | null; + /** Num Traces */ + num_traces?: number | null; }; /** ExtendedSessionRecordWithChildren */ ExtendedSessionRecordWithChildren: { @@ -9870,11 +10374,18 @@ export interface components { */ session_batch_id?: string | null; /** - * Metric Info - * @description Detailed information about the metrics associated with this trace or span + * Feedback Rating Info + * @description Feedback information related to the record */ - metric_info?: { - [key: string]: + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Metric Info + * @description Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: | components['schemas']['MetricNotComputed'] | components['schemas']['MetricPending'] | components['schemas']['MetricComputing'] @@ -9885,6 +10396,8 @@ export interface components { } | null; /** Previous Session Id */ previous_session_id?: string | null; + /** Num Traces */ + num_traces?: number | null; }; /** ExtendedToolSpanRecord */ ExtendedToolSpanRecord: { @@ -10016,6 +10529,13 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -10191,6 +10711,13 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -10359,6 +10886,13 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -10379,13 +10913,8 @@ export interface components { * @default true */ is_complete?: boolean; - /** - * Feedback Rating Info - * @description Feedback information related to the trace - */ - feedback_rating_info?: { - [key: string]: components['schemas']['FeedbackRatingInfo']; - }; + /** Num Spans */ + num_spans?: number | null; }; /** ExtendedTraceRecordWithChildren */ ExtendedTraceRecordWithChildren: { @@ -10528,6 +11057,13 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -10548,13 +11084,8 @@ export interface components { * @default true */ is_complete?: boolean; - /** - * Feedback Rating Info - * @description Feedback information related to the trace - */ - feedback_rating_info?: { - [key: string]: components['schemas']['FeedbackRatingInfo']; - }; + /** Num Spans */ + num_spans?: number | null; }; /** ExtendedWorkflowSpanRecord */ ExtendedWorkflowSpanRecord: { @@ -10699,6 +11230,13 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -10882,6 +11420,13 @@ export interface components { * @description Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; /** * Metric Info * @description Detailed information about the metrics associated with this trace or span @@ -11027,7 +11572,8 @@ export interface components { | components['schemas']['LikeDislikeAggregate'] | components['schemas']['StarAggregate'] | components['schemas']['ScoreAggregate'] - | components['schemas']['TagsAggregate']; + | components['schemas']['TagsAggregate'] + | components['schemas']['TextAggregate']; }; /** FeedbackRatingDB */ FeedbackRatingDB: { @@ -11076,26 +11622,21 @@ export interface components { * @enum {string} */ FileType: 'csv' | 'json' | 'parquet' | 'arrow' | 'zip'; - FilterExpression: - | components['schemas']['FilterLeaf'] - | components['schemas']['AndNode'] - | components['schemas']['OrNode'] - | components['schemas']['NotNode']; - /** FilterLeaf */ - FilterLeaf: { + FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____: + | components['schemas']['FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____']; + /** FilterLeaf[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ + FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____: { /** Filter */ filter: - | components['schemas']['CollectionFilter'] - | components['schemas']['StringFilter'] - | components['schemas']['IDFilter'] - | components['schemas']['CustomUUIDFilter'] - | components['schemas']['DateFilter'] - | components['schemas']['BooleanFilter'] - | components['schemas']['CustomNumberFilter'] - | components['schemas']['EnumFilter'] - | components['schemas']['MapFilter'] - | components['schemas']['CustomBooleanFilter'] - | components['schemas']['CustomFunctionFilter']; + | components['schemas']['LogRecordsIDFilter'] + | components['schemas']['LogRecordsDateFilter'] + | components['schemas']['LogRecordsNumberFilter'] + | components['schemas']['LogRecordsBooleanFilter'] + | components['schemas']['LogRecordsCollectionFilter'] + | components['schemas']['LogRecordsTextFilter']; }; /** FilterParams */ FilterParams: { @@ -11634,20 +12175,53 @@ export interface components { */ HistogramStrategy: 'fixed' | 'trimmed' | 'quantile'; /** - * IDFilter - * @description Filters on a UUID field. + * ImageGenerationEvent + * @description An image generation event from the model. */ - IDFilter: { - /** Name */ - name: string | null; + ImageGenerationEvent: { /** - * Operator - * @default eq + * @description discriminator enum property added by openapi-typescript * @enum {string} */ - operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; - /** Value */ - value: string | string[]; + type: 'image_generation'; + /** + * Id + * @description Unique identifier for the event + */ + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; + /** + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** + * Prompt + * @description The prompt used for image generation + */ + prompt?: string | null; + /** + * Images + * @description Generated images with URLs or base64 data + */ + images?: + | { + [key: string]: unknown; + }[] + | null; + /** + * Model + * @description Image generation model used + */ + model?: string | null; }; /** InputMap */ InputMap: { @@ -11943,6 +12517,26 @@ export interface components { | 'trace_output_only' | 'agent_spans' | 'workflow_spans'; + /** InsightSummary */ + InsightSummary: { + /** + * Id + * Format: uuid4 + */ + id: string; + /** Title */ + title: string; + /** Observation */ + observation: string; + /** Details */ + details: string; + /** Suggested Action */ + suggested_action: string; + /** Priority */ + priority: number; + /** Priority Category */ + priority_category?: ('error' | 'warning' | 'info') | null; + }; /** * InsightType * @enum {string} @@ -12143,6 +12737,69 @@ export interface components { | 'vegas_gateway' | 'vertex_ai' | 'writer'; + /** + * InternalToolCall + * @description A tool call executed internally by the model during reasoning. + * + * This represents internal tools like web search, code execution, file search, etc. + * that the model invokes (not user-defined functions or MCP tools). + */ + InternalToolCall: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'internal_tool_call'; + /** + * Id + * @description Unique identifier for the event + */ + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; + /** + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** + * Name + * @description Name of the internal tool (e.g., 'web_search', 'code_interpreter', 'file_search') + */ + name: string; + /** + * Input + * @description Input/arguments to the tool call + */ + input?: { + [key: string]: unknown; + } | null; + /** + * Output + * @description Output/results from the tool call + */ + output?: { + [key: string]: unknown; + } | null; + }; + /** InvalidResult */ + InvalidResult: { + /** + * Result Type + * @default invalid + * @constant + */ + result_type?: 'invalid'; + /** Error Message */ + error_message: string; + }; /** InvokeResponse */ InvokeResponse: { /** @default skipped */ @@ -12903,6 +13560,22 @@ export interface components { [key: string]: unknown; }[] | null; + /** + * Events + * @description List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: + | ( + | components['schemas']['MessageEvent'] + | components['schemas']['ReasoningEvent'] + | components['schemas']['InternalToolCall'] + | components['schemas']['WebSearchCallEvent'] + | components['schemas']['ImageGenerationEvent'] + | components['schemas']['MCPCallEvent'] + | components['schemas']['MCPListToolsEvent'] + | components['schemas']['MCPApprovalRequestEvent'] + )[] + | null; /** * Model * @description Model used for this span. @@ -12944,7 +13617,7 @@ export interface components { /** LogRecordsAvailableColumnsResponse */ LogRecordsAvailableColumnsResponse: { /** Columns */ - columns?: components['schemas']['ColumnInfo'][]; + columns?: components['schemas']['LogRecordsColumnInfo'][]; }; /** LogRecordsBooleanFilter */ LogRecordsBooleanFilter: { @@ -12953,6 +13626,12 @@ export interface components { * @description ID of the column to filter. */ column_id: string; + /** + * Operator + * @default eq + * @enum {string} + */ + operator?: 'eq' | 'ne'; /** Value */ value: boolean; /** @@ -12986,6 +13665,92 @@ export interface components { */ type: 'collection'; }; + /** LogRecordsColumnInfo */ + LogRecordsColumnInfo: { + /** + * Id + * @description Column id. Must be universally unique. + */ + id: string; + /** + * Label + * @description Display label of the column in the UI. + */ + label?: string | null; + /** @description Category of the column. */ + category: components['schemas']['ColumnCategory']; + /** + * Description + * @description Description of the column. + */ + description?: string | null; + /** + * Group Label + * @description Display label of the column group. + */ + group_label?: string | null; + /** @description Data type of the column. This is used to determine how to format the data on the UI. */ + data_type: components['schemas']['DataType'] | null; + /** @description Data unit of the column (optional). */ + data_unit?: components['schemas']['DataUnit'] | null; + /** + * Multi Valued + * @description Whether the column is multi-valued. + * @default false + */ + multi_valued?: boolean; + /** + * Allowed Values + * @description Allowed values for this column. + */ + allowed_values?: unknown[] | null; + /** + * Sortable + * @description Whether the column is sortable. + */ + sortable?: boolean; + /** + * Filterable + * @description Whether the column is filterable. + */ + filterable?: boolean; + /** + * Is Empty + * @description Indicates whether the column is empty and should be hidden. + * @default false + */ + is_empty?: boolean; + /** + * Applicable Types + * @description List of types applicable for this column. + */ + applicable_types?: components['schemas']['StepType'][]; + /** + * Complex + * @description Whether the column requires special handling in the UI. Setting this to True will hide the column in the UI until the UI adds support for it. + * @default false + */ + complex?: boolean; + /** + * Is Optional + * @description Whether the column is optional. + * @default false + */ + is_optional?: boolean; + /** @description For metric columns only: Scorer config that produced the metric. */ + scorer_config?: components['schemas']['ScorerConfig'] | null; + /** + * Scorer Id + * @description For metric columns only: Scorer id that produced the metric. This is deprecated and will be removed in future versions. + */ + scorer_id?: string | null; + /** @description Insight type. */ + insight_type?: components['schemas']['InsightType'] | null; + /** @description Filter type. */ + filter_type?: components['schemas']['LogRecordsFilterType'] | null; + /** @description Thresholds for the column, if this is a metrics column. */ + threshold?: components['schemas']['MetricThreshold'] | null; + }; /** LogRecordsDateFilter */ LogRecordsDateFilter: { /** @@ -13049,7 +13814,9 @@ export interface components { | components['schemas']['LogRecordsCollectionFilter'] | components['schemas']['LogRecordsTextFilter'] )[]; - filter_tree?: components['schemas']['FilterExpression'] | null; + filter_tree?: + | components['schemas']['FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | null; }; /** LogRecordsDeleteResponse */ LogRecordsDeleteResponse: { @@ -13091,15 +13858,8 @@ export interface components { | components['schemas']['LogRecordsCollectionFilter'] | components['schemas']['LogRecordsTextFilter'] )[]; - /** - * @description Sort clause for the export - * @default { - * "column_id": "created_at", - * "ascending": false, - * "sort_type": "column" - * } - */ - sort?: components['schemas']['LogRecordsSortClause']; + /** @description Sort clause for the export. Defaults to native sort (created_at, id descending). */ + sort?: components['schemas']['LogRecordsSortClause'] | null; /** * Column Ids * @description Column IDs to include in export @@ -13117,7 +13877,23 @@ export interface components { * @default true */ redact?: boolean; + /** + * File Name + * @description Optional filename for the exported file + */ + file_name?: string | null; }; + /** + * LogRecordsFilterType + * @enum {string} + */ + LogRecordsFilterType: + | 'id' + | 'date' + | 'number' + | 'boolean' + | 'text' + | 'collection'; /** LogRecordsIDFilter */ LogRecordsIDFilter: { /** @@ -13219,13 +13995,107 @@ export interface components { type: 'number'; }; /** - * LogRecordsQueryCountRequest - * @example { - * "filters": [ - * { - * "case_sensitive": true, - * "name": "input", - * "operator": "eq", + * LogRecordsPartialQueryRequest + * @description Request to query a genai project run (log stream or experiment) with partial results. + */ + LogRecordsPartialQueryRequest: { + /** + * Starting Token + * @default 0 + */ + starting_token?: number; + /** + * Limit + * @default 100 + */ + limit?: number; + /** Previous Last Row Id */ + previous_last_row_id?: string | null; + /** + * Log Stream Id + * @description Log stream id associated with the traces. + */ + log_stream_id?: string | null; + /** + * Experiment Id + * @description Experiment id associated with the traces. + */ + experiment_id?: string | null; + /** + * Metrics Testing Id + * @description Metrics testing id associated with the traces. + */ + metrics_testing_id?: string | null; + /** Filters */ + filters?: ( + | components['schemas']['LogRecordsIDFilter'] + | components['schemas']['LogRecordsDateFilter'] + | components['schemas']['LogRecordsNumberFilter'] + | components['schemas']['LogRecordsBooleanFilter'] + | components['schemas']['LogRecordsCollectionFilter'] + | components['schemas']['LogRecordsTextFilter'] + )[]; + filter_tree?: + | components['schemas']['FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | null; + /** @description Sort for the query. Defaults to native sort (created_at, id descending). */ + sort?: components['schemas']['LogRecordsSortClause'] | null; + /** + * Truncate Fields + * @default false + */ + truncate_fields?: boolean; + /** + * Include Counts + * @description If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + * @default false + */ + include_counts?: boolean; + select_columns: components['schemas']['SelectColumns']; + }; + /** LogRecordsPartialQueryResponse */ + LogRecordsPartialQueryResponse: { + /** + * Starting Token + * @default 0 + */ + starting_token?: number; + /** + * Limit + * @default 100 + */ + limit?: number; + /** + * Paginated + * @default false + */ + paginated?: boolean; + /** Next Starting Token */ + next_starting_token?: number | null; + /** Last Row Id */ + last_row_id?: string | null; + /** + * Records + * @description records matching the query + */ + records?: ( + | components['schemas']['PartialExtendedTraceRecord'] + | components['schemas']['PartialExtendedAgentSpanRecord'] + | components['schemas']['PartialExtendedWorkflowSpanRecord'] + | components['schemas']['PartialExtendedLlmSpanRecord'] + | components['schemas']['PartialExtendedToolSpanRecord'] + | components['schemas']['PartialExtendedRetrieverSpanRecord'] + | components['schemas']['PartialExtendedSessionRecord'] + )[]; + }; + /** + * LogRecordsQueryCountRequest + * @example { + * "filters": [ + * { + * "case_sensitive": true, + * "name": "input", + * "operator": "eq", * "type": "text", * "value": "example input" * } @@ -13258,7 +14128,9 @@ export interface components { | components['schemas']['LogRecordsCollectionFilter'] | components['schemas']['LogRecordsTextFilter'] )[]; - filter_tree?: components['schemas']['FilterExpression'] | null; + filter_tree?: + | components['schemas']['FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | null; }; /** LogRecordsQueryCountResponse */ LogRecordsQueryCountResponse: { @@ -13306,18 +14178,22 @@ export interface components { | components['schemas']['LogRecordsCollectionFilter'] | components['schemas']['LogRecordsTextFilter'] )[]; - filter_tree?: components['schemas']['FilterExpression'] | null; - /** @default { - * "column_id": "created_at", - * "ascending": false, - * "sort_type": "column" - * } */ - sort?: components['schemas']['LogRecordsSortClause']; + filter_tree?: + | components['schemas']['FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | null; + /** @description Sort for the query. Defaults to native sort (created_at, id descending). */ + sort?: components['schemas']['LogRecordsSortClause'] | null; /** * Truncate Fields * @default false */ truncate_fields?: boolean; + /** + * Include Counts + * @description If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + * @default false + */ + include_counts?: boolean; }; /** LogRecordsQueryResponse */ LogRecordsQueryResponse: { @@ -13497,10 +14373,9 @@ export interface components { project_name: string; /** * Session Id - * Format: uuid4 * @description Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @description Total number of records ingested @@ -13597,10 +14472,9 @@ export interface components { project_name: string; /** * Session Id - * Format: uuid4 * @description Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @description Total number of records ingested @@ -13624,6 +14498,114 @@ export interface components { /** Name */ name: string; }; + /** RunCreatedAtFilter */ + LogStreamCreatedAtFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'created_at'; + /** + * Operator + * @enum {string} + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + * Format: date-time + */ + value: string; + }; + /** RunCreatedAtSort */ + LogStreamCreatedAtSort: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'created_at'; + /** + * Ascending + * @default true + */ + ascending?: boolean; + /** + * Sort Type + * @default column + * @constant + */ + sort_type?: 'column'; + }; + /** RunCreatedByFilter */ + LogStreamCreatedByFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'created_by'; + /** + * Operator + * @default eq + * @enum {string} + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** Value */ + value: string | string[]; + }; + /** RunIDFilter */ + LogStreamIDFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'id'; + /** + * Operator + * @default eq + * @enum {string} + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** Value */ + value: string | string[]; + }; + /** RunNameFilter */ + LogStreamNameFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'name'; + /** + * Operator + * @enum {string} + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** Value */ + value: string | string[]; + /** + * Case Sensitive + * @default true + */ + case_sensitive?: boolean; + }; + /** RunNameSort */ + LogStreamNameSort: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'name'; + /** + * Ascending + * @default true + */ + ascending?: boolean; + /** + * Sort Type + * @default column + * @constant + */ + sort_type?: 'column'; + }; /** LogStreamResponse */ LogStreamResponse: { /** @@ -13650,17 +14632,100 @@ export interface components { project_id: string; /** Created By */ created_by?: string | null; + created_by_user?: components['schemas']['UserInfo'] | null; + /** Num Spans */ + num_spans?: number | null; + /** Num Traces */ + num_traces?: number | null; /** * Has User Created Sessions * @default false */ has_user_created_sessions?: boolean; }; + /** LogStreamSearchRequest */ + LogStreamSearchRequest: { + /** + * Starting Token + * @default 0 + */ + starting_token?: number; + /** + * Limit + * @default 100 + */ + limit?: number; + /** Filters */ + filters?: ( + | components['schemas']['LogStreamIDFilter'] + | components['schemas']['LogStreamNameFilter'] + | components['schemas']['LogStreamCreatedByFilter'] + | components['schemas']['LogStreamCreatedAtFilter'] + | components['schemas']['LogStreamUpdatedAtFilter'] + )[]; + /** + * Sort + * @default { + * "name": "created_at", + * "ascending": false, + * "sort_type": "column" + * } + */ + sort?: + | ( + | components['schemas']['LogStreamNameSort'] + | components['schemas']['LogStreamCreatedAtSort'] + | components['schemas']['LogStreamUpdatedAtSort'] + ) + | null; + /** + * Include Counts + * @default false + */ + include_counts?: boolean; + }; /** LogStreamUpdateRequest */ LogStreamUpdateRequest: { /** Name */ name: string; }; + /** RunUpdatedAtFilter */ + LogStreamUpdatedAtFilter: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'updated_at'; + /** + * Operator + * @enum {string} + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + * Format: date-time + */ + value: string; + }; + /** RunUpdatedAtSort */ + LogStreamUpdatedAtSort: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'updated_at'; + /** + * Ascending + * @default true + */ + ascending?: boolean; + /** + * Sort Type + * @default column + * @constant + */ + sort_type?: 'column'; + }; /** * LogTraceUpdateRequest * @description Request model for updating a trace. @@ -13759,10 +14824,9 @@ export interface components { project_name: string; /** * Session Id - * Format: uuid4 * @description Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @description Total number of records ingested @@ -13810,6 +14874,11 @@ export interface components { * @description Session id associated with the traces. */ session_id?: string | null; + /** + * Session External Id + * @description External id of the session (e.g., OTEL session.id from span attributes). + */ + session_external_id?: string | null; /** * Traces * @description List of traces to log. @@ -13858,10 +14927,9 @@ export interface components { project_name: string; /** * Session Id - * Format: uuid4 * @description Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @description Total number of records ingested @@ -13898,21 +14966,198 @@ export interface components { */ LunaOutputTypeEnum: 'float' | 'string' | 'string_list'; /** - * MapFilter - * @description Filters for string items in a map / dictionary. + * MCPApprovalRequestEvent + * @description MCP approval request - when human approval is needed for an MCP tool call. */ - MapFilter: { - /** Name */ - name: string | null; + MCPApprovalRequestEvent: { /** - * Operator + * @description discriminator enum property added by openapi-typescript * @enum {string} */ - operator: 'one_of' | 'not_in' | 'eq' | 'ne'; - /** Key */ - key: string; - /** Value */ - value: string | string[]; + type: 'mcp_approval_request'; + /** + * Id + * @description Unique identifier for the event + */ + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; + /** + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** + * Tool Name + * @description Name of the MCP tool requiring approval + */ + tool_name?: string | null; + /** + * Tool Invocation + * @description Details of the tool invocation requiring approval + */ + tool_invocation?: { + [key: string]: unknown; + } | null; + /** + * Approved + * @description Whether the request was approved + */ + approved?: boolean | null; + }; + /** + * MCPCallEvent + * @description A Model Context Protocol (MCP) tool call. + * + * MCP is a protocol for connecting LLMs to external tools/data sources. + * This is distinct from internal tools because it involves external integrations. + */ + MCPCallEvent: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'mcp_call'; + /** + * Id + * @description Unique identifier for the event + */ + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; + /** + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** + * Tool Name + * @description Name of the MCP tool being called + */ + tool_name?: string | null; + /** + * Server Name + * @description Name of the MCP server + */ + server_name?: string | null; + /** + * Arguments + * @description Arguments for the MCP tool call + */ + arguments?: { + [key: string]: unknown; + } | null; + /** + * Result + * @description Result from the MCP tool call + */ + result?: { + [key: string]: unknown; + } | null; + }; + /** + * MCPListToolsEvent + * @description MCP list tools event - when the model queries available MCP tools. + */ + MCPListToolsEvent: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'mcp_list_tools'; + /** + * Id + * @description Unique identifier for the event + */ + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; + /** + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** + * Server Name + * @description Name of the MCP server + */ + server_name?: string | null; + /** + * Tools + * @description List of available MCP tools + */ + tools?: + | { + [key: string]: unknown; + }[] + | null; + }; + /** + * MessageEvent + * @description An output message from the model. + */ + MessageEvent: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'message'; + /** + * Id + * @description Unique identifier for the event + */ + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; + /** + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** @description Role of the message sender */ + role: components['schemas']['galileo_core__schemas__logging__llm__MessageRole']; + /** + * Content + * @description Text content of the message + */ + content?: string | null; + /** + * Content Parts + * @description Structured content items (text, audio, images, etc.) + */ + content_parts?: + | { + [key: string]: unknown; + }[] + | null; }; /** Messages */ Messages: components['schemas']['galileo_core__schemas__shared__message__Message'][]; @@ -14104,6 +15349,29 @@ export interface components { status_type: 'pending'; scorer_type?: components['schemas']['ScorerType'] | null; }; + /** MetricSettingsRequest */ + MetricSettingsRequest: { + /** + * Scorers + * @description List of Galileo scorers to enable. + */ + scorers?: components['schemas']['ScorerConfig'][] | null; + /** + * Segment Filters + * @description List of segment filters to apply to the run. + */ + segment_filters?: components['schemas']['SegmentFilter'][] | null; + }; + /** MetricSettingsResponse */ + MetricSettingsResponse: { + /** Scorers */ + scorers: components['schemas']['ScorerConfig'][]; + /** + * Segment Filters + * @description List of segment filters to apply to the run. + */ + segment_filters?: components['schemas']['SegmentFilter'][] | null; + }; /** MetricSuccess */ MetricSuccess: { /** @@ -14170,7 +15438,13 @@ export interface components { num_judges?: number | null; critique?: components['schemas']['MetricCritiqueColumnar'] | null; }; - /** MetricThreshold */ + /** + * MetricThreshold + * @description Threshold configuration for metrics. + * + * Defines how metric values are bucketed and displayed, including whether + * lower or higher values are considered better. + */ MetricThreshold: { /** * Inverted @@ -14235,6 +15509,17 @@ export interface components { * @default false */ cot_enabled?: boolean; + /** + * Metric Key + * @description The metric key to use for column generation (e.g., 'generated_scorer_validation' or 'registered_scorer_validation'). + * @default generated_scorer_validation + */ + metric_key?: string; + /** + * Required Scorers + * @description List of required scorer names for composite scorers. Columns will be generated for these scorers. + */ + required_scorers?: string[] | null; }; /** MistralIntegration */ MistralIntegration: { @@ -14387,10 +15672,21 @@ export interface components { | 'workflow' | 'trace' | 'session'; - /** NotNode */ - NotNode: { - not: components['schemas']['FilterExpression']; + /** NotNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ + NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____: { + /** Not */ + not: + | components['schemas']['FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____']; }; + /** + * NumericRollUpMethod + * @description Roll up methods for aggregating numeric metrics up the session/trace/span hierarchy. + * @enum {string} + */ + NumericRollUpMethod: 'average' | 'sum' | 'max' | 'min'; /** NvidiaIntegration */ NvidiaIntegration: { /** Id */ @@ -14452,10 +15748,15 @@ export interface components { type?: string; function: components['schemas']['OpenAIFunction']; }; - /** OrNode */ - OrNode: { + /** OrNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ + OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____: { /** Or */ - or: components['schemas']['FilterExpression'][]; + or: ( + | components['schemas']['FilterLeaf_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['AndNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['OrNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | components['schemas']['NotNode_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + )[]; }; /** * OrganizationAction @@ -14520,95 +15821,1305 @@ export interface components { * Model Name * @description Alias of the model to use for the scorer. */ - model_name?: string | null; + model_name?: string | null; + /** + * Num Judges + * @description Number of judges for the scorer. + */ + num_judges?: number | null; + }; + /** OutputToneScorer */ + OutputToneScorer: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'output_tone'; + /** + * Filters + * @description List of filters to apply to the scorer. + */ + filters?: + | ( + | components['schemas']['NodeNameFilter'] + | components['schemas']['MetadataFilter'] + )[] + | null; + }; + /** OutputToxicityScorer */ + OutputToxicityScorer: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + name: 'output_toxicity'; + /** + * Filters + * @description List of filters to apply to the scorer. + */ + filters?: + | ( + | components['schemas']['NodeNameFilter'] + | components['schemas']['MetadataFilter'] + )[] + | null; + /** + * Type + * @default luna + * @enum {string} + */ + type?: 'luna' | 'plus'; + /** + * Model Name + * @description Alias of the model to use for the scorer. + */ + model_name?: string | null; + /** + * Num Judges + * @description Number of judges for the scorer. + */ + num_judges?: number | null; + }; + /** + * OutputTypeEnum + * @description Enumeration of output types. + * @enum {string} + */ + OutputTypeEnum: + | 'boolean' + | 'categorical' + | 'count' + | 'discrete' + | 'freeform' + | 'percentage' + | 'multilabel' + | 'boolean_multilabel'; + /** OverrideAction */ + OverrideAction: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'OVERRIDE'; + /** + * Subscriptions + * @description List of subscriptions to send a notification to when this action is applied and the ruleset status matches any of the configured statuses. + */ + subscriptions?: components['schemas']['SubscriptionConfig'][]; + /** + * Choices + * @description List of choices to override the response with. If there are multiple choices, one will be chosen at random when applying this action. + */ + choices: string[]; + }; + /** PartialExtendedAgentSpanRecord */ + PartialExtendedAgentSpanRecord: { + /** + * @description Type of the trace, span or session. (enum property replaced by openapi-typescript) + * @enum {string} + */ + type: 'agent'; + /** + * Input + * @description Input to the trace or span. + * @default + */ + input?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'][]; + /** + * Redacted Input + * @description Redacted input of the trace or span. + */ + redacted_input?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'][] + | null; + /** + * Output + * @description Output of the trace or span. + */ + output?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'] + | components['schemas']['Document'][] + | null; + /** + * Redacted Output + * @description Redacted output of the trace or span. + */ + redacted_output?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'] + | components['schemas']['Document'][] + | null; + /** + * Name + * @description Name of the trace, span or session. + * @default + */ + name?: string; + /** + * Created + * Format: date-time + * @description Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * @description Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * @description Tags associated with this trace or span. + */ + tags?: string[]; + /** + * Status Code + * @description Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** @description Metrics associated with this trace or span. */ + metrics?: components['schemas']['Metrics']; + /** + * External Id + * @description A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * @description Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * @description Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * @description Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * @description Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * @description Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * @description Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * @description Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * @description Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * @description Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * @description Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Metric Info + * @description Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | components['schemas']['MetricNotComputed'] + | components['schemas']['MetricPending'] + | components['schemas']['MetricComputing'] + | components['schemas']['MetricNotApplicable'] + | components['schemas']['MetricSuccess'] + | components['schemas']['MetricError'] + | components['schemas']['MetricFailed']; + } | null; + /** + * Parent ID + * @description Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * @description Whether the parent trace is complete or not + * @default true + */ + is_complete?: boolean; + /** + * Step Number + * @description Topological step number of the span. + */ + step_number?: number | null; + /** + * @description Agent type. + * @default default + */ + agent_type?: components['schemas']['AgentType']; + }; + /** PartialExtendedLlmSpanRecord */ + PartialExtendedLlmSpanRecord: { + /** + * @description Type of the trace, span or session. (enum property replaced by openapi-typescript) + * @enum {string} + */ + type: 'llm'; + /** + * Input + * @description Input to the trace or span. + */ + input?: components['schemas']['galileo_core__schemas__logging__llm__Message'][]; + /** + * Redacted Input + * @description Redacted input of the trace or span. + */ + redacted_input?: + | components['schemas']['galileo_core__schemas__logging__llm__Message'][] + | null; + /** @description Output of the trace or span. */ + output?: components['schemas']['galileo_core__schemas__logging__llm__Message']; + /** @description Redacted output of the trace or span. */ + redacted_output?: + | components['schemas']['galileo_core__schemas__logging__llm__Message'] + | null; + /** + * Name + * @description Name of the trace, span or session. + * @default + */ + name?: string; + /** + * Created + * Format: date-time + * @description Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * @description Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * @description Tags associated with this trace or span. + */ + tags?: string[]; + /** + * Status Code + * @description Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** @description Metrics associated with this trace or span. */ + metrics?: components['schemas']['LlmMetrics']; + /** + * External Id + * @description A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * @description Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * @description Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * @description Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * @description Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * @description Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * @description Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * @description Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * @description Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * @description Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * @description Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Metric Info + * @description Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | components['schemas']['MetricNotComputed'] + | components['schemas']['MetricPending'] + | components['schemas']['MetricComputing'] + | components['schemas']['MetricNotApplicable'] + | components['schemas']['MetricSuccess'] + | components['schemas']['MetricError'] + | components['schemas']['MetricFailed']; + } | null; + /** + * Parent ID + * @description Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * @description Whether the parent trace is complete or not + * @default true + */ + is_complete?: boolean; + /** + * Step Number + * @description Topological step number of the span. + */ + step_number?: number | null; + /** + * Tools + * @description List of available tools passed to the LLM on invocation. + */ + tools?: + | { + [key: string]: unknown; + }[] + | null; + /** + * Events + * @description List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: + | ( + | components['schemas']['MessageEvent'] + | components['schemas']['ReasoningEvent'] + | components['schemas']['InternalToolCall'] + | components['schemas']['WebSearchCallEvent'] + | components['schemas']['ImageGenerationEvent'] + | components['schemas']['MCPCallEvent'] + | components['schemas']['MCPListToolsEvent'] + | components['schemas']['MCPApprovalRequestEvent'] + )[] + | null; + /** + * Model + * @description Model used for this span. + */ + model?: string | null; + /** + * Temperature + * @description Temperature used for generation. + */ + temperature?: number | null; + /** + * Finish Reason + * @description Reason for finishing. + */ + finish_reason?: string | null; + }; + /** PartialExtendedRetrieverSpanRecord */ + PartialExtendedRetrieverSpanRecord: { + /** + * @description Type of the trace, span or session. (enum property replaced by openapi-typescript) + * @enum {string} + */ + type: 'retriever'; + /** + * Input + * @description Input to the trace or span. + * @default + */ + input?: string; + /** + * Redacted Input + * @description Redacted input of the trace or span. + */ + redacted_input?: string | null; + /** + * Output + * @description Output of the trace or span. + */ + output?: components['schemas']['Document'][]; + /** + * Redacted Output + * @description Redacted output of the trace or span. + */ + redacted_output?: components['schemas']['Document'][] | null; + /** + * Name + * @description Name of the trace, span or session. + * @default + */ + name?: string; + /** + * Created + * Format: date-time + * @description Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * @description Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * @description Tags associated with this trace or span. + */ + tags?: string[]; + /** + * Status Code + * @description Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** @description Metrics associated with this trace or span. */ + metrics?: components['schemas']['Metrics']; + /** + * External Id + * @description A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * @description Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * @description Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * @description Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * @description Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * @description Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * @description Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * @description Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * @description Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * @description Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * @description Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Metric Info + * @description Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | components['schemas']['MetricNotComputed'] + | components['schemas']['MetricPending'] + | components['schemas']['MetricComputing'] + | components['schemas']['MetricNotApplicable'] + | components['schemas']['MetricSuccess'] + | components['schemas']['MetricError'] + | components['schemas']['MetricFailed']; + } | null; + /** + * Parent ID + * @description Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * @description Whether the parent trace is complete or not + * @default true + */ + is_complete?: boolean; + /** + * Step Number + * @description Topological step number of the span. + */ + step_number?: number | null; + }; + /** PartialExtendedSessionRecord */ + PartialExtendedSessionRecord: { + /** + * @description Type of the trace, span or session. (enum property replaced by openapi-typescript) + * @enum {string} + */ + type: 'session'; + /** + * Input + * @default + */ + input?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'][]; + /** + * Redacted Input + * @description Redacted input of the trace or span. + */ + redacted_input?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'][] + | null; + /** + * Output + * @description Output of the trace or span. + */ + output?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'] + | components['schemas']['Document'][] + | null; + /** + * Redacted Output + * @description Redacted output of the trace or span. + */ + redacted_output?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'] + | components['schemas']['Document'][] + | null; + /** + * Name + * @description Name of the trace, span or session. + * @default + */ + name?: string; + /** + * Created + * Format: date-time + * @description Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * @description Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * @description Tags associated with this trace or span. + */ + tags?: string[]; + /** + * Status Code + * @description Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** @description Metrics associated with this trace or span. */ + metrics?: components['schemas']['Metrics']; + /** + * External Id + * @description A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * @description Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * @description Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * @description Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * @description Galileo ID of the session + */ + id?: string | null; + /** + * Session ID + * @description Galileo ID of the session containing the trace or span or session + */ + session_id?: string | null; + /** + * Trace ID + * @description Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * @description Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * @description Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * @description Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * @description Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Metric Info + * @description Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | components['schemas']['MetricNotComputed'] + | components['schemas']['MetricPending'] + | components['schemas']['MetricComputing'] + | components['schemas']['MetricNotApplicable'] + | components['schemas']['MetricSuccess'] + | components['schemas']['MetricError'] + | components['schemas']['MetricFailed']; + } | null; + /** Previous Session Id */ + previous_session_id?: string | null; + }; + /** PartialExtendedToolSpanRecord */ + PartialExtendedToolSpanRecord: { + /** + * @description Type of the trace, span or session. (enum property replaced by openapi-typescript) + * @enum {string} + */ + type: 'tool'; + /** + * Input + * @description Input to the trace or span. + * @default + */ + input?: string; + /** + * Redacted Input + * @description Redacted input of the trace or span. + */ + redacted_input?: string | null; + /** + * Output + * @description Output of the trace or span. + */ + output?: string | null; + /** + * Redacted Output + * @description Redacted output of the trace or span. + */ + redacted_output?: string | null; + /** + * Name + * @description Name of the trace, span or session. + * @default + */ + name?: string; + /** + * Created + * Format: date-time + * @description Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * @description Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * @description Tags associated with this trace or span. + */ + tags?: string[]; + /** + * Status Code + * @description Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** @description Metrics associated with this trace or span. */ + metrics?: components['schemas']['Metrics']; + /** + * External Id + * @description A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * @description Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * @description Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * @description Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * @description Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * @description Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * @description Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * @description Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * @description Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * @description Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * @description Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Metric Info + * @description Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | components['schemas']['MetricNotComputed'] + | components['schemas']['MetricPending'] + | components['schemas']['MetricComputing'] + | components['schemas']['MetricNotApplicable'] + | components['schemas']['MetricSuccess'] + | components['schemas']['MetricError'] + | components['schemas']['MetricFailed']; + } | null; + /** + * Parent ID + * @description Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * @description Whether the parent trace is complete or not + * @default true + */ + is_complete?: boolean; + /** + * Step Number + * @description Topological step number of the span. + */ + step_number?: number | null; + /** + * Tool Call Id + * @description ID of the tool call. + */ + tool_call_id?: string | null; + }; + /** PartialExtendedTraceRecord */ + PartialExtendedTraceRecord: { + /** + * @description Type of the trace, span or session. (enum property replaced by openapi-typescript) + * @enum {string} + */ + type: 'trace'; + /** + * Input + * @description Input to the trace or span. + * @default + */ + input?: string; + /** + * Redacted Input + * @description Redacted input of the trace or span. + */ + redacted_input?: string | null; + /** + * Output + * @description Output of the trace or span. + */ + output?: string | null; + /** + * Redacted Output + * @description Redacted output of the trace or span. + */ + redacted_output?: string | null; + /** + * Name + * @description Name of the trace, span or session. + * @default + */ + name?: string; + /** + * Created + * Format: date-time + * @description Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * @description Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * @description Tags associated with this trace or span. + */ + tags?: string[]; + /** + * Status Code + * @description Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** @description Metrics associated with this trace or span. */ + metrics?: components['schemas']['Metrics']; + /** + * External Id + * @description A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * @description Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * @description Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * @description Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * @description Galileo ID of the trace + */ + id?: string | null; + /** + * Session ID + * @description Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * @description Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * @description Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * @description Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * @description Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * @description Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * @description Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; + /** + * Metric Info + * @description Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | components['schemas']['MetricNotComputed'] + | components['schemas']['MetricPending'] + | components['schemas']['MetricComputing'] + | components['schemas']['MetricNotApplicable'] + | components['schemas']['MetricSuccess'] + | components['schemas']['MetricError'] + | components['schemas']['MetricFailed']; + } | null; + /** + * Is Complete + * @description Whether the trace is complete or not + * @default true + */ + is_complete?: boolean; + }; + /** PartialExtendedWorkflowSpanRecord */ + PartialExtendedWorkflowSpanRecord: { + /** + * @description Type of the trace, span or session. (enum property replaced by openapi-typescript) + * @enum {string} + */ + type: 'workflow'; + /** + * Input + * @description Input to the trace or span. + * @default + */ + input?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'][]; + /** + * Redacted Input + * @description Redacted input of the trace or span. + */ + redacted_input?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'][] + | null; + /** + * Output + * @description Output of the trace or span. + */ + output?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'] + | components['schemas']['Document'][] + | null; + /** + * Redacted Output + * @description Redacted output of the trace or span. + */ + redacted_output?: + | string + | components['schemas']['galileo_core__schemas__logging__llm__Message'] + | components['schemas']['Document'][] + | null; + /** + * Name + * @description Name of the trace, span or session. + * @default + */ + name?: string; + /** + * Created + * Format: date-time + * @description Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * @description Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * @description Tags associated with this trace or span. + */ + tags?: string[]; + /** + * Status Code + * @description Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** @description Metrics associated with this trace or span. */ + metrics?: components['schemas']['Metrics']; + /** + * External Id + * @description A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * @description Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * @description Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * @description Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * @description Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * @description Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * @description Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; /** - * Num Judges - * @description Number of judges for the scorer. + * Project ID + * @description Galileo ID of the project associated with this trace or span */ - num_judges?: number | null; - }; - /** OutputToneScorer */ - OutputToneScorer: { + project_id?: string | null; /** - * @description discriminator enum property added by openapi-typescript - * @enum {string} + * Run ID + * @description Galileo ID of the run (log stream or experiment) associated with this trace or span */ - name: 'output_tone'; + run_id?: string | null; /** - * Filters - * @description List of filters to apply to the scorer. + * Last Updated + * @description Timestamp of the session or trace or span's last update */ - filters?: - | ( - | components['schemas']['NodeNameFilter'] - | components['schemas']['MetadataFilter'] - )[] - | null; - }; - /** OutputToxicityScorer */ - OutputToxicityScorer: { + updated_at?: string | null; /** - * @description discriminator enum property added by openapi-typescript - * @enum {string} + * Has Children + * @description Whether or not this trace or span has child spans */ - name: 'output_toxicity'; + has_children?: boolean | null; /** - * Filters - * @description List of filters to apply to the scorer. + * Metrics Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span */ - filters?: - | ( - | components['schemas']['NodeNameFilter'] - | components['schemas']['MetadataFilter'] - )[] - | null; + metrics_batch_id?: string | null; /** - * Type - * @default luna - * @enum {string} + * Session Batch Id + * @description Galileo ID of the metrics batch associated with this trace or span */ - type?: 'luna' | 'plus'; + session_batch_id?: string | null; /** - * Model Name - * @description Alias of the model to use for the scorer. + * Feedback Rating Info + * @description Feedback information related to the record */ - model_name?: string | null; + feedback_rating_info?: { + [key: string]: components['schemas']['FeedbackRatingInfo']; + }; /** - * Num Judges - * @description Number of judges for the scorer. + * Metric Info + * @description Detailed information about the metrics associated with this trace or span */ - num_judges?: number | null; - }; - /** - * OutputTypeEnum - * @description Enumeration of output types. - * @enum {string} - */ - OutputTypeEnum: - | 'boolean' - | 'categorical' - | 'count' - | 'discrete' - | 'freeform' - | 'percentage' - | 'multilabel'; - /** OverrideAction */ - OverrideAction: { + metric_info?: { + [key: string]: + | components['schemas']['MetricNotComputed'] + | components['schemas']['MetricPending'] + | components['schemas']['MetricComputing'] + | components['schemas']['MetricNotApplicable'] + | components['schemas']['MetricSuccess'] + | components['schemas']['MetricError'] + | components['schemas']['MetricFailed']; + } | null; /** - * @description discriminator enum property added by openapi-typescript - * @enum {string} + * Parent ID + * @description Galileo ID of the parent of this span */ - type: 'OVERRIDE'; + parent_id?: string | null; /** - * Subscriptions - * @description List of subscriptions to send a notification to when this action is applied and the ruleset status matches any of the configured statuses. + * Is Complete + * @description Whether the parent trace is complete or not + * @default true */ - subscriptions?: components['schemas']['SubscriptionConfig'][]; + is_complete?: boolean; /** - * Choices - * @description List of choices to override the response with. If there are multiple choices, one will be chosen at random when applying this action. + * Step Number + * @description Topological step number of the span. */ - choices: string[]; + step_number?: number | null; }; /** PassthroughAction */ PassthroughAction: { @@ -14687,7 +17198,10 @@ export interface components { | 'edit_run_tags' | 'dismiss_alert' | 'edit_slice' - | 'edit_edit'; + | 'edit_edit' + | 'create_annotation_queue' + | 'update_annotation_queue' + | 'delete_annotation_queue'; /** ProjectBookmarkFilter */ ProjectBookmarkFilter: { /** @@ -15405,7 +17919,7 @@ export interface components { deployment_name?: string | null; /** * Model Alias - * @default GPT-4o + * @default gpt-5.1 */ model_alias?: string; /** @@ -15714,6 +18228,51 @@ export interface components { filters?: components['schemas']['DatasetContentFilter'][]; sort?: components['schemas']['DatasetContentSortClause'] | null; }; + /** + * ReasoningEvent + * @description Internal reasoning/thinking from the model (e.g., OpenAI o1/o3 reasoning tokens). + */ + ReasoningEvent: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'reasoning'; + /** + * Id + * @description Unique identifier for the event + */ + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; + /** + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** + * Content + * @description The reasoning/thinking content + */ + content?: string | null; + /** + * Summary + * @description Summary of the reasoning + */ + summary?: + | string + | { + [key: string]: unknown; + }[] + | null; + }; /** * RecomputeLogRecordsMetricsRequest * @description Request to recompute metrics for a genai project run (log stream or experiment). @@ -15756,18 +18315,22 @@ export interface components { | components['schemas']['LogRecordsCollectionFilter'] | components['schemas']['LogRecordsTextFilter'] )[]; - filter_tree?: components['schemas']['FilterExpression'] | null; - /** @default { - * "column_id": "created_at", - * "ascending": false, - * "sort_type": "column" - * } */ - sort?: components['schemas']['LogRecordsSortClause']; + filter_tree?: + | components['schemas']['FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | null; + /** @description Sort for the query. Defaults to native sort (created_at, id descending). */ + sort?: components['schemas']['LogRecordsSortClause'] | null; /** * Truncate Fields * @default false */ truncate_fields?: boolean; + /** + * Include Counts + * @description If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + * @default false + */ + include_counts?: boolean; /** * Scorer Ids * @description List of scorer IDs for which metrics should be recomputed. @@ -15836,6 +18399,30 @@ export interface components { * @enum {string} */ RegisteredScorerAction: 'update' | 'delete'; + /** RegisteredScorerTaskResultResponse */ + RegisteredScorerTaskResultResponse: { + /** + * Id + * Format: uuid4 + */ + id: string; + /** + * Created At + * Format: date-time + */ + created_at: string; + /** + * Updated At + * Format: date-time + */ + updated_at: string; + status: components['schemas']['TaskResultStatus']; + /** Result */ + result?: + | components['schemas']['ValidateRegisteredScorerResult'] + | string + | null; + }; /** RenderTemplateRequest */ RenderTemplateRequest: { /** Template */ @@ -15992,6 +18579,12 @@ export interface components { | components['schemas']['ToolSpan'] )[]; }; + /** + * RollUpStrategy + * @description Strategies for rolling metrics up the Session/Trace/Span hierarchy. + * @enum {string} + */ + RollUpStrategy: 'avg' | 'sum' | 'first' | 'last' | 'none'; /** RollbackRequest */ RollbackRequest: { /** Rollback Version */ @@ -16276,12 +18869,6 @@ export interface components { }; /** RunScorerSettingsPatchRequest */ RunScorerSettingsPatchRequest: { - /** - * Run Id - * Format: uuid4 - * @description ID of the run. - */ - run_id: string; /** * Scorers * @description List of Galileo scorers to enable. @@ -16292,15 +18879,15 @@ export interface components { * @description List of segment filters to apply to the run. */ segment_filters?: components['schemas']['SegmentFilter'][] | null; - }; - /** RunScorerSettingsResponse */ - RunScorerSettingsResponse: { /** * Run Id * Format: uuid4 * @description ID of the run. */ run_id: string; + }; + /** RunScorerSettingsResponse */ + RunScorerSettingsResponse: { /** Scorers */ scorers: components['schemas']['ScorerConfig'][]; /** @@ -16308,6 +18895,12 @@ export interface components { * @description List of segment filters to apply to the run. */ segment_filters?: components['schemas']['SegmentFilter'][] | null; + /** + * Run Id + * Format: uuid4 + * @description ID of the run. + */ + run_id: string; }; /** RunTagCreateRequest */ RunTagCreateRequest: { @@ -16424,6 +19017,8 @@ export interface components { model_type?: components['schemas']['ModelType'] | null; /** @description ScorerVersion to use for this scorer. If not provided, the latest version will be used. */ scorer_version?: components['schemas']['BaseScorerVersionDB'] | null; + /** Roll Up Method */ + roll_up_method?: string | null; }; /** ScorerCreatedAtFilter */ ScorerCreatedAtFilter: { @@ -16607,6 +19202,8 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + /** Deprecated */ + deprecated?: boolean | null; /** * Label * @default @@ -16627,6 +19224,7 @@ export interface components { created_at?: string | null; /** Updated At */ updated_at?: string | null; + roll_up_method?: components['schemas']['NumericRollUpMethod'] | null; }; /** ScorerTagsFilter */ ScorerTagsFilter: { @@ -16940,6 +19538,21 @@ export interface components { */ llm_scorers?: boolean; }; + /** SelectColumns */ + SelectColumns: { + /** Column Ids */ + column_ids?: string[]; + /** + * Include All Metrics + * @default false + */ + include_all_metrics?: boolean; + /** + * Include All Feedback + * @default false + */ + include_all_feedback?: boolean; + }; /** SessionCreateRequest */ SessionCreateRequest: { /** @@ -16957,6 +19570,16 @@ export interface components { * @description Metrics testing id associated with the traces. */ metrics_testing_id?: string | null; + /** @default api_direct */ + logging_method?: components['schemas']['LoggingMethod']; + /** Client Version */ + client_version?: string | null; + /** + * Reliable + * @description Whether or not to use reliable logging. If set to False, the method will respond immediately before verifying that the traces have been successfully ingested, and no error message will be returned if ingestion fails. If set to True, the method will wait for the traces to be successfully ingested or return an error message if there is an ingestion failure. + * @default true + */ + reliable?: boolean; /** * Name * @description Name of the session. @@ -17233,26 +19856,6 @@ export interface components { /** Input Strings */ input_strings: string[]; }; - /** - * StringFilter - * @description Filters on a string field. - */ - StringFilter: { - /** Name */ - name: string | null; - /** - * Operator - * @enum {string} - */ - operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; - /** Value */ - value: string | string[]; - /** - * Case Sensitive - * @default true - */ - case_sensitive?: boolean; - }; /** SubscriptionConfig */ SubscriptionConfig: { /** @@ -17319,6 +19922,8 @@ export interface components { * @default 10 */ count?: number; + /** Project Id */ + project_id?: string | null; }; /** * SyntheticDatasetExtensionResponse @@ -17443,6 +20048,11 @@ export interface components { */ memory_mb?: number; }; + /** + * TaskResultStatus + * @enum {string} + */ + TaskResultStatus: 'pending' | 'completed' | 'failed'; /** * TaskType * @description Valid task types for modeling. @@ -17475,6 +20085,24 @@ export interface components { /** Templates */ templates: string[]; }; + /** TestScore */ + TestScore: { + node_type: components['schemas']['NodeType']; + /** Score */ + score?: number | string | boolean | null; + }; + /** TextAggregate */ + TextAggregate: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + feedback_type: 'text'; + /** Count */ + count: number; + /** Unrated Count */ + unrated_count: number; + }; /** TextRating */ TextRating: { /** @@ -18161,6 +20789,7 @@ export interface components { input_type?: components['schemas']['InputTypeEnum'] | null; /** Required Scorers */ required_scorers?: string[] | null; + roll_up_method?: components['schemas']['NumericRollUpMethod'] | null; }; /** UpsertDatasetContentRequest */ UpsertDatasetContentRequest: { @@ -18286,11 +20915,42 @@ export interface components { /** Last Name */ last_name?: string | null; }; - /** - * UserRole - * @enum {string} - */ - UserRole: 'admin' | 'manager' | 'user' | 'read_only'; + /** + * UserRole + * @enum {string} + */ + UserRole: 'admin' | 'manager' | 'user' | 'read_only'; + /** ValidResult */ + ValidResult: { + /** + * Result Type + * @default valid + * @constant + */ + result_type?: 'valid'; + /** Score Type */ + score_type: string; + /** Scoreable Node Types */ + scoreable_node_types: components['schemas']['NodeType'][]; + /** + * Include Llm Credentials + * @default false + */ + include_llm_credentials?: boolean; + chain_aggregation?: + | components['schemas']['ChainAggregationStrategy'] + | null; + /** Test Scores */ + test_scores: components['schemas']['TestScore'][]; + }; + /** ValidateCodeScorerResponse */ + ValidateCodeScorerResponse: { + /** + * Task Id + * Format: uuid4 + */ + task_id: string; + }; /** * ValidateLLMScorerLogRecordRequest * @description Request to validate a new LLM scorer based on a log record. @@ -18333,18 +20993,22 @@ export interface components { | components['schemas']['LogRecordsCollectionFilter'] | components['schemas']['LogRecordsTextFilter'] )[]; - filter_tree?: components['schemas']['FilterExpression'] | null; - /** @default { - * "column_id": "created_at", - * "ascending": false, - * "sort_type": "column" - * } */ - sort?: components['schemas']['LogRecordsSortClause']; + filter_tree?: + | components['schemas']['FilterExpression_Annotated_Union_LogRecordsIDFilter__LogRecordsDateFilter__LogRecordsNumberFilter__LogRecordsBooleanFilter__LogRecordsCollectionFilter__LogRecordsTextFilter___FieldInfo_annotation_NoneType__required_True__discriminator__type____'] + | null; + /** @description Sort for the query. Defaults to native sort (created_at, id descending). */ + sort?: components['schemas']['LogRecordsSortClause'] | null; /** * Truncate Fields * @default false */ truncate_fields?: boolean; + /** + * Include Counts + * @description If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + * @default false + */ + include_counts?: boolean; /** Query */ query: string; /** Response */ @@ -18354,13 +21018,28 @@ export interface components { /** User Prompt */ user_prompt: string; }; + /** ValidateLLMScorerLogRecordResponse */ + ValidateLLMScorerLogRecordResponse: { + /** + * Metrics Experiment Id + * Format: uuid4 + */ + metrics_experiment_id: string; + }; + /** ValidateRegisteredScorerResult */ + ValidateRegisteredScorerResult: { + /** Result */ + result: + | components['schemas']['ValidResult'] + | components['schemas']['InvalidResult']; + }; /** - * ValidateLLMScorerLogRecordResponse - * @description Response model for validating a new LLM scorer based on a log record. + * ValidateScorerLogRecordResponse + * @description Response model for validating a scorer based on log records. * * Returns the uuid of the experiment created with the copied log records to store the metric testing results. */ - ValidateLLMScorerLogRecordResponse: { + ValidateScorerLogRecordResponse: { /** * Metrics Experiment Id * Format: uuid4 @@ -18421,6 +21100,60 @@ export interface components { /** Token */ token: string; }; + /** + * WebSearchAction + * @description Action payload for a web search call event. + */ + WebSearchAction: { + /** + * Type + * @description Type of web search action + * @constant + */ + type: 'search'; + /** + * Query + * @description Search query string + */ + query?: string | null; + /** + * Sources + * @description Optional provider-specific sources + */ + sources?: unknown | null; + }; + /** + * WebSearchCallEvent + * @description An OpenAI-style web search call event. + */ + WebSearchCallEvent: { + /** + * @description discriminator enum property added by openapi-typescript + * @enum {string} + */ + type: 'web_search_call'; + /** + * Id + * @description Unique identifier for the event + */ + id?: string | null; + /** @description Status of the event */ + status?: components['schemas']['EventStatus'] | null; + /** + * Metadata + * @description Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * @description Error message if the event failed + */ + error_message?: string | null; + /** @description Web search action payload */ + action: components['schemas']['WebSearchAction']; + }; /** WorkflowSpan */ WorkflowSpan: { /** @@ -18749,6 +21482,11 @@ export interface components { | 'prompt_injection_luna' | 'prompt_perplexity' | 'rouge' + | 'reasoning_coherence' + | 'sql_efficiency' + | 'sql_adherence' + | 'sql_injection' + | 'sql_correctness' | 'tool_error_rate' | 'tool_error_rate_luna' | 'tool_selection_quality' @@ -18783,6 +21521,7 @@ export interface components { | '_input_toxicity' | '_input_toxicity_gpt' | '_user_registered' + | '_composite_user_registered' | '_user_submitted' | '_user_generated' | '_user_finetuned' @@ -20625,7 +23364,9 @@ export interface operations { }; list_log_streams_projects__project_id__log_streams_get: { parameters: { - query?: never; + query?: { + include_counts?: boolean; + }; header?: never; path: { project_id: string; @@ -20692,6 +23433,7 @@ export interface operations { list_log_streams_paginated_projects__project_id__log_streams_paginated_get: { parameters: { query?: { + include_counts?: boolean; starting_token?: number; limit?: number; }; @@ -20723,6 +23465,41 @@ export interface operations { }; }; }; + search_log_streams_projects__project_id__log_streams_search_post: { + parameters: { + query?: never; + header?: never; + path: { + project_id: string; + }; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['LogStreamSearchRequest']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['ListLogStreamResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; get_log_stream_projects__project_id__log_streams__log_stream_id__get: { parameters: { query?: never; @@ -20821,6 +23598,74 @@ export interface operations { }; }; }; + get_metric_settings_projects__project_id__log_streams__log_stream_id__metric_settings_get: { + parameters: { + query?: never; + header?: never; + path: { + log_stream_id: string; + project_id: string; + }; + cookie?: never; + }; + requestBody?: never; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['MetricSettingsResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + update_metric_settings_projects__project_id__log_streams__log_stream_id__metric_settings_patch: { + parameters: { + query?: never; + header?: never; + path: { + project_id: string; + log_stream_id: string; + }; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['MetricSettingsRequest']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['MetricSettingsResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; log_traces_projects__project_id__traces_post: { parameters: { query?: never; @@ -20961,19 +23806,124 @@ export interface operations { }; }; }; - update_span_projects__project_id__spans__span_id__patch: { + update_span_projects__project_id__spans__span_id__patch: { + parameters: { + query?: never; + header?: never; + path: { + span_id: string; + project_id: string; + }; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['LogSpanUpdateRequest']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['LogSpanUpdateResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + traces_available_columns_projects__project_id__traces_available_columns_post: { + parameters: { + query?: never; + header?: never; + path: { + project_id: string; + }; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['LogRecordsAvailableColumnsRequest']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['LogRecordsAvailableColumnsResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + metrics_testing_available_columns_projects__project_id__metrics_testing_available_columns_post: { + parameters: { + query?: never; + header?: never; + path: { + project_id: string; + }; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['MetricsTestingAvailableColumnsRequest']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['LogRecordsAvailableColumnsResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + spans_available_columns_projects__project_id__spans_available_columns_post: { parameters: { query?: never; header?: never; path: { - span_id: string; project_id: string; }; cookie?: never; }; requestBody: { content: { - 'application/json': components['schemas']['LogSpanUpdateRequest']; + 'application/json': components['schemas']['LogRecordsAvailableColumnsRequest']; }; }; responses: { @@ -20983,7 +23933,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['LogSpanUpdateResponse']; + 'application/json': components['schemas']['LogRecordsAvailableColumnsResponse']; }; }; /** @description Validation Error */ @@ -20997,7 +23947,7 @@ export interface operations { }; }; }; - traces_available_columns_projects__project_id__traces_available_columns_post: { + query_traces_projects__project_id__traces_search_post: { parameters: { query?: never; header?: never; @@ -21008,7 +23958,7 @@ export interface operations { }; requestBody: { content: { - 'application/json': components['schemas']['LogRecordsAvailableColumnsRequest']; + 'application/json': components['schemas']['LogRecordsQueryRequest']; }; }; responses: { @@ -21018,7 +23968,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['LogRecordsAvailableColumnsResponse']; + 'application/json': components['schemas']['LogRecordsQueryResponse']; }; }; /** @description Validation Error */ @@ -21032,7 +23982,7 @@ export interface operations { }; }; }; - metrics_testing_available_columns_projects__project_id__metrics_testing_available_columns_post: { + query_partial_traces_projects__project_id__traces_partial_search_post: { parameters: { query?: never; header?: never; @@ -21043,7 +23993,7 @@ export interface operations { }; requestBody: { content: { - 'application/json': components['schemas']['MetricsTestingAvailableColumnsRequest']; + 'application/json': components['schemas']['LogRecordsPartialQueryRequest']; }; }; responses: { @@ -21053,7 +24003,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['LogRecordsAvailableColumnsResponse']; + 'application/json': components['schemas']['LogRecordsPartialQueryResponse']; }; }; /** @description Validation Error */ @@ -21067,7 +24017,7 @@ export interface operations { }; }; }; - spans_available_columns_projects__project_id__spans_available_columns_post: { + count_traces_projects__project_id__traces_count_post: { parameters: { query?: never; header?: never; @@ -21078,7 +24028,7 @@ export interface operations { }; requestBody: { content: { - 'application/json': components['schemas']['LogRecordsAvailableColumnsRequest']; + 'application/json': components['schemas']['LogRecordsQueryCountRequest']; }; }; responses: { @@ -21088,7 +24038,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['LogRecordsAvailableColumnsResponse']; + 'application/json': components['schemas']['LogRecordsQueryCountResponse']; }; }; /** @description Validation Error */ @@ -21102,7 +24052,7 @@ export interface operations { }; }; }; - query_traces_projects__project_id__traces_search_post: { + log_spans_projects__project_id__spans_post: { parameters: { query?: never; header?: never; @@ -21113,7 +24063,7 @@ export interface operations { }; requestBody: { content: { - 'application/json': components['schemas']['LogRecordsQueryRequest']; + 'application/json': components['schemas']['LogSpansIngestRequest']; }; }; responses: { @@ -21123,7 +24073,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['LogRecordsQueryResponse']; + 'application/json': components['schemas']['LogSpansIngestResponse']; }; }; /** @description Validation Error */ @@ -21137,7 +24087,7 @@ export interface operations { }; }; }; - count_traces_projects__project_id__traces_count_post: { + query_spans_projects__project_id__spans_search_post: { parameters: { query?: never; header?: never; @@ -21148,7 +24098,7 @@ export interface operations { }; requestBody: { content: { - 'application/json': components['schemas']['LogRecordsQueryCountRequest']; + 'application/json': components['schemas']['LogRecordsQueryRequest']; }; }; responses: { @@ -21158,7 +24108,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['LogRecordsQueryCountResponse']; + 'application/json': components['schemas']['LogRecordsQueryResponse']; }; }; /** @description Validation Error */ @@ -21172,7 +24122,7 @@ export interface operations { }; }; }; - log_spans_projects__project_id__spans_post: { + query_partial_spans_projects__project_id__spans_partial_search_post: { parameters: { query?: never; header?: never; @@ -21183,7 +24133,7 @@ export interface operations { }; requestBody: { content: { - 'application/json': components['schemas']['LogSpansIngestRequest']; + 'application/json': components['schemas']['LogRecordsPartialQueryRequest']; }; }; responses: { @@ -21193,7 +24143,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['LogSpansIngestResponse']; + 'application/json': components['schemas']['LogRecordsPartialQueryResponse']; }; }; /** @description Validation Error */ @@ -21207,7 +24157,7 @@ export interface operations { }; }; }; - query_spans_projects__project_id__spans_search_post: { + count_spans_projects__project_id__spans_count_post: { parameters: { query?: never; header?: never; @@ -21218,7 +24168,7 @@ export interface operations { }; requestBody: { content: { - 'application/json': components['schemas']['LogRecordsQueryRequest']; + 'application/json': components['schemas']['LogRecordsQueryCountRequest']; }; }; responses: { @@ -21228,7 +24178,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['LogRecordsQueryResponse']; + 'application/json': components['schemas']['LogRecordsQueryCountResponse']; }; }; /** @description Validation Error */ @@ -21242,7 +24192,7 @@ export interface operations { }; }; }; - count_spans_projects__project_id__spans_count_post: { + query_metrics_projects__project_id__metrics_search_post: { parameters: { query?: never; header?: never; @@ -21253,7 +24203,7 @@ export interface operations { }; requestBody: { content: { - 'application/json': components['schemas']['LogRecordsQueryCountRequest']; + 'application/json': components['schemas']['LogRecordsMetricsQueryRequest']; }; }; responses: { @@ -21263,7 +24213,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['LogRecordsQueryCountResponse']; + 'application/json': components['schemas']['LogRecordsMetricsResponse']; }; }; /** @description Validation Error */ @@ -21277,7 +24227,7 @@ export interface operations { }; }; }; - query_metrics_projects__project_id__metrics_search_post: { + create_session_projects__project_id__sessions_post: { parameters: { query?: never; header?: never; @@ -21288,7 +24238,7 @@ export interface operations { }; requestBody: { content: { - 'application/json': components['schemas']['LogRecordsMetricsQueryRequest']; + 'application/json': components['schemas']['SessionCreateRequest']; }; }; responses: { @@ -21298,7 +24248,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['LogRecordsMetricsResponse']; + 'application/json': components['schemas']['SessionCreateResponse']; }; }; /** @description Validation Error */ @@ -21312,7 +24262,7 @@ export interface operations { }; }; }; - create_session_projects__project_id__sessions_post: { + query_sessions_projects__project_id__sessions_search_post: { parameters: { query?: never; header?: never; @@ -21323,7 +24273,7 @@ export interface operations { }; requestBody: { content: { - 'application/json': components['schemas']['SessionCreateRequest']; + 'application/json': components['schemas']['LogRecordsQueryRequest']; }; }; responses: { @@ -21333,7 +24283,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['SessionCreateResponse']; + 'application/json': components['schemas']['LogRecordsQueryResponse']; }; }; /** @description Validation Error */ @@ -21347,7 +24297,7 @@ export interface operations { }; }; }; - query_sessions_projects__project_id__sessions_search_post: { + query_partial_sessions_projects__project_id__sessions_partial_search_post: { parameters: { query?: never; header?: never; @@ -21358,7 +24308,7 @@ export interface operations { }; requestBody: { content: { - 'application/json': components['schemas']['LogRecordsQueryRequest']; + 'application/json': components['schemas']['LogRecordsPartialQueryRequest']; }; }; responses: { @@ -21368,7 +24318,7 @@ export interface operations { [name: string]: unknown; }; content: { - 'application/json': components['schemas']['LogRecordsQueryResponse']; + 'application/json': components['schemas']['LogRecordsPartialQueryResponse']; }; }; /** @description Validation Error */ @@ -21696,7 +24646,9 @@ export interface operations { }; list_experiments_projects__project_id__experiments_get: { parameters: { - query?: never; + query?: { + include_counts?: boolean; + }; header?: never; path: { project_id: string; @@ -21763,6 +24715,7 @@ export interface operations { list_experiments_paginated_projects__project_id__experiments_paginated_get: { parameters: { query?: { + include_counts?: boolean; starting_token?: number; limit?: number; }; @@ -21794,6 +24747,41 @@ export interface operations { }; }; }; + search_experiments_projects__project_id__experiments_search_post: { + parameters: { + query?: never; + header?: never; + path: { + project_id: string; + }; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['ExperimentSearchRequest']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['ListExperimentResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; get_experiment_projects__project_id__experiments__experiment_id__get: { parameters: { query?: never; @@ -21994,6 +24982,74 @@ export interface operations { }; }; }; + get_metric_settings_projects__project_id__experiments__experiment_id__metric_settings_get: { + parameters: { + query?: never; + header?: never; + path: { + experiment_id: string; + project_id: string; + }; + cookie?: never; + }; + requestBody?: never; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['MetricSettingsResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + update_metric_settings_projects__project_id__experiments__experiment_id__metric_settings_patch: { + parameters: { + query?: never; + header?: never; + path: { + project_id: string; + experiment_id: string; + }; + cookie?: never; + }; + requestBody: { + content: { + 'application/json': components['schemas']['MetricSettingsRequest']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['MetricSettingsResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; create_job_jobs_post: { parameters: { query?: never; @@ -22129,8 +25185,8 @@ export interface operations { query?: never; header?: never; path: { - project_id: string; run_id: string; + project_id: string; }; cookie?: never; }; @@ -23375,6 +26431,103 @@ export interface operations { }; }; }; + validate_code_scorer_scorers_code_validate_post: { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + requestBody: { + content: { + 'multipart/form-data': components['schemas']['Body_validate_code_scorer_scorers_code_validate_post']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['ValidateCodeScorerResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + validate_code_scorer_log_record_scorers_code_validate_log_record_post: { + parameters: { + query?: never; + header?: never; + path?: never; + cookie?: never; + }; + requestBody: { + content: { + 'multipart/form-data': components['schemas']['Body_validate_code_scorer_log_record_scorers_code_validate_log_record_post']; + }; + }; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['ValidateScorerLogRecordResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; + get_validate_code_scorer_task_result_scorers_code_validate__task_id__get: { + parameters: { + query?: never; + header?: never; + path: { + task_id: string; + }; + cookie?: never; + }; + requestBody?: never; + responses: { + /** @description Successful Response */ + 200: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['RegisteredScorerTaskResultResponse']; + }; + }; + /** @description Validation Error */ + 422: { + headers: { + [name: string]: unknown; + }; + content: { + 'application/json': components['schemas']['HTTPValidationError']; + }; + }; + }; + }; get_scorer_version_code_scorers__scorer_id__version_code_get: { parameters: { query?: { diff --git a/src/types/logging/logger.types.ts b/src/types/logging/logger.types.ts index 94642c82..e119e29a 100644 --- a/src/types/logging/logger.types.ts +++ b/src/types/logging/logger.types.ts @@ -434,8 +434,7 @@ export interface IGalileoLoggerBatch { * This is the main interface that the GalileoLogger class implements. */ export interface IGalileoLogger - extends - IGalileoLoggerCore, + extends IGalileoLoggerCore, IGalileoLoggerSession, IGalileoLoggerTrace, IGalileoLoggerSpan, diff --git a/src/types/logging/span.types.ts b/src/types/logging/span.types.ts index 3e0938f7..cda3dbdf 100644 --- a/src/types/logging/span.types.ts +++ b/src/types/logging/span.types.ts @@ -376,10 +376,8 @@ export interface RetrieverSpanOptions extends BaseSpanOptions { redactedOutput?: RetrieverSpanAllowedOutputType; } -export interface SerializedRetrieverSpan extends Omit< - SerializedStep, - 'output' -> { +export interface SerializedRetrieverSpan + extends Omit { output: JsonArray; } @@ -408,10 +406,11 @@ export class RetrieverSpan extends BaseStep { } } -export interface ToolSpanOptions extends Omit< - BaseSpanOptions, - 'input' | 'redactedInput' | 'output' | 'redactedOutput' -> { +export interface ToolSpanOptions + extends Omit< + BaseSpanOptions, + 'input' | 'redactedInput' | 'output' | 'redactedOutput' + > { input: JsonValue; redactedInput?: JsonValue; output?: JsonValue; diff --git a/src/types/logging/step.types.ts b/src/types/logging/step.types.ts index f2b87bab..8428316f 100644 --- a/src/types/logging/step.types.ts +++ b/src/types/logging/step.types.ts @@ -111,10 +111,11 @@ export interface BaseStepOptions { id?: string; } -export interface SerializedStep extends Omit< - BaseStepOptions, - 'metrics' | 'createdAt' | 'output' | 'redactedOutput' -> { +export interface SerializedStep + extends Omit< + BaseStepOptions, + 'metrics' | 'createdAt' | 'output' | 'redactedOutput' + > { metrics?: SerializedMetrics; type: StepType; createdAt: string; diff --git a/src/types/new-api.types.ts b/src/types/new-api.types.ts index 4dd0f3ed..cd782119 100644 --- a/src/types/new-api.types.ts +++ b/src/types/new-api.types.ts @@ -434,7 +434,7 @@ export type AggregatedTraceViewNode = { /** * Parent Id */ - parentId: string | null; + parentId?: string | null; /** * Has Children */ @@ -453,6 +453,10 @@ export type AggregatedTraceViewNode = { * Weight */ weight: number; + /** + * Insights + */ + insights?: Array; }; /** @@ -530,14 +534,20 @@ export type AggregatedTraceViewResponse = { }; /** - * AndNode + * AndNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ -export type AndNode = { - /** - * And - */ - and: Array; -}; +export type AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * And + */ + and: Array< + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + >; + }; /** * AnthropicAuthenticationType @@ -689,6 +699,14 @@ export type AwsBedrockIntegration = { * Region */ region?: string; + /** + * Inference Profiles + * + * Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inferenceProfiles?: { + [key: string]: string; + }; /** * Id */ @@ -761,6 +779,14 @@ export type AwsSageMakerIntegrationCreate = { * Region */ region?: string; + /** + * Inference Profiles + * + * Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inferenceProfiles?: { + [key: string]: string; + }; /** * Token */ @@ -948,6 +974,14 @@ export type BaseAwsIntegrationCreate = { * Region */ region?: string; + /** + * Inference Profiles + * + * Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inferenceProfiles?: { + [key: string]: string; + }; /** * Token */ @@ -1249,6 +1283,10 @@ export type BaseScorer = { * Num Judges */ numJudges?: number | null; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -1283,6 +1321,7 @@ export type BaseScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -1443,6 +1482,12 @@ export type BodyCreateCodeScorerVersionScorersScorerIdVersionCodePost = { * File */ file: Blob | File; + /** + * Validation Result + * + * Pre-validated result as JSON string to skip validation + */ + validationResult?: string | null; }; /** @@ -1554,23 +1599,75 @@ export type BodyUploadPromptEvaluationDatasetProjectsProjectIdPromptDatasetsPost }; /** - * BooleanFilter - * - * Filters on a boolean field. + * Body_validate_code_scorer_log_record_scorers_code_validate_log_record_post */ -export type BooleanFilter = { +export type BodyValidateCodeScorerLogRecordScorersCodeValidateLogRecordPost = { /** - * Name + * File */ - name: string | null; + file: Blob | File; /** - * Operator + * Log Stream Id */ - operator: 'eq' | 'ne'; + logStreamId?: string | null; /** - * Value + * Experiment Id */ - value: boolean; + experimentId?: string | null; + /** + * Limit + */ + limit?: number; + /** + * Starting Token + */ + startingToken?: number | null; + /** + * Filters + * + * JSON string array of LogRecordsQueryFilter + */ + filters?: string | null; + /** + * Sort + * + * JSON string of LogRecordsSortClause + */ + sort?: string | null; + /** + * Required Scorers + */ + requiredScorers?: string | Array | null; + /** + * Scoreable Node Types + */ + scoreableNodeTypes?: string | Array | null; +}; + +/** + * Body_validate_code_scorer_scorers_code_validate_post + */ +export type BodyValidateCodeScorerScorersCodeValidatePost = { + /** + * File + */ + file: Blob | File; + /** + * Test Input + */ + testInput?: string | null; + /** + * Test Output + */ + testOutput?: string | null; + /** + * Required Scorers + */ + requiredScorers?: string | Array | null; + /** + * Scoreable Node Types + */ + scoreableNodeTypes?: string | Array | null; }; /** @@ -1672,6 +1769,22 @@ export type BulkDeletePromptTemplatesResponse = { message: string; }; +/** + * ChainAggregationStrategy + */ +export const ChainAggregationStrategy = { + SUM: 'sum', + AVERAGE: 'average', + FIRST: 'first', + LAST: 'last' +} as const; + +/** + * ChainAggregationStrategy + */ +export type ChainAggregationStrategy = + (typeof ChainAggregationStrategy)[keyof typeof ChainAggregationStrategy]; + /** * ChainPollTemplate * @@ -1844,30 +1957,6 @@ export type CollaboratorUpdate = { role: CollaboratorRole; }; -/** - * CollectionFilter - * - * Filters for string items in a collection/list. - */ -export type CollectionFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'contains' | 'not_in'; - /** - * Value - */ - value: string | Array; - /** - * Case Sensitive - */ - caseSensitive?: boolean; -}; - /** * ColumnCategory */ @@ -1897,16 +1986,6 @@ export type ColumnInfo = { * Column id. Must be universally unique. */ id: string; - /** - * For metric columns only: Scorer config that produced the metric. - */ - scorerConfig?: ScorerConfig | null; - /** - * Scorer Id - * - * For metric columns only: Scorer id that produced the metric. This is deprecated and will be removed in future versions. - */ - scorerId?: string | null; /** * Label * @@ -1929,14 +2008,10 @@ export type ColumnInfo = { * Display label of the column group. */ groupLabel?: string | null; - /** - * Insight type. - */ - insightType?: InsightType | null; /** * Data type of the column. This is used to determine how to format the data on the UI. */ - dataType?: DataType | null; + dataType: DataType | null; /** * Data unit of the column (optional). */ @@ -1953,10 +2028,6 @@ export type ColumnInfo = { * Allowed values for this column. */ allowedValues?: Array | null; - /** - * Thresholds for the column, if this is a metrics column. - */ - threshold?: MetricThreshold | null; /** * Sortable * @@ -2497,6 +2568,10 @@ export type CreateJobRequest = { * Log Metric Computing Records */ logMetricComputingRecords?: boolean; + /** + * Stream Metrics + */ + streamMetrics?: boolean; }; /** @@ -2763,6 +2838,10 @@ export type CreateJobResponse = { * Log Metric Computing Records */ logMetricComputingRecords?: boolean; + /** + * Stream Metrics + */ + streamMetrics?: boolean; /** * Message */ @@ -2882,6 +2961,10 @@ export type CreateScorerRequest = { tags?: Array; defaults?: ScorerDefaults | null; scorerType: ScorerTypes; + /** + * Deprecated + */ + deprecated?: boolean | null; modelType?: ModelType | null; /** * Ground Truth @@ -2969,7 +3052,10 @@ export type CreateUpdateRegisteredScorerResponse = { /** * CustomAuthenticationType */ -export const CustomAuthenticationType = { OAUTH2: 'oauth2' } as const; +export const CustomAuthenticationType = { + OAUTH2: 'oauth2', + NONE: 'none' +} as const; /** * CustomAuthenticationType @@ -2977,30 +3063,6 @@ export const CustomAuthenticationType = { OAUTH2: 'oauth2' } as const; export type CustomAuthenticationType = (typeof CustomAuthenticationType)[keyof typeof CustomAuthenticationType]; -/** - * CustomBooleanFilter - */ -export type CustomBooleanFilter = { - /** - * Name - */ - name: string | null; - /** - * Value - */ - value: boolean; -}; - -/** - * CustomFunctionFilter - */ -export type CustomFunctionFilter = { - /** - * Name - */ - name: string | null; -}; - /** * CustomIntegration */ @@ -3090,39 +3152,7 @@ export type CustomIntegrationCreate = { /** * Token */ - token: string; -}; - -/** - * CustomNumberFilter - */ -export type CustomNumberFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte' | 'between'; - /** - * Value - */ - value: number | number | Array | Array; -}; - -/** - * CustomUUIDFilter - */ -export type CustomUuidFilter = { - /** - * Name - */ - name: string | null; - /** - * Value - */ - value: string; + token?: string | null; }; /** @@ -3193,6 +3223,10 @@ export type CustomizedAgenticSessionSuccessGptScorer = { */ description?: string | null; chainpollTemplate?: AgenticSessionSuccessTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -3227,6 +3261,7 @@ export type CustomizedAgenticSessionSuccessGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -3318,6 +3353,10 @@ export type CustomizedAgenticWorkflowSuccessGptScorer = { */ description?: string | null; chainpollTemplate?: AgenticWorkflowSuccessTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -3352,6 +3391,7 @@ export type CustomizedAgenticWorkflowSuccessGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -3443,6 +3483,10 @@ export type CustomizedChunkAttributionUtilizationGptScorer = { */ description?: string | null; chainpollTemplate?: ChunkAttributionUtilizationTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -3477,6 +3521,7 @@ export type CustomizedChunkAttributionUtilizationGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -3568,6 +3613,10 @@ export type CustomizedCompletenessGptScorer = { */ description?: string | null; chainpollTemplate?: CompletenessTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -3602,6 +3651,7 @@ export type CustomizedCompletenessGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -3693,6 +3743,10 @@ export type CustomizedFactualityGptScorer = { */ description?: string | null; chainpollTemplate?: FactualityTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -3727,6 +3781,7 @@ export type CustomizedFactualityGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -3822,6 +3877,10 @@ export type CustomizedGroundTruthAdherenceGptScorer = { */ description?: string | null; chainpollTemplate?: GroundTruthAdherenceTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -3856,6 +3915,7 @@ export type CustomizedGroundTruthAdherenceGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -3947,6 +4007,10 @@ export type CustomizedGroundednessGptScorer = { */ description?: string | null; chainpollTemplate?: GroundednessTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -3981,6 +4045,7 @@ export type CustomizedGroundednessGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -4072,6 +4137,10 @@ export type CustomizedInputSexistGptScorer = { */ description?: string | null; chainpollTemplate?: InputSexistTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4106,6 +4175,7 @@ export type CustomizedInputSexistGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -4197,6 +4267,10 @@ export type CustomizedInputToxicityGptScorer = { */ description?: string | null; chainpollTemplate?: InputToxicityTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4231,6 +4305,7 @@ export type CustomizedInputToxicityGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -4322,6 +4397,10 @@ export type CustomizedInstructionAdherenceGptScorer = { */ description?: string | null; chainpollTemplate?: InstructionAdherenceTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4356,6 +4435,7 @@ export type CustomizedInstructionAdherenceGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -4451,6 +4531,10 @@ export type CustomizedPromptInjectionGptScorer = { */ description?: string | null; chainpollTemplate?: PromptInjectionTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4485,6 +4569,7 @@ export type CustomizedPromptInjectionGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -4576,6 +4661,10 @@ export type CustomizedSexistGptScorer = { */ description?: string | null; chainpollTemplate?: SexistTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4610,6 +4699,7 @@ export type CustomizedSexistGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -4701,6 +4791,10 @@ export type CustomizedToolErrorRateGptScorer = { */ description?: string | null; chainpollTemplate?: ToolErrorRateTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4735,6 +4829,7 @@ export type CustomizedToolErrorRateGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -4826,6 +4921,10 @@ export type CustomizedToolSelectionQualityGptScorer = { */ description?: string | null; chainpollTemplate?: ToolSelectionQualityTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4860,6 +4959,7 @@ export type CustomizedToolSelectionQualityGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -4951,6 +5051,10 @@ export type CustomizedToxicityGptScorer = { */ description?: string | null; chainpollTemplate?: ToxicityTemplate; + /** + * Default Model Alias + */ + defaultModelAlias?: string | null; /** * Ground Truth */ @@ -4985,6 +5089,7 @@ export type CustomizedToxicityGptScorer = { * Required Scorers */ requiredScorers?: Array | null; + rollUpStrategy?: RollUpStrategy | null; /** * Prompt */ @@ -5023,7 +5128,12 @@ export const DataType = { DATASET: 'dataset', PROMPT: 'prompt', PLAYGROUND: 'playground', - RANK: 'rank' + RANK: 'rank', + SCORE_RATING_AGGREGATE: 'score_rating_aggregate', + STAR_RATING_AGGREGATE: 'star_rating_aggregate', + THUMB_RATING_AGGREGATE: 'thumb_rating_aggregate', + TAGS_RATING_AGGREGATE: 'tags_rating_aggregate', + TEXT_RATING_AGGREGATE: 'text_rating_aggregate' } as const; /** @@ -5799,7 +5909,7 @@ export type DatasetDraftFilter = { /** * Operator */ - operator: 'eq' | 'ne'; + operator?: 'eq' | 'ne'; /** * Value */ @@ -5852,7 +5962,7 @@ export type DatasetIdFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -6227,26 +6337,6 @@ export type DatasetVersionIndexSort = { sortType?: 'column'; }; -/** - * DateFilter - * - * Filters on a datetime field. - */ -export type DateFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; - /** - * Value - */ - value: string; -}; - /** * DeletePromptResponse */ @@ -6418,24 +6508,24 @@ export type EditSpan = { }; /** - * EnumFilter + * EventStatus * - * Filters on a string field, with limited categories. + * Common status values for events. */ -export type EnumFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'ne' | 'one_of' | 'not_in'; - /** - * Value - */ - value: string | Array; -}; +export const EventStatus = { + IN_PROGRESS: 'in_progress', + COMPLETED: 'completed', + FAILED: 'failed', + CANCELLED: 'cancelled', + INCOMPLETE: 'incomplete' +} as const; + +/** + * EventStatus + * + * Common status values for events. + */ +export type EventStatus = (typeof EventStatus)[keyof typeof EventStatus]; /** * ExecutionStatus @@ -6497,11 +6587,65 @@ export type ExperimentCreateRequest = { }; /** - * ExperimentDataset + * RunCreatedAtFilter */ -export type ExperimentDataset = { +export type ExperimentCreatedAtFilter = { /** - * Dataset Id + * Name + */ + name?: 'created_at'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + */ + value: string; +}; + +/** + * RunCreatedAtSort + */ +export type ExperimentCreatedAtSort = { + /** + * Name + */ + name?: 'created_at'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sortType?: 'column'; +}; + +/** + * RunCreatedByFilter + */ +export type ExperimentCreatedByFilter = { + /** + * Name + */ + name?: 'created_by'; + /** + * Operator + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value + */ + value: string | Array; +}; + +/** + * ExperimentDataset + */ +export type ExperimentDataset = { + /** + * Dataset Id */ datasetId?: string | null; /** @@ -6528,6 +6672,24 @@ export type ExperimentDatasetRequest = { versionIndex: number; }; +/** + * RunIDFilter + */ +export type ExperimentIdFilter = { + /** + * Name + */ + name?: 'id'; + /** + * Operator + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value + */ + value: string | Array; +}; + /** * ExperimentMetricsRequest */ @@ -6569,6 +6731,46 @@ export type ExperimentMetricsResponse = { metrics?: Array; }; +/** + * RunNameFilter + */ +export type ExperimentNameFilter = { + /** + * Name + */ + name?: 'name'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** + * Value + */ + value: string | Array; + /** + * Case Sensitive + */ + caseSensitive?: boolean; +}; + +/** + * RunNameSort + */ +export type ExperimentNameSort = { + /** + * Name + */ + name?: 'name'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sortType?: 'column'; +}; + /** * ExperimentPhaseStatus */ @@ -6657,9 +6859,13 @@ export type ExperimentResponse = { createdBy?: string | null; createdByUser?: UserInfo | null; /** - * Num Samples + * Num Spans + */ + numSpans?: number | null; + /** + * Num Traces */ - numSamples?: number | null; + numTraces?: number | null; taskType: TaskType; dataset?: ExperimentDataset | null; /** @@ -6671,11 +6877,23 @@ export type ExperimentResponse = { /** * Aggregate Feedback * - * Aggregate feedback information related to the experiment + * Aggregate feedback information related to the experiment (traces only) + * + * @deprecated */ aggregateFeedback?: { [key: string]: FeedbackAggregate; }; + /** + * Rating Aggregates + * + * Annotation aggregates keyed by template ID and root type + */ + ratingAggregates?: { + [key: string]: { + [key in RootType]?: FeedbackAggregate; + }; + }; /** * Ranking Score */ @@ -6708,6 +6926,58 @@ export type ExperimentResponse = { status?: ExperimentStatus; }; +/** + * ExperimentSearchRequest + */ +export type ExperimentSearchRequest = { + /** + * Starting Token + */ + startingToken?: number; + /** + * Limit + */ + limit?: number; + /** + * Filters + */ + filters?: Array< + | ({ + name: 'id'; + } & ExperimentIdFilter) + | ({ + name: 'name'; + } & ExperimentNameFilter) + | ({ + name: 'created_by'; + } & ExperimentCreatedByFilter) + | ({ + name: 'created_at'; + } & ExperimentCreatedAtFilter) + | ({ + name: 'updated_at'; + } & ExperimentUpdatedAtFilter) + >; + /** + * Sort + */ + sort?: + | ({ + name: 'name'; + } & ExperimentNameSort) + | ({ + name: 'created_at'; + } & ExperimentCreatedAtSort) + | ({ + name: 'updated_at'; + } & ExperimentUpdatedAtSort) + | null; + /** + * Include Counts + */ + includeCounts?: boolean; +}; + /** * ExperimentStatus */ @@ -6729,6 +6999,42 @@ export type ExperimentUpdateRequest = { taskType?: 16 | 17; }; +/** + * RunUpdatedAtFilter + */ +export type ExperimentUpdatedAtFilter = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + */ + value: string; +}; + +/** + * RunUpdatedAtSort + */ +export type ExperimentUpdatedAtSort = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sortType?: 'column'; +}; + /** * ExperimentsAvailableColumnsResponse */ @@ -6897,6 +7203,14 @@ export type ExtendedAgentSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -7128,6 +7442,14 @@ export type ExtendedAgentSpanRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -7327,6 +7649,14 @@ export type ExtendedLlmSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -7382,6 +7712,37 @@ export type ExtendedLlmSpanRecord = { tools?: Array<{ [key: string]: unknown; }> | null; + /** + * Events + * + * List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: Array< + | ({ + type: 'message'; + } & MessageEvent) + | ({ + type: 'reasoning'; + } & ReasoningEvent) + | ({ + type: 'internal_tool_call'; + } & InternalToolCall) + | ({ + type: 'web_search_call'; + } & WebSearchCallEvent) + | ({ + type: 'image_generation'; + } & ImageGenerationEvent) + | ({ + type: 'mcp_call'; + } & McpCallEvent) + | ({ + type: 'mcp_list_tools'; + } & McpListToolsEvent) + | ({ + type: 'mcp_approval_request'; + } & McpApprovalRequestEvent) + > | null; /** * Model * @@ -7552,6 +7913,14 @@ export type ExtendedRetrieverSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -7771,6 +8140,14 @@ export type ExtendedRetrieverSpanRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -7976,6 +8353,14 @@ export type ExtendedSessionRecord = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -8009,6 +8394,10 @@ export type ExtendedSessionRecord = { * Previous Session Id */ previousSessionId?: string | null; + /** + * Num Traces + */ + numTraces?: number | null; }; /** @@ -8171,6 +8560,14 @@ export type ExtendedSessionRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -8204,6 +8601,10 @@ export type ExtendedSessionRecordWithChildren = { * Previous Session Id */ previousSessionId?: string | null; + /** + * Num Traces + */ + numTraces?: number | null; }; /** @@ -8356,6 +8757,14 @@ export type ExtendedToolSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -8581,6 +8990,14 @@ export type ExtendedToolSpanRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -8786,6 +9203,14 @@ export type ExtendedTraceRecord = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -8822,13 +9247,9 @@ export type ExtendedTraceRecord = { */ isComplete?: boolean; /** - * Feedback Rating Info - * - * Feedback information related to the trace + * Num Spans */ - feedbackRatingInfo?: { - [key: string]: FeedbackRatingInfo; - }; + numSpans?: number | null; }; /** @@ -9001,6 +9422,14 @@ export type ExtendedTraceRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -9037,13 +9466,9 @@ export type ExtendedTraceRecordWithChildren = { */ isComplete?: boolean; /** - * Feedback Rating Info - * - * Feedback information related to the trace + * Num Spans */ - feedbackRatingInfo?: { - [key: string]: FeedbackRatingInfo; - }; + numSpans?: number | null; }; /** @@ -9204,6 +9629,14 @@ export type ExtendedWorkflowSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -9431,6 +9864,14 @@ export type ExtendedWorkflowSpanRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -9541,7 +9982,10 @@ export type FeedbackAggregate = { } & ScoreAggregate) | ({ feedbackType: 'tags'; - } & TagsAggregate); + } & TagsAggregate) + | ({ + feedbackType: 'text'; + } & TextAggregate); }; /** @@ -9644,28 +10088,41 @@ export const FileType = { */ export type FileType = (typeof FileType)[keyof typeof FileType]; -export type FilterExpression = FilterLeaf | AndNode | OrNode | NotNode; +export type FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType; /** - * FilterLeaf + * FilterLeaf[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ -export type FilterLeaf = { - /** - * Filter - */ - filter: - | CollectionFilter - | StringFilter - | IdFilter - | CustomUuidFilter - | DateFilter - | BooleanFilter - | CustomNumberFilter - | EnumFilter - | MapFilter - | CustomBooleanFilter - | CustomFunctionFilter; -}; +export type FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * Filter + */ + filter: + | ({ + type: 'id'; + } & LogRecordsIdFilter) + | ({ + type: 'date'; + } & LogRecordsDateFilter) + | ({ + type: 'number'; + } & LogRecordsNumberFilter) + | ({ + type: 'boolean'; + } & LogRecordsBooleanFilter) + | ({ + type: 'collection'; + } & LogRecordsCollectionFilter) + | ({ + type: 'text'; + } & LogRecordsTextFilter); + }; /** * FilterParams @@ -10299,23 +10756,59 @@ export type HistogramStrategy = (typeof HistogramStrategy)[keyof typeof HistogramStrategy]; /** - * IDFilter + * ImageGenerationEvent * - * Filters on a UUID field. + * An image generation event from the model. */ -export type IdFilter = { +export type ImageGenerationEvent = { /** - * Name + * Type */ - name: string | null; + type?: 'image_generation'; /** - * Operator + * Id + * + * Unique identifier for the event */ - operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + id?: string | null; /** - * Value + * Status of the event */ - value: string | Array; + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + errorMessage?: string | null; + /** + * Prompt + * + * The prompt used for image generation + */ + prompt?: string | null; + /** + * Images + * + * Generated images with URLs or base64 data + */ + images?: Array<{ + [key: string]: unknown; + }> | null; + /** + * Model + * + * Image generation model used + */ + model?: string | null; }; /** @@ -10573,6 +11066,40 @@ export const InputTypeEnum = { */ export type InputTypeEnum = (typeof InputTypeEnum)[keyof typeof InputTypeEnum]; +/** + * InsightSummary + */ +export type InsightSummary = { + /** + * Id + */ + id: string; + /** + * Title + */ + title: string; + /** + * Observation + */ + observation: string; + /** + * Details + */ + details: string; + /** + * Suggested Action + */ + suggestedAction: string; + /** + * Priority + */ + priority: number; + /** + * Priority Category + */ + priorityCategory?: 'error' | 'warning' | 'info' | null; +}; + /** * InsightType */ @@ -10758,6 +11285,81 @@ export const IntegrationName = { export type IntegrationName = (typeof IntegrationName)[keyof typeof IntegrationName]; +/** + * InternalToolCall + * + * A tool call executed internally by the model during reasoning. + * + * This represents internal tools like web search, code execution, file search, etc. + * that the model invokes (not user-defined functions or MCP tools). + */ +export type InternalToolCall = { + /** + * Type + */ + type?: 'internal_tool_call'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + errorMessage?: string | null; + /** + * Name + * + * Name of the internal tool (e.g., 'web_search', 'code_interpreter', 'file_search') + */ + name: string; + /** + * Input + * + * Input/arguments to the tool call + */ + input?: { + [key: string]: unknown; + } | null; + /** + * Output + * + * Output/results from the tool call + */ + output?: { + [key: string]: unknown; + } | null; +}; + +/** + * InvalidResult + */ +export type InvalidResult = { + /** + * Result Type + */ + resultType?: 'invalid'; + /** + * Error Message + */ + errorMessage: string; +}; + /** * InvokeResponse */ @@ -11767,6 +12369,37 @@ export type LlmSpan = { tools?: Array<{ [key: string]: unknown; }> | null; + /** + * Events + * + * List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: Array< + | ({ + type: 'message'; + } & MessageEvent) + | ({ + type: 'reasoning'; + } & ReasoningEvent) + | ({ + type: 'internal_tool_call'; + } & InternalToolCall) + | ({ + type: 'web_search_call'; + } & WebSearchCallEvent) + | ({ + type: 'image_generation'; + } & ImageGenerationEvent) + | ({ + type: 'mcp_call'; + } & McpCallEvent) + | ({ + type: 'mcp_list_tools'; + } & McpListToolsEvent) + | ({ + type: 'mcp_approval_request'; + } & McpApprovalRequestEvent) + > | null; /** * Model * @@ -11826,7 +12459,7 @@ export type LogRecordsAvailableColumnsResponse = { /** * Columns */ - columns?: Array; + columns?: Array; }; /** @@ -11839,6 +12472,10 @@ export type LogRecordsBooleanFilter = { * ID of the column to filter. */ columnId: string; + /** + * Operator + */ + operator?: 'eq' | 'ne'; /** * Value */ @@ -11878,62 +12515,174 @@ export type LogRecordsCollectionFilter = { }; /** - * LogRecordsDateFilter + * LogRecordsColumnInfo */ -export type LogRecordsDateFilter = { +export type LogRecordsColumnInfo = { /** - * Column Id + * Id * - * ID of the column to filter. + * Column id. Must be universally unique. */ - columnId: string; + id: string; /** - * Operator + * Label + * + * Display label of the column in the UI. */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + label?: string | null; /** - * Value + * Category of the column. */ - value: string; + category: ColumnCategory; /** - * Type + * Description + * + * Description of the column. */ - type?: 'date'; -}; - -/** - * LogRecordsDeleteRequest - */ -export type LogRecordsDeleteRequest = { + description?: string | null; /** - * Log Stream Id + * Group Label * - * Log stream id associated with the traces. + * Display label of the column group. */ - logStreamId?: string | null; + groupLabel?: string | null; /** - * Experiment Id + * Data type of the column. This is used to determine how to format the data on the UI. + */ + dataType: DataType | null; + /** + * Data unit of the column (optional). + */ + dataUnit?: DataUnit | null; + /** + * Multi Valued * - * Experiment id associated with the traces. + * Whether the column is multi-valued. */ - experimentId?: string | null; + multiValued?: boolean; /** - * Metrics Testing Id + * Allowed Values * - * Metrics testing id associated with the traces. + * Allowed values for this column. */ - metricsTestingId?: string | null; + allowedValues?: Array | null; /** - * Filters + * Sortable + * + * Whether the column is sortable. */ - filters?: Array< - | ({ - type: 'id'; - } & LogRecordsIdFilter) - | ({ - type: 'date'; - } & LogRecordsDateFilter) - | ({ + sortable?: boolean; + /** + * Filterable + * + * Whether the column is filterable. + */ + filterable?: boolean; + /** + * Is Empty + * + * Indicates whether the column is empty and should be hidden. + */ + isEmpty?: boolean; + /** + * Applicable Types + * + * List of types applicable for this column. + */ + applicableTypes?: Array; + /** + * Complex + * + * Whether the column requires special handling in the UI. Setting this to True will hide the column in the UI until the UI adds support for it. + */ + complex?: boolean; + /** + * Is Optional + * + * Whether the column is optional. + */ + isOptional?: boolean; + /** + * For metric columns only: Scorer config that produced the metric. + */ + scorerConfig?: ScorerConfig | null; + /** + * Scorer Id + * + * For metric columns only: Scorer id that produced the metric. This is deprecated and will be removed in future versions. + */ + scorerId?: string | null; + /** + * Insight type. + */ + insightType?: InsightType | null; + /** + * Filter type. + */ + filterType?: LogRecordsFilterType | null; + /** + * Thresholds for the column, if this is a metrics column. + */ + threshold?: MetricThreshold | null; +}; + +/** + * LogRecordsDateFilter + */ +export type LogRecordsDateFilter = { + /** + * Column Id + * + * ID of the column to filter. + */ + columnId: string; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + */ + value: string; + /** + * Type + */ + type?: 'date'; +}; + +/** + * LogRecordsDeleteRequest + */ +export type LogRecordsDeleteRequest = { + /** + * Log Stream Id + * + * Log stream id associated with the traces. + */ + logStreamId?: string | null; + /** + * Experiment Id + * + * Experiment id associated with the traces. + */ + experimentId?: string | null; + /** + * Metrics Testing Id + * + * Metrics testing id associated with the traces. + */ + metricsTestingId?: string | null; + /** + * Filters + */ + filters?: Array< + | ({ + type: 'id'; + } & LogRecordsIdFilter) + | ({ + type: 'date'; + } & LogRecordsDateFilter) + | ({ type: 'number'; } & LogRecordsNumberFilter) | ({ @@ -11946,7 +12695,7 @@ export type LogRecordsDeleteRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filterTree?: FilterExpression | null; + filterTree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; }; /** @@ -12011,9 +12760,9 @@ export type LogRecordsExportRequest = { } & LogRecordsTextFilter) >; /** - * Sort clause for the export + * Sort clause for the export. Defaults to native sort (created_at, id descending). */ - sort?: LogRecordsSortClause; + sort?: LogRecordsSortClause | null; /** * Column Ids * @@ -12031,8 +12780,32 @@ export type LogRecordsExportRequest = { * Redact sensitive data */ redact?: boolean; + /** + * File Name + * + * Optional filename for the exported file + */ + fileName?: string | null; }; +/** + * LogRecordsFilterType + */ +export const LogRecordsFilterType = { + ID: 'id', + DATE: 'date', + NUMBER: 'number', + BOOLEAN: 'boolean', + TEXT: 'text', + COLLECTION: 'collection' +} as const; + +/** + * LogRecordsFilterType + */ +export type LogRecordsFilterType = + (typeof LogRecordsFilterType)[keyof typeof LogRecordsFilterType]; + /** * LogRecordsIDFilter */ @@ -12050,7 +12823,7 @@ export type LogRecordsIdFilter = { /** * Value */ - value: string | Array; + value: string | Array; /** * Type */ @@ -12170,6 +12943,137 @@ export type LogRecordsNumberFilter = { type?: 'number'; }; +/** + * LogRecordsPartialQueryRequest + * + * Request to query a genai project run (log stream or experiment) with partial results. + */ +export type LogRecordsPartialQueryRequest = { + /** + * Starting Token + */ + startingToken?: number; + /** + * Limit + */ + limit?: number; + /** + * Previous Last Row Id + */ + previousLastRowId?: string | null; + /** + * Log Stream Id + * + * Log stream id associated with the traces. + */ + logStreamId?: string | null; + /** + * Experiment Id + * + * Experiment id associated with the traces. + */ + experimentId?: string | null; + /** + * Metrics Testing Id + * + * Metrics testing id associated with the traces. + */ + metricsTestingId?: string | null; + /** + * Filters + */ + filters?: Array< + | ({ + type: 'id'; + } & LogRecordsIdFilter) + | ({ + type: 'date'; + } & LogRecordsDateFilter) + | ({ + type: 'number'; + } & LogRecordsNumberFilter) + | ({ + type: 'boolean'; + } & LogRecordsBooleanFilter) + | ({ + type: 'collection'; + } & LogRecordsCollectionFilter) + | ({ + type: 'text'; + } & LogRecordsTextFilter) + >; + filterTree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; + /** + * Sort for the query. Defaults to native sort (created_at, id descending). + */ + sort?: LogRecordsSortClause | null; + /** + * Truncate Fields + */ + truncateFields?: boolean; + /** + * Include Counts + * + * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + */ + includeCounts?: boolean; + selectColumns: SelectColumns; +}; + +/** + * LogRecordsPartialQueryResponse + */ +export type LogRecordsPartialQueryResponse = { + /** + * Starting Token + */ + startingToken?: number; + /** + * Limit + */ + limit?: number; + /** + * Paginated + */ + paginated?: boolean; + /** + * Next Starting Token + */ + nextStartingToken?: number | null; + /** + * Last Row Id + */ + lastRowId?: string | null; + /** + * Records + * + * records matching the query + */ + records?: Array< + | ({ + type: 'trace'; + } & PartialExtendedTraceRecord) + | ({ + type: 'agent'; + } & PartialExtendedAgentSpanRecord) + | ({ + type: 'workflow'; + } & PartialExtendedWorkflowSpanRecord) + | ({ + type: 'llm'; + } & PartialExtendedLlmSpanRecord) + | ({ + type: 'tool'; + } & PartialExtendedToolSpanRecord) + | ({ + type: 'retriever'; + } & PartialExtendedRetrieverSpanRecord) + | ({ + type: 'session'; + } & PartialExtendedSessionRecord) + >; +}; + /** * LogRecordsQueryCountRequest */ @@ -12215,7 +13119,7 @@ export type LogRecordsQueryCountRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filterTree?: FilterExpression | null; + filterTree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; }; /** @@ -12287,12 +13191,21 @@ export type LogRecordsQueryRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filterTree?: FilterExpression | null; - sort?: LogRecordsSortClause; + filterTree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; + /** + * Sort for the query. Defaults to native sort (created_at, id descending). + */ + sort?: LogRecordsSortClause | null; /** * Truncate Fields */ truncateFields?: boolean; + /** + * Include Counts + * + * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + */ + includeCounts?: boolean; }; /** @@ -12513,7 +13426,7 @@ export type LogSpanUpdateResponse = { * * Session id associated with the traces. */ - sessionId: string; + sessionId?: string | null; /** * Records Count * @@ -12638,7 +13551,7 @@ export type LogSpansIngestResponse = { * * Session id associated with the traces. */ - sessionId: string; + sessionId?: string | null; /** * Records Count * @@ -12670,17 +13583,129 @@ export type LogStreamCreateRequest = { }; /** - * LogStreamResponse + * RunCreatedAtFilter */ -export type LogStreamResponse = { +export type LogStreamCreatedAtFilter = { /** - * Id + * Name */ - id: string; + name?: 'created_at'; /** - * Created At + * Operator */ - createdAt: string; + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + */ + value: string; +}; + +/** + * RunCreatedAtSort + */ +export type LogStreamCreatedAtSort = { + /** + * Name + */ + name?: 'created_at'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sortType?: 'column'; +}; + +/** + * RunCreatedByFilter + */ +export type LogStreamCreatedByFilter = { + /** + * Name + */ + name?: 'created_by'; + /** + * Operator + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value + */ + value: string | Array; +}; + +/** + * RunIDFilter + */ +export type LogStreamIdFilter = { + /** + * Name + */ + name?: 'id'; + /** + * Operator + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value + */ + value: string | Array; +}; + +/** + * RunNameFilter + */ +export type LogStreamNameFilter = { + /** + * Name + */ + name?: 'name'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** + * Value + */ + value: string | Array; + /** + * Case Sensitive + */ + caseSensitive?: boolean; +}; + +/** + * RunNameSort + */ +export type LogStreamNameSort = { + /** + * Name + */ + name?: 'name'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sortType?: 'column'; +}; + +/** + * LogStreamResponse + */ +export type LogStreamResponse = { + /** + * Id + */ + id: string; + /** + * Created At + */ + createdAt: string; /** * Updated At */ @@ -12697,12 +13722,73 @@ export type LogStreamResponse = { * Created By */ createdBy?: string | null; + createdByUser?: UserInfo | null; + /** + * Num Spans + */ + numSpans?: number | null; + /** + * Num Traces + */ + numTraces?: number | null; /** * Has User Created Sessions */ hasUserCreatedSessions?: boolean; }; +/** + * LogStreamSearchRequest + */ +export type LogStreamSearchRequest = { + /** + * Starting Token + */ + startingToken?: number; + /** + * Limit + */ + limit?: number; + /** + * Filters + */ + filters?: Array< + | ({ + name: 'id'; + } & LogStreamIdFilter) + | ({ + name: 'name'; + } & LogStreamNameFilter) + | ({ + name: 'created_by'; + } & LogStreamCreatedByFilter) + | ({ + name: 'created_at'; + } & LogStreamCreatedAtFilter) + | ({ + name: 'updated_at'; + } & LogStreamUpdatedAtFilter) + >; + /** + * Sort + */ + sort?: + | ({ + name: 'name'; + } & LogStreamNameSort) + | ({ + name: 'created_at'; + } & LogStreamCreatedAtSort) + | ({ + name: 'updated_at'; + } & LogStreamUpdatedAtSort) + | null; + /** + * Include Counts + */ + includeCounts?: boolean; +}; + /** * LogStreamUpdateRequest */ @@ -12713,6 +13799,42 @@ export type LogStreamUpdateRequest = { name: string; }; +/** + * RunUpdatedAtFilter + */ +export type LogStreamUpdatedAtFilter = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + */ + value: string; +}; + +/** + * RunUpdatedAtSort + */ +export type LogStreamUpdatedAtSort = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sortType?: 'column'; +}; + /** * LogTraceUpdateRequest * @@ -12831,7 +13953,7 @@ export type LogTraceUpdateResponse = { * * Session id associated with the traces. */ - sessionId: string; + sessionId?: string | null; /** * Records Count * @@ -12887,6 +14009,12 @@ export type LogTracesIngestRequest = { * Session id associated with the traces. */ sessionId?: string | null; + /** + * Session External Id + * + * External id of the session (e.g., OTEL session.id from span attributes). + */ + sessionExternalId?: string | null; /** * Traces * @@ -12946,7 +14074,7 @@ export type LogTracesIngestResponse = { * * Session id associated with the traces. */ - sessionId: string; + sessionId?: string | null; /** * Records Count * @@ -13013,87 +14141,290 @@ export type LunaOutputTypeEnum = (typeof LunaOutputTypeEnum)[keyof typeof LunaOutputTypeEnum]; /** - * MapFilter + * MCPApprovalRequestEvent * - * Filters for string items in a map / dictionary. + * MCP approval request - when human approval is needed for an MCP tool call. */ -export type MapFilter = { - /** - * Name - */ - name: string | null; +export type McpApprovalRequestEvent = { /** - * Operator + * Type */ - operator: 'one_of' | 'not_in' | 'eq' | 'ne'; + type?: 'mcp_approval_request'; /** - * Key + * Id + * + * Unique identifier for the event */ - key: string; + id?: string | null; /** - * Value + * Status of the event */ - value: string | Array; -}; - -/** - * Messages - */ -export type Messages = Array; - -/** - * MetaFilter - * - * A class for filtering arbitrary metadata columns. - */ -export type MetaFilter = { + status?: EventStatus | null; /** - * Name + * Metadata + * + * Provider-specific metadata and additional fields */ - name: string; + metadata?: { + [key: string]: unknown; + } | null; /** - * Greater Than + * Error Message + * + * Error message if the event failed */ - greaterThan?: number | null; + errorMessage?: string | null; /** - * Less Than + * Tool Name + * + * Name of the MCP tool requiring approval */ - lessThan?: number | null; + toolName?: string | null; /** - * Isin + * Tool Invocation + * + * Details of the tool invocation requiring approval */ - isin?: Array | null; + toolInvocation?: { + [key: string]: unknown; + } | null; /** - * Is Equal + * Approved + * + * Whether the request was approved */ - isEqual?: number | number | null; + approved?: boolean | null; }; /** - * MetadataFilter + * MCPCallEvent * - * Filters on metadata key-value pairs in scorer jobs. + * A Model Context Protocol (MCP) tool call. + * + * MCP is a protocol for connecting LLMs to external tools/data sources. + * This is distinct from internal tools because it involves external integrations. */ -export type MetadataFilter = { +export type McpCallEvent = { /** - * Name + * Type */ - name?: 'metadata'; + type?: 'mcp_call'; /** - * Filter Type + * Id + * + * Unique identifier for the event */ - filterType?: 'map'; + id?: string | null; /** - * Operator + * Status of the event */ - operator: 'one_of' | 'not_in' | 'eq' | 'ne'; + status?: EventStatus | null; /** - * Key + * Metadata + * + * Provider-specific metadata and additional fields */ - key: string; + metadata?: { + [key: string]: unknown; + } | null; /** - * Value - */ + * Error Message + * + * Error message if the event failed + */ + errorMessage?: string | null; + /** + * Tool Name + * + * Name of the MCP tool being called + */ + toolName?: string | null; + /** + * Server Name + * + * Name of the MCP server + */ + serverName?: string | null; + /** + * Arguments + * + * Arguments for the MCP tool call + */ + arguments?: { + [key: string]: unknown; + } | null; + /** + * Result + * + * Result from the MCP tool call + */ + result?: { + [key: string]: unknown; + } | null; +}; + +/** + * MCPListToolsEvent + * + * MCP list tools event - when the model queries available MCP tools. + */ +export type McpListToolsEvent = { + /** + * Type + */ + type?: 'mcp_list_tools'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + errorMessage?: string | null; + /** + * Server Name + * + * Name of the MCP server + */ + serverName?: string | null; + /** + * Tools + * + * List of available MCP tools + */ + tools?: Array<{ + [key: string]: unknown; + }> | null; +}; + +/** + * MessageEvent + * + * An output message from the model. + */ +export type MessageEvent = { + /** + * Type + */ + type?: 'message'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + errorMessage?: string | null; + /** + * Role of the message sender + */ + role: GalileoCoreSchemasLoggingLlmMessageRole; + /** + * Content + * + * Text content of the message + */ + content?: string | null; + /** + * Content Parts + * + * Structured content items (text, audio, images, etc.) + */ + contentParts?: Array<{ + [key: string]: unknown; + }> | null; +}; + +/** + * Messages + */ +export type Messages = Array; + +/** + * MetaFilter + * + * A class for filtering arbitrary metadata columns. + */ +export type MetaFilter = { + /** + * Name + */ + name: string; + /** + * Greater Than + */ + greaterThan?: number | null; + /** + * Less Than + */ + lessThan?: number | null; + /** + * Isin + */ + isin?: Array | null; + /** + * Is Equal + */ + isEqual?: number | number | null; +}; + +/** + * MetadataFilter + * + * Filters on metadata key-value pairs in scorer jobs. + */ +export type MetadataFilter = { + /** + * Name + */ + name?: 'metadata'; + /** + * Filter Type + */ + filterType?: 'map'; + /** + * Operator + */ + operator: 'one_of' | 'not_in' | 'eq' | 'ne'; + /** + * Key + */ + key: string; + /** + * Value + */ value: string | Array; }; @@ -13303,6 +14634,40 @@ export type MetricPending = { scorerType?: ScorerType | null; }; +/** + * MetricSettingsRequest + */ +export type MetricSettingsRequest = { + /** + * Scorers + * + * List of Galileo scorers to enable. + */ + scorers?: Array | null; + /** + * Segment Filters + * + * List of segment filters to apply to the run. + */ + segmentFilters?: Array | null; +}; + +/** + * MetricSettingsResponse + */ +export type MetricSettingsResponse = { + /** + * Scorers + */ + scorers: Array; + /** + * Segment Filters + * + * List of segment filters to apply to the run. + */ + segmentFilters?: Array | null; +}; + /** * MetricSuccess */ @@ -13396,6 +14761,11 @@ export type MetricSuccess = { /** * MetricThreshold + * + * Threshold configuration for metrics. + * + * Defines how metric values are bucketed and displayed, including whether + * lower or higher values are considered better. */ export type MetricThreshold = { /** @@ -13471,6 +14841,18 @@ export type MetricsTestingAvailableColumnsRequest = { * Whether the metrics testing table is using chain of thought (CoT) enabled scorers. If True, the columns will be generated for CoT enabled scorers. */ cotEnabled?: boolean; + /** + * Metric Key + * + * The metric key to use for column generation (e.g., 'generated_scorer_validation' or 'registered_scorer_validation'). + */ + metricKey?: string; + /** + * Required Scorers + * + * List of required scorer names for composite scorers. Columns will be generated for these scorers. + */ + requiredScorers?: Array | null; }; /** @@ -13672,11 +15054,39 @@ export const NodeType = { export type NodeType = (typeof NodeType)[keyof typeof NodeType]; /** - * NotNode + * NotNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ -export type NotNode = { - not: FilterExpression; -}; +export type NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * Not + */ + not: + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType; + }; + +/** + * NumericRollUpMethod + * + * Roll up methods for aggregating numeric metrics up the session/trace/span hierarchy. + */ +export const NumericRollUpMethod = { + AVERAGE: 'average', + SUM: 'sum', + MAX: 'max', + MIN: 'min' +} as const; + +/** + * NumericRollUpMethod + * + * Roll up methods for aggregating numeric metrics up the session/trace/span hierarchy. + */ +export type NumericRollUpMethod = + (typeof NumericRollUpMethod)[keyof typeof NumericRollUpMethod]; /** * NvidiaIntegration @@ -13772,14 +15182,20 @@ export type OpenAiToolChoice = { }; /** - * OrNode + * OrNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ -export type OrNode = { - /** - * Or - */ - or: Array; -}; +export type OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * Or + */ + or: Array< + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + >; + }; /** * OrganizationAction @@ -13888,106 +15304,1615 @@ export type OutputSexistScorer = { */ export type OutputToneScorer = { /** - * Name + * Name + */ + name?: 'output_tone'; + /** + * Filters + * + * List of filters to apply to the scorer. + */ + filters?: Array< + | ({ + name: 'node_name'; + } & NodeNameFilter) + | ({ + name: 'metadata'; + } & MetadataFilter) + > | null; +}; + +/** + * OutputToxicityScorer + */ +export type OutputToxicityScorer = { + /** + * Name + */ + name?: 'output_toxicity'; + /** + * Filters + * + * List of filters to apply to the scorer. + */ + filters?: Array< + | ({ + name: 'node_name'; + } & NodeNameFilter) + | ({ + name: 'metadata'; + } & MetadataFilter) + > | null; + /** + * Type + */ + type?: 'luna' | 'plus'; + /** + * Model Name + * + * Alias of the model to use for the scorer. + */ + modelName?: string | null; + /** + * Num Judges + * + * Number of judges for the scorer. + */ + numJudges?: number | null; +}; + +/** + * OutputTypeEnum + * + * Enumeration of output types. + */ +export const OutputTypeEnum = { + BOOLEAN: 'boolean', + CATEGORICAL: 'categorical', + COUNT: 'count', + DISCRETE: 'discrete', + FREEFORM: 'freeform', + PERCENTAGE: 'percentage', + MULTILABEL: 'multilabel', + BOOLEAN_MULTILABEL: 'boolean_multilabel' +} as const; + +/** + * OutputTypeEnum + * + * Enumeration of output types. + */ +export type OutputTypeEnum = + (typeof OutputTypeEnum)[keyof typeof OutputTypeEnum]; + +/** + * OverrideAction + */ +export type OverrideAction = { + /** + * Type + */ + type?: 'OVERRIDE'; + /** + * Subscriptions + * + * List of subscriptions to send a notification to when this action is applied and the ruleset status matches any of the configured statuses. + */ + subscriptions?: Array; + /** + * Choices + * + * List of choices to override the response with. If there are multiple choices, one will be chosen at random when applying this action. + */ + choices: Array; +}; + +/** + * PartialExtendedAgentSpanRecord + */ +export type PartialExtendedAgentSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'agent'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string | Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redactedInput?: string | Array | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redactedOutput?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + createdAt?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + userMetadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + statusCode?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + externalId?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + datasetInput?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + datasetOutput?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + datasetMetadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + sessionId?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + traceId?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + projectId?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + runId?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updatedAt?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + hasChildren?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metricsBatchId?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ + statusType: 'success'; + } & MetricSuccess) + | ({ + statusType: 'error'; + } & MetricError) + | ({ + statusType: 'failed'; + } & MetricFailed); + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parentId?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + isComplete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + stepNumber?: number | null; + /** + * Agent type. + */ + agentType?: AgentType; +}; + +/** + * PartialExtendedLlmSpanRecord + */ +export type PartialExtendedLlmSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'llm'; + /** + * Input + * + * Input to the trace or span. + */ + input?: Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redactedInput?: Array | null; + /** + * Output of the trace or span. + */ + output?: GalileoCoreSchemasLoggingLlmMessage; + /** + * Redacted output of the trace or span. + */ + redactedOutput?: GalileoCoreSchemasLoggingLlmMessage | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + createdAt?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + userMetadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + statusCode?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: LlmMetrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + externalId?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + datasetInput?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + datasetOutput?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + datasetMetadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + sessionId?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + traceId?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + projectId?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + runId?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updatedAt?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + hasChildren?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metricsBatchId?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ + statusType: 'success'; + } & MetricSuccess) + | ({ + statusType: 'error'; + } & MetricError) + | ({ + statusType: 'failed'; + } & MetricFailed); + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parentId?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + isComplete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + stepNumber?: number | null; + /** + * Tools + * + * List of available tools passed to the LLM on invocation. + */ + tools?: Array<{ + [key: string]: unknown; + }> | null; + /** + * Events + * + * List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: Array< + | ({ + type: 'message'; + } & MessageEvent) + | ({ + type: 'reasoning'; + } & ReasoningEvent) + | ({ + type: 'internal_tool_call'; + } & InternalToolCall) + | ({ + type: 'web_search_call'; + } & WebSearchCallEvent) + | ({ + type: 'image_generation'; + } & ImageGenerationEvent) + | ({ + type: 'mcp_call'; + } & McpCallEvent) + | ({ + type: 'mcp_list_tools'; + } & McpListToolsEvent) + | ({ + type: 'mcp_approval_request'; + } & McpApprovalRequestEvent) + > | null; + /** + * Model + * + * Model used for this span. + */ + model?: string | null; + /** + * Temperature + * + * Temperature used for generation. + */ + temperature?: number | null; + /** + * Finish Reason + * + * Reason for finishing. + */ + finishReason?: string | null; +}; + +/** + * PartialExtendedRetrieverSpanRecord + */ +export type PartialExtendedRetrieverSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'retriever'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redactedInput?: string | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: Array; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redactedOutput?: Array | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + createdAt?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + userMetadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + statusCode?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + externalId?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + datasetInput?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + datasetOutput?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + datasetMetadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + sessionId?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + traceId?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + projectId?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + runId?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updatedAt?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + hasChildren?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metricsBatchId?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ + statusType: 'success'; + } & MetricSuccess) + | ({ + statusType: 'error'; + } & MetricError) + | ({ + statusType: 'failed'; + } & MetricFailed); + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parentId?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + isComplete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + stepNumber?: number | null; +}; + +/** + * PartialExtendedSessionRecord + */ +export type PartialExtendedSessionRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'session'; + /** + * Input + */ + input?: string | Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redactedInput?: string | Array | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redactedOutput?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + createdAt?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + userMetadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + statusCode?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + externalId?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + datasetInput?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + datasetOutput?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + datasetMetadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace or span or session + */ + sessionId?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + traceId?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + projectId?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + runId?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updatedAt?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + hasChildren?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metricsBatchId?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ + statusType: 'success'; + } & MetricSuccess) + | ({ + statusType: 'error'; + } & MetricError) + | ({ + statusType: 'failed'; + } & MetricFailed); + } | null; + /** + * Previous Session Id + */ + previousSessionId?: string | null; +}; + +/** + * PartialExtendedToolSpanRecord + */ +export type PartialExtendedToolSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'tool'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redactedInput?: string | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: string | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redactedOutput?: string | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + createdAt?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + userMetadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + statusCode?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + externalId?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + datasetInput?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + datasetOutput?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + datasetMetadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + sessionId?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + traceId?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + projectId?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + runId?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updatedAt?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + hasChildren?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metricsBatchId?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ + statusType: 'success'; + } & MetricSuccess) + | ({ + statusType: 'error'; + } & MetricError) + | ({ + statusType: 'failed'; + } & MetricFailed); + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parentId?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + isComplete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + stepNumber?: number | null; + /** + * Tool Call Id + * + * ID of the tool call. + */ + toolCallId?: string | null; +}; + +/** + * PartialExtendedTraceRecord + */ +export type PartialExtendedTraceRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'trace'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redactedInput?: string | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: string | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redactedOutput?: string | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + createdAt?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + userMetadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + statusCode?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + externalId?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + datasetInput?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + datasetOutput?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + datasetMetadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the trace + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + sessionId?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + traceId?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + projectId?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + runId?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updatedAt?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + hasChildren?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metricsBatchId?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + sessionBatchId?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ + statusType: 'success'; + } & MetricSuccess) + | ({ + statusType: 'error'; + } & MetricError) + | ({ + statusType: 'failed'; + } & MetricFailed); + } | null; + /** + * Is Complete + * + * Whether the trace is complete or not + */ + isComplete?: boolean; +}; + +/** + * PartialExtendedWorkflowSpanRecord + */ +export type PartialExtendedWorkflowSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'workflow'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string | Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redactedInput?: string | Array | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redactedOutput?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + createdAt?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + userMetadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + statusCode?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + externalId?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + datasetInput?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + datasetOutput?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + datasetMetadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + sessionId?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + traceId?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + projectId?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span */ - name?: 'output_tone'; + runId?: string | null; /** - * Filters + * Last Updated * - * List of filters to apply to the scorer. + * Timestamp of the session or trace or span's last update */ - filters?: Array< - | ({ - name: 'node_name'; - } & NodeNameFilter) - | ({ - name: 'metadata'; - } & MetadataFilter) - > | null; -}; - -/** - * OutputToxicityScorer - */ -export type OutputToxicityScorer = { + updatedAt?: string | null; /** - * Name + * Has Children + * + * Whether or not this trace or span has child spans */ - name?: 'output_toxicity'; + hasChildren?: boolean | null; /** - * Filters + * Metrics Batch Id * - * List of filters to apply to the scorer. + * Galileo ID of the metrics batch associated with this trace or span */ - filters?: Array< - | ({ - name: 'node_name'; - } & NodeNameFilter) - | ({ - name: 'metadata'; - } & MetadataFilter) - > | null; + metricsBatchId?: string | null; /** - * Type + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span */ - type?: 'luna' | 'plus'; + sessionBatchId?: string | null; /** - * Model Name + * Feedback Rating Info * - * Alias of the model to use for the scorer. + * Feedback information related to the record */ - modelName?: string | null; + feedbackRatingInfo?: { + [key: string]: FeedbackRatingInfo; + }; /** - * Num Judges + * Metric Info * - * Number of judges for the scorer. + * Detailed information about the metrics associated with this trace or span */ - numJudges?: number | null; -}; - -/** - * OutputTypeEnum - * - * Enumeration of output types. - */ -export const OutputTypeEnum = { - BOOLEAN: 'boolean', - CATEGORICAL: 'categorical', - COUNT: 'count', - DISCRETE: 'discrete', - FREEFORM: 'freeform', - PERCENTAGE: 'percentage', - MULTILABEL: 'multilabel' -} as const; - -/** - * OutputTypeEnum - * - * Enumeration of output types. - */ -export type OutputTypeEnum = - (typeof OutputTypeEnum)[keyof typeof OutputTypeEnum]; - -/** - * OverrideAction - */ -export type OverrideAction = { + metricInfo?: { + [key: string]: + | ({ + statusType: 'not_computed'; + } & MetricNotComputed) + | ({ + statusType: 'pending'; + } & MetricPending) + | ({ + statusType: 'computing'; + } & MetricComputing) + | ({ + statusType: 'not_applicable'; + } & MetricNotApplicable) + | ({ + statusType: 'success'; + } & MetricSuccess) + | ({ + statusType: 'error'; + } & MetricError) + | ({ + statusType: 'failed'; + } & MetricFailed); + } | null; /** - * Type + * Parent ID + * + * Galileo ID of the parent of this span */ - type?: 'OVERRIDE'; + parentId?: string | null; /** - * Subscriptions + * Is Complete * - * List of subscriptions to send a notification to when this action is applied and the ruleset status matches any of the configured statuses. + * Whether the parent trace is complete or not */ - subscriptions?: Array; + isComplete?: boolean; /** - * Choices + * Step Number * - * List of choices to override the response with. If there are multiple choices, one will be chosen at random when applying this action. + * Topological step number of the span. */ - choices: Array; + stepNumber?: number | null; }; /** @@ -14086,7 +17011,10 @@ export const ProjectAction = { EDIT_RUN_TAGS: 'edit_run_tags', DISMISS_ALERT: 'dismiss_alert', EDIT_SLICE: 'edit_slice', - EDIT_EDIT: 'edit_edit' + EDIT_EDIT: 'edit_edit', + CREATE_ANNOTATION_QUEUE: 'create_annotation_queue', + UPDATE_ANNOTATION_QUEUE: 'update_annotation_queue', + DELETE_ANNOTATION_QUEUE: 'delete_annotation_queue' } as const; /** @@ -14281,7 +17209,7 @@ export type ProjectCreatorFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -14396,7 +17324,7 @@ export type ProjectIdFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -15003,7 +17931,7 @@ export type PromptTemplateCreatedByFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -15247,6 +18175,59 @@ export type QueryDatasetParams = { sort?: DatasetContentSortClause | null; }; +/** + * ReasoningEvent + * + * Internal reasoning/thinking from the model (e.g., OpenAI o1/o3 reasoning tokens). + */ +export type ReasoningEvent = { + /** + * Type + */ + type?: 'reasoning'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + errorMessage?: string | null; + /** + * Content + * + * The reasoning/thinking content + */ + content?: string | null; + /** + * Summary + * + * Summary of the reasoning + */ + summary?: + | string + | Array<{ + [key: string]: unknown; + }> + | null; +}; + /** * RecomputeLogRecordsMetricsRequest * @@ -15307,12 +18288,21 @@ export type RecomputeLogRecordsMetricsRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filterTree?: FilterExpression | null; - sort?: LogRecordsSortClause; + filterTree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; + /** + * Sort for the query. Defaults to native sort (created_at, id descending). + */ + sort?: LogRecordsSortClause | null; /** * Truncate Fields */ truncateFields?: boolean; + /** + * Include Counts + * + * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + */ + includeCounts?: boolean; /** * Scorer Ids * @@ -15416,6 +18406,29 @@ export const RegisteredScorerAction = { export type RegisteredScorerAction = (typeof RegisteredScorerAction)[keyof typeof RegisteredScorerAction]; +/** + * RegisteredScorerTaskResultResponse + */ +export type RegisteredScorerTaskResultResponse = { + /** + * Id + */ + id: string; + /** + * Created At + */ + createdAt: string; + /** + * Updated At + */ + updatedAt: string; + status: TaskResultStatus; + /** + * Result + */ + result?: ValidateRegisteredScorerResult | string | null; +}; + /** * RenderTemplateRequest */ @@ -15620,6 +18633,27 @@ export type RetrieverSpan = { >; }; +/** + * RollUpStrategy + * + * Strategies for rolling metrics up the Session/Trace/Span hierarchy. + */ +export const RollUpStrategy = { + AVG: 'avg', + SUM: 'sum', + FIRST: 'first', + LAST: 'last', + NONE: 'none' +} as const; + +/** + * RollUpStrategy + * + * Strategies for rolling metrics up the Session/Trace/Span hierarchy. + */ +export type RollUpStrategy = + (typeof RollUpStrategy)[keyof typeof RollUpStrategy]; + /** * RollbackRequest */ @@ -16042,12 +19076,6 @@ export type RunParamsMap = { * RunScorerSettingsPatchRequest */ export type RunScorerSettingsPatchRequest = { - /** - * Run Id - * - * ID of the run. - */ - runId: string; /** * Scorers * @@ -16060,18 +19088,18 @@ export type RunScorerSettingsPatchRequest = { * List of segment filters to apply to the run. */ segmentFilters?: Array | null; -}; - -/** - * RunScorerSettingsResponse - */ -export type RunScorerSettingsResponse = { /** * Run Id * * ID of the run. */ runId: string; +}; + +/** + * RunScorerSettingsResponse + */ +export type RunScorerSettingsResponse = { /** * Scorers */ @@ -16082,6 +19110,12 @@ export type RunScorerSettingsResponse = { * List of segment filters to apply to the run. */ segmentFilters?: Array | null; + /** + * Run Id + * + * ID of the run. + */ + runId: string; }; /** @@ -16240,6 +19274,10 @@ export type ScorerConfig = { * ScorerVersion to use for this scorer. If not provided, the latest version will be used. */ scorerVersion?: BaseScorerVersionDb | null; + /** + * Roll Up Method + */ + rollUpMethod?: string | null; }; /** @@ -16275,7 +19313,7 @@ export type ScorerCreatorFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -16458,6 +19496,10 @@ export type ScorerResponse = { * Required Scorers */ requiredScorers?: Array | null; + /** + * Deprecated + */ + deprecated?: boolean | null; /** * Label */ @@ -16488,6 +19530,7 @@ export type ScorerResponse = { * Updated At */ updatedAt?: string | null; + rollUpMethod?: NumericRollUpMethod | null; }; /** @@ -16801,6 +19844,24 @@ export type SegmentFilter = { llmScorers?: boolean; }; +/** + * SelectColumns + */ +export type SelectColumns = { + /** + * Column Ids + */ + columnIds?: Array; + /** + * Include All Metrics + */ + includeAllMetrics?: boolean; + /** + * Include All Feedback + */ + includeAllFeedback?: boolean; +}; + /** * SessionCreateRequest */ @@ -16816,13 +19877,24 @@ export type SessionCreateRequest = { * * Experiment id associated with the traces. */ - experimentId?: string | null; + experimentId?: string | null; + /** + * Metrics Testing Id + * + * Metrics testing id associated with the traces. + */ + metricsTestingId?: string | null; + loggingMethod?: LoggingMethod; + /** + * Client Version + */ + clientVersion?: string | null; /** - * Metrics Testing Id + * Reliable * - * Metrics testing id associated with the traces. + * Whether or not to use reliable logging. If set to False, the method will respond immediately before verifying that the traces have been successfully ingested, and no error message will be returned if ingestion fails. If set to True, the method will wait for the traces to be successfully ingested or return an error message if there is an ingestion failure. */ - metricsTestingId?: string | null; + reliable?: boolean; /** * Name * @@ -17128,30 +20200,6 @@ export type StringData = { inputStrings: Array; }; -/** - * StringFilter - * - * Filters on a string field. - */ -export type StringFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; - /** - * Value - */ - value: string | Array; - /** - * Case Sensitive - */ - caseSensitive?: boolean; -}; - /** * SubscriptionConfig */ @@ -17239,6 +20287,10 @@ export type SyntheticDatasetExtensionRequest = { * Count */ count?: number; + /** + * Project Id + */ + projectId?: string | null; }; /** @@ -17413,6 +20465,21 @@ export type TaskResourceLimits = { memoryMb?: number; }; +/** + * TaskResultStatus + */ +export const TaskResultStatus = { + PENDING: 'pending', + COMPLETED: 'completed', + FAILED: 'failed' +} as const; + +/** + * TaskResultStatus + */ +export type TaskResultStatus = + (typeof TaskResultStatus)[keyof typeof TaskResultStatus]; + /** * TaskType * @@ -17461,6 +20528,35 @@ export type TemplateStubRequest = { templates: Array; }; +/** + * TestScore + */ +export type TestScore = { + nodeType: NodeType; + /** + * Score + */ + score?: number | number | string | boolean | null; +}; + +/** + * TextAggregate + */ +export type TextAggregate = { + /** + * Feedback Type + */ + feedbackType?: 'text'; + /** + * Count + */ + count: number; + /** + * Unrated Count + */ + unratedCount: number; +}; + /** * TextRating */ @@ -18186,6 +21282,7 @@ export type UpdateScorerRequest = { * Required Scorers */ requiredScorers?: Array | null; + rollUpMethod?: NumericRollUpMethod | null; }; /** @@ -18353,6 +21450,43 @@ export const UserRole = { */ export type UserRole = (typeof UserRole)[keyof typeof UserRole]; +/** + * ValidResult + */ +export type ValidResult = { + /** + * Result Type + */ + resultType?: 'valid'; + /** + * Score Type + */ + scoreType: string; + /** + * Scoreable Node Types + */ + scoreableNodeTypes: Array; + /** + * Include Llm Credentials + */ + includeLlmCredentials?: boolean; + chainAggregation?: ChainAggregationStrategy | null; + /** + * Test Scores + */ + testScores: Array; +}; + +/** + * ValidateCodeScorerResponse + */ +export type ValidateCodeScorerResponse = { + /** + * Task Id + */ + taskId: string; +}; + /** * ValidateLLMScorerLogRecordRequest * @@ -18413,12 +21547,21 @@ export type ValidateLlmScorerLogRecordRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filterTree?: FilterExpression | null; - sort?: LogRecordsSortClause; + filterTree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; + /** + * Sort for the query. Defaults to native sort (created_at, id descending). + */ + sort?: LogRecordsSortClause | null; /** * Truncate Fields */ truncateFields?: boolean; + /** + * Include Counts + * + * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + */ + includeCounts?: boolean; /** * Query */ @@ -18437,12 +21580,32 @@ export type ValidateLlmScorerLogRecordRequest = { /** * ValidateLLMScorerLogRecordResponse + */ +export type ValidateLlmScorerLogRecordResponse = { + /** + * Metrics Experiment Id + */ + metricsExperimentId: string; +}; + +/** + * ValidateRegisteredScorerResult + */ +export type ValidateRegisteredScorerResult = { + /** + * Result + */ + result: ValidResult | InvalidResult; +}; + +/** + * ValidateScorerLogRecordResponse * - * Response model for validating a new LLM scorer based on a log record. + * Response model for validating a scorer based on log records. * * Returns the uuid of the experiment created with the copied log records to store the metric testing results. */ -export type ValidateLlmScorerLogRecordResponse = { +export type ValidateScorerLogRecordResponse = { /** * Metrics Experiment Id */ @@ -18535,6 +21698,72 @@ export type VertexAiIntegrationCreate = { token: string; }; +/** + * WebSearchAction + * + * Action payload for a web search call event. + */ +export type WebSearchAction = { + /** + * Type + * + * Type of web search action + */ + type: 'search'; + /** + * Query + * + * Search query string + */ + query?: string | null; + /** + * Sources + * + * Optional provider-specific sources + */ + sources?: unknown | null; +}; + +/** + * WebSearchCallEvent + * + * An OpenAI-style web search call event. + */ +export type WebSearchCallEvent = { + /** + * Type + */ + type?: 'web_search_call'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + errorMessage?: string | null; + /** + * Web search action payload + */ + action: WebSearchAction; +}; + /** * WorkflowSpan */ @@ -18944,6 +22173,11 @@ export const GalileoCoreSchemasSharedScorersScorerNameScorerName = { PROMPT_INJECTION_LUNA: 'prompt_injection_luna', PROMPT_PERPLEXITY: 'prompt_perplexity', ROUGE: 'rouge', + REASONING_COHERENCE: 'reasoning_coherence', + SQL_EFFICIENCY: 'sql_efficiency', + SQL_ADHERENCE: 'sql_adherence', + SQL_INJECTION: 'sql_injection', + SQL_CORRECTNESS: 'sql_correctness', TOOL_ERROR_RATE: 'tool_error_rate', TOOL_ERROR_RATE_LUNA: 'tool_error_rate_luna', TOOL_SELECTION_QUALITY: 'tool_selection_quality', @@ -18985,6 +22219,7 @@ export const PromptgalileoSchemasScorerNameScorerName = { _INPUT_TOXICITY: '_input_toxicity', _INPUT_TOXICITY_GPT: '_input_toxicity_gpt', _USER_REGISTERED: '_user_registered', + _COMPOSITE_USER_REGISTERED: '_composite_user_registered', _USER_SUBMITTED: '_user_submitted', _USER_GENERATED: '_user_generated', _USER_FINETUNED: '_user_finetuned', @@ -20936,7 +24171,12 @@ export type ListLogStreamsProjectsProjectIdLogStreamsGetData = { */ projectId: string; }; - query?: never; + query?: { + /** + * Include Counts + */ + includeCounts?: boolean; + }; url: '/projects/{project_id}/log_streams'; }; @@ -21004,6 +24244,10 @@ export type ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetData = projectId: string; }; query?: { + /** + * Include Counts + */ + includeCounts?: boolean; /** * Starting Token */ @@ -21038,6 +24282,38 @@ export type ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetRespon export type ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetResponse = ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetResponses[keyof ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetResponses]; +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostData = { + body: LogStreamSearchRequest; + path: { + /** + * Project Id + */ + projectId: string; + }; + query?: never; + url: '/projects/{project_id}/log_streams/search'; +}; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostError = + SearchLogStreamsProjectsProjectIdLogStreamsSearchPostErrors[keyof SearchLogStreamsProjectsProjectIdLogStreamsSearchPostErrors]; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponses = { + /** + * Successful Response + */ + 200: ListLogStreamResponse; +}; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponse = + SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponses[keyof SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponses]; + export type DeleteLogStreamProjectsProjectIdLogStreamsLogStreamIdDeleteData = { body?: never; path: { @@ -21112,42 +24388,120 @@ export type GetLogStreamProjectsProjectIdLogStreamsLogStreamIdGetResponses = { export type GetLogStreamProjectsProjectIdLogStreamsLogStreamIdGetResponse = GetLogStreamProjectsProjectIdLogStreamsLogStreamIdGetResponses[keyof GetLogStreamProjectsProjectIdLogStreamsLogStreamIdGetResponses]; -export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutData = { - body: LogStreamUpdateRequest; - path: { - /** - * Log Stream Id - */ - logStreamId: string; +export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutData = { + body: LogStreamUpdateRequest; + path: { + /** + * Log Stream Id + */ + logStreamId: string; + /** + * Project Id + */ + projectId: string; + }; + query?: never; + url: '/projects/{project_id}/log_streams/{log_stream_id}'; +}; + +export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutError = + UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutErrors[keyof UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutErrors]; + +export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses = + { + /** + * Successful Response + */ + 200: LogStreamResponse; + }; + +export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponse = + UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses[keyof UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses]; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetData = + { + body?: never; + path: { + /** + * Log Stream Id + */ + logStreamId: string; + /** + * Project Id + */ + projectId: string; + }; + query?: never; + url: '/projects/{project_id}/log_streams/{log_stream_id}/metric_settings'; + }; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetError = + GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetErrors[keyof GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetErrors]; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponses = + { + /** + * Successful Response + */ + 200: MetricSettingsResponse; + }; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponse = + GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponses[keyof GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponses]; + +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchData = + { + body: MetricSettingsRequest; + path: { + /** + * Project Id + */ + projectId: string; + /** + * Log Stream Id + */ + logStreamId: string; + }; + query?: never; + url: '/projects/{project_id}/log_streams/{log_stream_id}/metric_settings'; + }; + +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchErrors = + { /** - * Project Id + * Validation Error */ - projectId: string; + 422: HttpValidationError; }; - query?: never; - url: '/projects/{project_id}/log_streams/{log_stream_id}'; -}; - -export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; -export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutError = - UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutErrors[keyof UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutErrors]; +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchError = + UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchErrors[keyof UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchErrors]; -export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses = +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponses = { /** * Successful Response */ - 200: LogStreamResponse; + 200: MetricSettingsResponse; }; -export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponse = - UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses[keyof UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses]; +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponse = + UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponses[keyof UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponses]; export type LogTracesProjectsProjectIdTracesPostData = { body: LogTracesIngestRequest; @@ -21479,6 +24833,39 @@ export type QueryTracesProjectsProjectIdTracesSearchPostResponses = { export type QueryTracesProjectsProjectIdTracesSearchPostResponse = QueryTracesProjectsProjectIdTracesSearchPostResponses[keyof QueryTracesProjectsProjectIdTracesSearchPostResponses]; +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostData = { + body: LogRecordsPartialQueryRequest; + path: { + /** + * Project Id + */ + projectId: string; + }; + query?: never; + url: '/projects/{project_id}/traces/partial_search'; +}; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostError = + QueryPartialTracesProjectsProjectIdTracesPartialSearchPostErrors[keyof QueryPartialTracesProjectsProjectIdTracesPartialSearchPostErrors]; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponses = + { + /** + * Successful Response + */ + 200: LogRecordsPartialQueryResponse; + }; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponse = + QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponses[keyof QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponses]; + export type CountTracesProjectsProjectIdTracesCountPostData = { body: LogRecordsQueryCountRequest; path: { @@ -21575,6 +24962,39 @@ export type QuerySpansProjectsProjectIdSpansSearchPostResponses = { export type QuerySpansProjectsProjectIdSpansSearchPostResponse = QuerySpansProjectsProjectIdSpansSearchPostResponses[keyof QuerySpansProjectsProjectIdSpansSearchPostResponses]; +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostData = { + body: LogRecordsPartialQueryRequest; + path: { + /** + * Project Id + */ + projectId: string; + }; + query?: never; + url: '/projects/{project_id}/spans/partial_search'; +}; + +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostError = + QueryPartialSpansProjectsProjectIdSpansPartialSearchPostErrors[keyof QueryPartialSpansProjectsProjectIdSpansPartialSearchPostErrors]; + +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponses = + { + /** + * Successful Response + */ + 200: LogRecordsPartialQueryResponse; + }; + +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponse = + QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponses[keyof QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponses]; + export type CountSpansProjectsProjectIdSpansCountPostData = { body: LogRecordsQueryCountRequest; path: { @@ -21703,6 +25123,41 @@ export type QuerySessionsProjectsProjectIdSessionsSearchPostResponses = { export type QuerySessionsProjectsProjectIdSessionsSearchPostResponse = QuerySessionsProjectsProjectIdSessionsSearchPostResponses[keyof QuerySessionsProjectsProjectIdSessionsSearchPostResponses]; +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostData = + { + body: LogRecordsPartialQueryRequest; + path: { + /** + * Project Id + */ + projectId: string; + }; + query?: never; + url: '/projects/{project_id}/sessions/partial_search'; + }; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostError = + QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostErrors[keyof QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostErrors]; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponses = + { + /** + * Successful Response + */ + 200: LogRecordsPartialQueryResponse; + }; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponse = + QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponses[keyof QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponses]; + export type CountSessionsProjectsProjectIdSessionsCountPostData = { body: LogRecordsQueryCountRequest; path: { @@ -22002,7 +25457,12 @@ export type ListExperimentsProjectsProjectIdExperimentsGetData = { */ projectId: string; }; - query?: never; + query?: { + /** + * Include Counts + */ + includeCounts?: boolean; + }; url: '/projects/{project_id}/experiments'; }; @@ -22070,6 +25530,10 @@ export type ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetData projectId: string; }; query?: { + /** + * Include Counts + */ + includeCounts?: boolean; /** * Starting Token */ @@ -22104,6 +25568,38 @@ export type ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResp export type ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResponse = ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResponses[keyof ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResponses]; +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostData = { + body: ExperimentSearchRequest; + path: { + /** + * Project Id + */ + projectId: string; + }; + query?: never; + url: '/projects/{project_id}/experiments/search'; +}; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostError = + SearchExperimentsProjectsProjectIdExperimentsSearchPostErrors[keyof SearchExperimentsProjectsProjectIdExperimentsSearchPostErrors]; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostResponses = { + /** + * Successful Response + */ + 200: ListExperimentResponse; +}; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostResponse = + SearchExperimentsProjectsProjectIdExperimentsSearchPostResponses[keyof SearchExperimentsProjectsProjectIdExperimentsSearchPostResponses]; + export type DeleteExperimentProjectsProjectIdExperimentsExperimentIdDeleteData = { body?: never; @@ -22326,6 +25822,84 @@ export type GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponse export type GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponse = GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponses[keyof GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponses]; +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetData = + { + body?: never; + path: { + /** + * Experiment Id + */ + experimentId: string; + /** + * Project Id + */ + projectId: string; + }; + query?: never; + url: '/projects/{project_id}/experiments/{experiment_id}/metric_settings'; + }; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetError = + GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetErrors[keyof GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetErrors]; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponses = + { + /** + * Successful Response + */ + 200: MetricSettingsResponse; + }; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponse = + GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponses[keyof GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponses]; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchData = + { + body: MetricSettingsRequest; + path: { + /** + * Project Id + */ + projectId: string; + /** + * Experiment Id + */ + experimentId: string; + }; + query?: never; + url: '/projects/{project_id}/experiments/{experiment_id}/metric_settings'; + }; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchError = + UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchErrors[keyof UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchErrors]; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponses = + { + /** + * Successful Response + */ + 200: MetricSettingsResponse; + }; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponse = + UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponses[keyof UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponses]; + export type CreateJobJobsPostData = { body: CreateJobRequest; path?: never; @@ -22472,14 +26046,14 @@ export type GetLatestJobForProjectRunProjectsProjectIdRunsRunIdJobsLatestGetResp export type GetSettingsProjectsProjectIdRunsRunIdScorerSettingsGetData = { body?: never; path: { - /** - * Project Id - */ - projectId: string; /** * Run Id */ runId: string; + /** + * Project Id + */ + projectId: string; }; query?: never; url: '/projects/{project_id}/runs/{run_id}/scorer-settings'; @@ -23805,6 +27379,96 @@ export type CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponses = { export type CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponse = CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponses[keyof CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponses]; +export type ValidateCodeScorerScorersCodeValidatePostData = { + body: BodyValidateCodeScorerScorersCodeValidatePost; + path?: never; + query?: never; + url: '/scorers/code/validate'; +}; + +export type ValidateCodeScorerScorersCodeValidatePostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type ValidateCodeScorerScorersCodeValidatePostError = + ValidateCodeScorerScorersCodeValidatePostErrors[keyof ValidateCodeScorerScorersCodeValidatePostErrors]; + +export type ValidateCodeScorerScorersCodeValidatePostResponses = { + /** + * Successful Response + */ + 200: ValidateCodeScorerResponse; +}; + +export type ValidateCodeScorerScorersCodeValidatePostResponse = + ValidateCodeScorerScorersCodeValidatePostResponses[keyof ValidateCodeScorerScorersCodeValidatePostResponses]; + +export type ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostData = { + body: BodyValidateCodeScorerLogRecordScorersCodeValidateLogRecordPost; + path?: never; + query?: never; + url: '/scorers/code/validate/log_record'; +}; + +export type ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostError = + ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostErrors[keyof ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostErrors]; + +export type ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponses = + { + /** + * Successful Response + */ + 200: ValidateScorerLogRecordResponse; + }; + +export type ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponse = + ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponses[keyof ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponses]; + +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetData = { + body?: never; + path: { + /** + * Task Id + */ + taskId: string; + }; + query?: never; + url: '/scorers/code/validate/{task_id}'; +}; + +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetError = + GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetErrors[keyof GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetErrors]; + +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses = + { + /** + * Successful Response + */ + 200: RegisteredScorerTaskResultResponse; + }; + +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponse = + GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses[keyof GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses]; + export type GetScorerVersionCodeScorersScorerIdVersionCodeGetData = { body?: never; path: { diff --git a/src/types/openapi.types.ts b/src/types/openapi.types.ts index 5434a2d4..30b6f6a9 100644 --- a/src/types/openapi.types.ts +++ b/src/types/openapi.types.ts @@ -434,7 +434,7 @@ export type AggregatedTraceViewNode = { /** * Parent Id */ - parent_id: string | null; + parent_id?: string | null; /** * Has Children */ @@ -453,6 +453,10 @@ export type AggregatedTraceViewNode = { * Weight */ weight: number; + /** + * Insights + */ + insights?: Array; }; /** @@ -530,14 +534,20 @@ export type AggregatedTraceViewResponse = { }; /** - * AndNode + * AndNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ -export type AndNode = { - /** - * And - */ - and: Array; -}; +export type AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * And + */ + and: Array< + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + >; + }; /** * AnthropicAuthenticationType @@ -689,6 +699,14 @@ export type AwsBedrockIntegration = { * Region */ region?: string; + /** + * Inference Profiles + * + * Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inference_profiles?: { + [key: string]: string; + }; /** * Id */ @@ -761,6 +779,14 @@ export type AwsSageMakerIntegrationCreate = { * Region */ region?: string; + /** + * Inference Profiles + * + * Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inference_profiles?: { + [key: string]: string; + }; /** * Token */ @@ -948,6 +974,14 @@ export type BaseAwsIntegrationCreate = { * Region */ region?: string; + /** + * Inference Profiles + * + * Mapping from model name (Foundation model ID) to inference profile ARN or ID + */ + inference_profiles?: { + [key: string]: string; + }; /** * Token */ @@ -1249,6 +1283,10 @@ export type BaseScorer = { * Num Judges */ num_judges?: number | null; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -1283,6 +1321,7 @@ export type BaseScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -1443,6 +1482,12 @@ export type BodyCreateCodeScorerVersionScorersScorerIdVersionCodePost = { * File */ file: Blob | File; + /** + * Validation Result + * + * Pre-validated result as JSON string to skip validation + */ + validation_result?: string | null; }; /** @@ -1554,23 +1599,75 @@ export type BodyUploadPromptEvaluationDatasetProjectsProjectIdPromptDatasetsPost }; /** - * BooleanFilter - * - * Filters on a boolean field. + * Body_validate_code_scorer_log_record_scorers_code_validate_log_record_post */ -export type BooleanFilter = { +export type BodyValidateCodeScorerLogRecordScorersCodeValidateLogRecordPost = { /** - * Name + * File */ - name: string | null; + file: Blob | File; /** - * Operator + * Log Stream Id */ - operator: 'eq' | 'ne'; + log_stream_id?: string | null; /** - * Value + * Experiment Id */ - value: boolean; + experiment_id?: string | null; + /** + * Limit + */ + limit?: number; + /** + * Starting Token + */ + starting_token?: number | null; + /** + * Filters + * + * JSON string array of LogRecordsQueryFilter + */ + filters?: string | null; + /** + * Sort + * + * JSON string of LogRecordsSortClause + */ + sort?: string | null; + /** + * Required Scorers + */ + required_scorers?: string | Array | null; + /** + * Scoreable Node Types + */ + scoreable_node_types?: string | Array | null; +}; + +/** + * Body_validate_code_scorer_scorers_code_validate_post + */ +export type BodyValidateCodeScorerScorersCodeValidatePost = { + /** + * File + */ + file: Blob | File; + /** + * Test Input + */ + test_input?: string | null; + /** + * Test Output + */ + test_output?: string | null; + /** + * Required Scorers + */ + required_scorers?: string | Array | null; + /** + * Scoreable Node Types + */ + scoreable_node_types?: string | Array | null; }; /** @@ -1672,6 +1769,22 @@ export type BulkDeletePromptTemplatesResponse = { message: string; }; +/** + * ChainAggregationStrategy + */ +export const ChainAggregationStrategy = { + SUM: 'sum', + AVERAGE: 'average', + FIRST: 'first', + LAST: 'last' +} as const; + +/** + * ChainAggregationStrategy + */ +export type ChainAggregationStrategy = + (typeof ChainAggregationStrategy)[keyof typeof ChainAggregationStrategy]; + /** * ChainPollTemplate * @@ -1844,30 +1957,6 @@ export type CollaboratorUpdate = { role: CollaboratorRole; }; -/** - * CollectionFilter - * - * Filters for string items in a collection/list. - */ -export type CollectionFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'contains' | 'not_in'; - /** - * Value - */ - value: string | Array; - /** - * Case Sensitive - */ - case_sensitive?: boolean; -}; - /** * ColumnCategory */ @@ -1897,16 +1986,6 @@ export type ColumnInfo = { * Column id. Must be universally unique. */ id: string; - /** - * For metric columns only: Scorer config that produced the metric. - */ - scorer_config?: ScorerConfig | null; - /** - * Scorer Id - * - * For metric columns only: Scorer id that produced the metric. This is deprecated and will be removed in future versions. - */ - scorer_id?: string | null; /** * Label * @@ -1929,14 +2008,10 @@ export type ColumnInfo = { * Display label of the column group. */ group_label?: string | null; - /** - * Insight type. - */ - insight_type?: InsightType | null; /** * Data type of the column. This is used to determine how to format the data on the UI. */ - data_type?: DataType | null; + data_type: DataType | null; /** * Data unit of the column (optional). */ @@ -1953,10 +2028,6 @@ export type ColumnInfo = { * Allowed values for this column. */ allowed_values?: Array | null; - /** - * Thresholds for the column, if this is a metrics column. - */ - threshold?: MetricThreshold | null; /** * Sortable * @@ -2497,6 +2568,10 @@ export type CreateJobRequest = { * Log Metric Computing Records */ log_metric_computing_records?: boolean; + /** + * Stream Metrics + */ + stream_metrics?: boolean; }; /** @@ -2763,6 +2838,10 @@ export type CreateJobResponse = { * Log Metric Computing Records */ log_metric_computing_records?: boolean; + /** + * Stream Metrics + */ + stream_metrics?: boolean; /** * Message */ @@ -2882,6 +2961,10 @@ export type CreateScorerRequest = { tags?: Array; defaults?: ScorerDefaults | null; scorer_type: ScorerTypes; + /** + * Deprecated + */ + deprecated?: boolean | null; model_type?: ModelType | null; /** * Ground Truth @@ -2969,7 +3052,10 @@ export type CreateUpdateRegisteredScorerResponse = { /** * CustomAuthenticationType */ -export const CustomAuthenticationType = { OAUTH2: 'oauth2' } as const; +export const CustomAuthenticationType = { + OAUTH2: 'oauth2', + NONE: 'none' +} as const; /** * CustomAuthenticationType @@ -2977,30 +3063,6 @@ export const CustomAuthenticationType = { OAUTH2: 'oauth2' } as const; export type CustomAuthenticationType = (typeof CustomAuthenticationType)[keyof typeof CustomAuthenticationType]; -/** - * CustomBooleanFilter - */ -export type CustomBooleanFilter = { - /** - * Name - */ - name: string | null; - /** - * Value - */ - value: boolean; -}; - -/** - * CustomFunctionFilter - */ -export type CustomFunctionFilter = { - /** - * Name - */ - name: string | null; -}; - /** * CustomIntegration */ @@ -3090,39 +3152,7 @@ export type CustomIntegrationCreate = { /** * Token */ - token: string; -}; - -/** - * CustomNumberFilter - */ -export type CustomNumberFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte' | 'between'; - /** - * Value - */ - value: number | number | Array | Array; -}; - -/** - * CustomUUIDFilter - */ -export type CustomUuidFilter = { - /** - * Name - */ - name: string | null; - /** - * Value - */ - value: string; + token?: string | null; }; /** @@ -3193,6 +3223,10 @@ export type CustomizedAgenticSessionSuccessGptScorer = { */ description?: string | null; chainpoll_template?: AgenticSessionSuccessTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -3227,6 +3261,7 @@ export type CustomizedAgenticSessionSuccessGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -3318,6 +3353,10 @@ export type CustomizedAgenticWorkflowSuccessGptScorer = { */ description?: string | null; chainpoll_template?: AgenticWorkflowSuccessTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -3352,6 +3391,7 @@ export type CustomizedAgenticWorkflowSuccessGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -3443,6 +3483,10 @@ export type CustomizedChunkAttributionUtilizationGptScorer = { */ description?: string | null; chainpoll_template?: ChunkAttributionUtilizationTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -3477,6 +3521,7 @@ export type CustomizedChunkAttributionUtilizationGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -3568,6 +3613,10 @@ export type CustomizedCompletenessGptScorer = { */ description?: string | null; chainpoll_template?: CompletenessTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -3602,6 +3651,7 @@ export type CustomizedCompletenessGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -3693,6 +3743,10 @@ export type CustomizedFactualityGptScorer = { */ description?: string | null; chainpoll_template?: FactualityTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -3727,6 +3781,7 @@ export type CustomizedFactualityGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -3822,6 +3877,10 @@ export type CustomizedGroundTruthAdherenceGptScorer = { */ description?: string | null; chainpoll_template?: GroundTruthAdherenceTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -3856,6 +3915,7 @@ export type CustomizedGroundTruthAdherenceGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -3947,6 +4007,10 @@ export type CustomizedGroundednessGptScorer = { */ description?: string | null; chainpoll_template?: GroundednessTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -3981,6 +4045,7 @@ export type CustomizedGroundednessGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -4072,6 +4137,10 @@ export type CustomizedInputSexistGptScorer = { */ description?: string | null; chainpoll_template?: InputSexistTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4106,6 +4175,7 @@ export type CustomizedInputSexistGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -4197,6 +4267,10 @@ export type CustomizedInputToxicityGptScorer = { */ description?: string | null; chainpoll_template?: InputToxicityTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4231,6 +4305,7 @@ export type CustomizedInputToxicityGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -4322,6 +4397,10 @@ export type CustomizedInstructionAdherenceGptScorer = { */ description?: string | null; chainpoll_template?: InstructionAdherenceTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4356,6 +4435,7 @@ export type CustomizedInstructionAdherenceGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -4451,6 +4531,10 @@ export type CustomizedPromptInjectionGptScorer = { */ description?: string | null; chainpoll_template?: PromptInjectionTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4485,6 +4569,7 @@ export type CustomizedPromptInjectionGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -4576,6 +4661,10 @@ export type CustomizedSexistGptScorer = { */ description?: string | null; chainpoll_template?: SexistTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4610,6 +4699,7 @@ export type CustomizedSexistGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -4701,6 +4791,10 @@ export type CustomizedToolErrorRateGptScorer = { */ description?: string | null; chainpoll_template?: ToolErrorRateTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4735,6 +4829,7 @@ export type CustomizedToolErrorRateGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -4826,6 +4921,10 @@ export type CustomizedToolSelectionQualityGptScorer = { */ description?: string | null; chainpoll_template?: ToolSelectionQualityTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4860,6 +4959,7 @@ export type CustomizedToolSelectionQualityGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -4951,6 +5051,10 @@ export type CustomizedToxicityGptScorer = { */ description?: string | null; chainpoll_template?: ToxicityTemplate; + /** + * Default Model Alias + */ + default_model_alias?: string | null; /** * Ground Truth */ @@ -4985,6 +5089,7 @@ export type CustomizedToxicityGptScorer = { * Required Scorers */ required_scorers?: Array | null; + roll_up_strategy?: RollUpStrategy | null; /** * Prompt */ @@ -5023,7 +5128,12 @@ export const DataType = { DATASET: 'dataset', PROMPT: 'prompt', PLAYGROUND: 'playground', - RANK: 'rank' + RANK: 'rank', + SCORE_RATING_AGGREGATE: 'score_rating_aggregate', + STAR_RATING_AGGREGATE: 'star_rating_aggregate', + THUMB_RATING_AGGREGATE: 'thumb_rating_aggregate', + TAGS_RATING_AGGREGATE: 'tags_rating_aggregate', + TEXT_RATING_AGGREGATE: 'text_rating_aggregate' } as const; /** @@ -5799,7 +5909,7 @@ export type DatasetDraftFilter = { /** * Operator */ - operator: 'eq' | 'ne'; + operator?: 'eq' | 'ne'; /** * Value */ @@ -5852,7 +5962,7 @@ export type DatasetIdFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -6227,26 +6337,6 @@ export type DatasetVersionIndexSort = { sort_type?: 'column'; }; -/** - * DateFilter - * - * Filters on a datetime field. - */ -export type DateFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; - /** - * Value - */ - value: string; -}; - /** * DeletePromptResponse */ @@ -6418,24 +6508,24 @@ export type EditSpan = { }; /** - * EnumFilter + * EventStatus * - * Filters on a string field, with limited categories. + * Common status values for events. */ -export type EnumFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'ne' | 'one_of' | 'not_in'; - /** - * Value - */ - value: string | Array; -}; +export const EventStatus = { + IN_PROGRESS: 'in_progress', + COMPLETED: 'completed', + FAILED: 'failed', + CANCELLED: 'cancelled', + INCOMPLETE: 'incomplete' +} as const; + +/** + * EventStatus + * + * Common status values for events. + */ +export type EventStatus = (typeof EventStatus)[keyof typeof EventStatus]; /** * ExecutionStatus @@ -6497,11 +6587,65 @@ export type ExperimentCreateRequest = { }; /** - * ExperimentDataset + * RunCreatedAtFilter */ -export type ExperimentDataset = { +export type ExperimentCreatedAtFilter = { /** - * Dataset Id + * Name + */ + name?: 'created_at'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + */ + value: string; +}; + +/** + * RunCreatedAtSort + */ +export type ExperimentCreatedAtSort = { + /** + * Name + */ + name?: 'created_at'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sort_type?: 'column'; +}; + +/** + * RunCreatedByFilter + */ +export type ExperimentCreatedByFilter = { + /** + * Name + */ + name?: 'created_by'; + /** + * Operator + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value + */ + value: string | Array; +}; + +/** + * ExperimentDataset + */ +export type ExperimentDataset = { + /** + * Dataset Id */ dataset_id?: string | null; /** @@ -6528,6 +6672,24 @@ export type ExperimentDatasetRequest = { version_index: number; }; +/** + * RunIDFilter + */ +export type ExperimentIdFilter = { + /** + * Name + */ + name?: 'id'; + /** + * Operator + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value + */ + value: string | Array; +}; + /** * ExperimentMetricsRequest */ @@ -6569,6 +6731,46 @@ export type ExperimentMetricsResponse = { metrics?: Array; }; +/** + * RunNameFilter + */ +export type ExperimentNameFilter = { + /** + * Name + */ + name?: 'name'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** + * Value + */ + value: string | Array; + /** + * Case Sensitive + */ + case_sensitive?: boolean; +}; + +/** + * RunNameSort + */ +export type ExperimentNameSort = { + /** + * Name + */ + name?: 'name'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sort_type?: 'column'; +}; + /** * ExperimentPhaseStatus */ @@ -6657,9 +6859,13 @@ export type ExperimentResponse = { created_by?: string | null; created_by_user?: UserInfo | null; /** - * Num Samples + * Num Spans + */ + num_spans?: number | null; + /** + * Num Traces */ - num_samples?: number | null; + num_traces?: number | null; task_type: TaskType; dataset?: ExperimentDataset | null; /** @@ -6671,11 +6877,23 @@ export type ExperimentResponse = { /** * Aggregate Feedback * - * Aggregate feedback information related to the experiment + * Aggregate feedback information related to the experiment (traces only) + * + * @deprecated */ aggregate_feedback?: { [key: string]: FeedbackAggregate; }; + /** + * Rating Aggregates + * + * Annotation aggregates keyed by template ID and root type + */ + rating_aggregates?: { + [key: string]: { + [key in RootType]?: FeedbackAggregate; + }; + }; /** * Ranking Score */ @@ -6708,6 +6926,58 @@ export type ExperimentResponse = { status?: ExperimentStatus; }; +/** + * ExperimentSearchRequest + */ +export type ExperimentSearchRequest = { + /** + * Starting Token + */ + starting_token?: number; + /** + * Limit + */ + limit?: number; + /** + * Filters + */ + filters?: Array< + | ({ + name: 'id'; + } & ExperimentIdFilter) + | ({ + name: 'name'; + } & ExperimentNameFilter) + | ({ + name: 'created_by'; + } & ExperimentCreatedByFilter) + | ({ + name: 'created_at'; + } & ExperimentCreatedAtFilter) + | ({ + name: 'updated_at'; + } & ExperimentUpdatedAtFilter) + >; + /** + * Sort + */ + sort?: + | ({ + name: 'name'; + } & ExperimentNameSort) + | ({ + name: 'created_at'; + } & ExperimentCreatedAtSort) + | ({ + name: 'updated_at'; + } & ExperimentUpdatedAtSort) + | null; + /** + * Include Counts + */ + include_counts?: boolean; +}; + /** * ExperimentStatus */ @@ -6729,6 +6999,42 @@ export type ExperimentUpdateRequest = { task_type?: 16 | 17; }; +/** + * RunUpdatedAtFilter + */ +export type ExperimentUpdatedAtFilter = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + */ + value: string; +}; + +/** + * RunUpdatedAtSort + */ +export type ExperimentUpdatedAtSort = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sort_type?: 'column'; +}; + /** * ExperimentsAvailableColumnsResponse */ @@ -6897,6 +7203,14 @@ export type ExtendedAgentSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -7128,6 +7442,14 @@ export type ExtendedAgentSpanRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -7327,6 +7649,14 @@ export type ExtendedLlmSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -7382,6 +7712,37 @@ export type ExtendedLlmSpanRecord = { tools?: Array<{ [key: string]: unknown; }> | null; + /** + * Events + * + * List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: Array< + | ({ + type: 'message'; + } & MessageEvent) + | ({ + type: 'reasoning'; + } & ReasoningEvent) + | ({ + type: 'internal_tool_call'; + } & InternalToolCall) + | ({ + type: 'web_search_call'; + } & WebSearchCallEvent) + | ({ + type: 'image_generation'; + } & ImageGenerationEvent) + | ({ + type: 'mcp_call'; + } & McpCallEvent) + | ({ + type: 'mcp_list_tools'; + } & McpListToolsEvent) + | ({ + type: 'mcp_approval_request'; + } & McpApprovalRequestEvent) + > | null; /** * Model * @@ -7552,6 +7913,14 @@ export type ExtendedRetrieverSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -7771,6 +8140,14 @@ export type ExtendedRetrieverSpanRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -7976,6 +8353,14 @@ export type ExtendedSessionRecord = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -8009,6 +8394,10 @@ export type ExtendedSessionRecord = { * Previous Session Id */ previous_session_id?: string | null; + /** + * Num Traces + */ + num_traces?: number | null; }; /** @@ -8171,6 +8560,14 @@ export type ExtendedSessionRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -8204,6 +8601,10 @@ export type ExtendedSessionRecordWithChildren = { * Previous Session Id */ previous_session_id?: string | null; + /** + * Num Traces + */ + num_traces?: number | null; }; /** @@ -8356,6 +8757,14 @@ export type ExtendedToolSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -8581,6 +8990,14 @@ export type ExtendedToolSpanRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -8786,6 +9203,14 @@ export type ExtendedTraceRecord = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -8822,13 +9247,9 @@ export type ExtendedTraceRecord = { */ is_complete?: boolean; /** - * Feedback Rating Info - * - * Feedback information related to the trace + * Num Spans */ - feedback_rating_info?: { - [key: string]: FeedbackRatingInfo; - }; + num_spans?: number | null; }; /** @@ -9001,6 +9422,14 @@ export type ExtendedTraceRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -9037,13 +9466,9 @@ export type ExtendedTraceRecordWithChildren = { */ is_complete?: boolean; /** - * Feedback Rating Info - * - * Feedback information related to the trace + * Num Spans */ - feedback_rating_info?: { - [key: string]: FeedbackRatingInfo; - }; + num_spans?: number | null; }; /** @@ -9204,6 +9629,14 @@ export type ExtendedWorkflowSpanRecord = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -9431,6 +9864,14 @@ export type ExtendedWorkflowSpanRecordWithChildren = { * Galileo ID of the metrics batch associated with this trace or span */ session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** * Metric Info * @@ -9541,7 +9982,10 @@ export type FeedbackAggregate = { } & ScoreAggregate) | ({ feedback_type: 'tags'; - } & TagsAggregate); + } & TagsAggregate) + | ({ + feedback_type: 'text'; + } & TextAggregate); }; /** @@ -9644,28 +10088,41 @@ export const FileType = { */ export type FileType = (typeof FileType)[keyof typeof FileType]; -export type FilterExpression = FilterLeaf | AndNode | OrNode | NotNode; +export type FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType; /** - * FilterLeaf + * FilterLeaf[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ -export type FilterLeaf = { - /** - * Filter - */ - filter: - | CollectionFilter - | StringFilter - | IdFilter - | CustomUuidFilter - | DateFilter - | BooleanFilter - | CustomNumberFilter - | EnumFilter - | MapFilter - | CustomBooleanFilter - | CustomFunctionFilter; -}; +export type FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * Filter + */ + filter: + | ({ + type: 'id'; + } & LogRecordsIdFilter) + | ({ + type: 'date'; + } & LogRecordsDateFilter) + | ({ + type: 'number'; + } & LogRecordsNumberFilter) + | ({ + type: 'boolean'; + } & LogRecordsBooleanFilter) + | ({ + type: 'collection'; + } & LogRecordsCollectionFilter) + | ({ + type: 'text'; + } & LogRecordsTextFilter); + }; /** * FilterParams @@ -10299,23 +10756,59 @@ export type HistogramStrategy = (typeof HistogramStrategy)[keyof typeof HistogramStrategy]; /** - * IDFilter + * ImageGenerationEvent * - * Filters on a UUID field. + * An image generation event from the model. */ -export type IdFilter = { +export type ImageGenerationEvent = { /** - * Name + * Type */ - name: string | null; + type?: 'image_generation'; /** - * Operator + * Id + * + * Unique identifier for the event */ - operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + id?: string | null; /** - * Value + * Status of the event */ - value: string | Array; + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + error_message?: string | null; + /** + * Prompt + * + * The prompt used for image generation + */ + prompt?: string | null; + /** + * Images + * + * Generated images with URLs or base64 data + */ + images?: Array<{ + [key: string]: unknown; + }> | null; + /** + * Model + * + * Image generation model used + */ + model?: string | null; }; /** @@ -10573,6 +11066,40 @@ export const InputTypeEnum = { */ export type InputTypeEnum = (typeof InputTypeEnum)[keyof typeof InputTypeEnum]; +/** + * InsightSummary + */ +export type InsightSummary = { + /** + * Id + */ + id: string; + /** + * Title + */ + title: string; + /** + * Observation + */ + observation: string; + /** + * Details + */ + details: string; + /** + * Suggested Action + */ + suggested_action: string; + /** + * Priority + */ + priority: number; + /** + * Priority Category + */ + priority_category?: 'error' | 'warning' | 'info' | null; +}; + /** * InsightType */ @@ -10758,6 +11285,81 @@ export const IntegrationName = { export type IntegrationName = (typeof IntegrationName)[keyof typeof IntegrationName]; +/** + * InternalToolCall + * + * A tool call executed internally by the model during reasoning. + * + * This represents internal tools like web search, code execution, file search, etc. + * that the model invokes (not user-defined functions or MCP tools). + */ +export type InternalToolCall = { + /** + * Type + */ + type?: 'internal_tool_call'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + error_message?: string | null; + /** + * Name + * + * Name of the internal tool (e.g., 'web_search', 'code_interpreter', 'file_search') + */ + name: string; + /** + * Input + * + * Input/arguments to the tool call + */ + input?: { + [key: string]: unknown; + } | null; + /** + * Output + * + * Output/results from the tool call + */ + output?: { + [key: string]: unknown; + } | null; +}; + +/** + * InvalidResult + */ +export type InvalidResult = { + /** + * Result Type + */ + result_type?: 'invalid'; + /** + * Error Message + */ + error_message: string; +}; + /** * InvokeResponse */ @@ -11767,6 +12369,37 @@ export type LlmSpan = { tools?: Array<{ [key: string]: unknown; }> | null; + /** + * Events + * + * List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: Array< + | ({ + type: 'message'; + } & MessageEvent) + | ({ + type: 'reasoning'; + } & ReasoningEvent) + | ({ + type: 'internal_tool_call'; + } & InternalToolCall) + | ({ + type: 'web_search_call'; + } & WebSearchCallEvent) + | ({ + type: 'image_generation'; + } & ImageGenerationEvent) + | ({ + type: 'mcp_call'; + } & McpCallEvent) + | ({ + type: 'mcp_list_tools'; + } & McpListToolsEvent) + | ({ + type: 'mcp_approval_request'; + } & McpApprovalRequestEvent) + > | null; /** * Model * @@ -11826,7 +12459,7 @@ export type LogRecordsAvailableColumnsResponse = { /** * Columns */ - columns?: Array; + columns?: Array; }; /** @@ -11839,6 +12472,10 @@ export type LogRecordsBooleanFilter = { * ID of the column to filter. */ column_id: string; + /** + * Operator + */ + operator?: 'eq' | 'ne'; /** * Value */ @@ -11878,62 +12515,174 @@ export type LogRecordsCollectionFilter = { }; /** - * LogRecordsDateFilter + * LogRecordsColumnInfo */ -export type LogRecordsDateFilter = { +export type LogRecordsColumnInfo = { /** - * Column Id + * Id * - * ID of the column to filter. + * Column id. Must be universally unique. */ - column_id: string; + id: string; /** - * Operator + * Label + * + * Display label of the column in the UI. */ - operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + label?: string | null; /** - * Value + * Category of the column. */ - value: string; + category: ColumnCategory; /** - * Type + * Description + * + * Description of the column. */ - type?: 'date'; -}; - -/** - * LogRecordsDeleteRequest - */ -export type LogRecordsDeleteRequest = { + description?: string | null; /** - * Log Stream Id + * Group Label * - * Log stream id associated with the traces. + * Display label of the column group. */ - log_stream_id?: string | null; + group_label?: string | null; /** - * Experiment Id + * Data type of the column. This is used to determine how to format the data on the UI. + */ + data_type: DataType | null; + /** + * Data unit of the column (optional). + */ + data_unit?: DataUnit | null; + /** + * Multi Valued * - * Experiment id associated with the traces. + * Whether the column is multi-valued. */ - experiment_id?: string | null; + multi_valued?: boolean; /** - * Metrics Testing Id + * Allowed Values * - * Metrics testing id associated with the traces. + * Allowed values for this column. */ - metrics_testing_id?: string | null; + allowed_values?: Array | null; /** - * Filters + * Sortable + * + * Whether the column is sortable. */ - filters?: Array< - | ({ - type: 'id'; - } & LogRecordsIdFilter) - | ({ - type: 'date'; - } & LogRecordsDateFilter) - | ({ + sortable?: boolean; + /** + * Filterable + * + * Whether the column is filterable. + */ + filterable?: boolean; + /** + * Is Empty + * + * Indicates whether the column is empty and should be hidden. + */ + is_empty?: boolean; + /** + * Applicable Types + * + * List of types applicable for this column. + */ + applicable_types?: Array; + /** + * Complex + * + * Whether the column requires special handling in the UI. Setting this to True will hide the column in the UI until the UI adds support for it. + */ + complex?: boolean; + /** + * Is Optional + * + * Whether the column is optional. + */ + is_optional?: boolean; + /** + * For metric columns only: Scorer config that produced the metric. + */ + scorer_config?: ScorerConfig | null; + /** + * Scorer Id + * + * For metric columns only: Scorer id that produced the metric. This is deprecated and will be removed in future versions. + */ + scorer_id?: string | null; + /** + * Insight type. + */ + insight_type?: InsightType | null; + /** + * Filter type. + */ + filter_type?: LogRecordsFilterType | null; + /** + * Thresholds for the column, if this is a metrics column. + */ + threshold?: MetricThreshold | null; +}; + +/** + * LogRecordsDateFilter + */ +export type LogRecordsDateFilter = { + /** + * Column Id + * + * ID of the column to filter. + */ + column_id: string; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + */ + value: string; + /** + * Type + */ + type?: 'date'; +}; + +/** + * LogRecordsDeleteRequest + */ +export type LogRecordsDeleteRequest = { + /** + * Log Stream Id + * + * Log stream id associated with the traces. + */ + log_stream_id?: string | null; + /** + * Experiment Id + * + * Experiment id associated with the traces. + */ + experiment_id?: string | null; + /** + * Metrics Testing Id + * + * Metrics testing id associated with the traces. + */ + metrics_testing_id?: string | null; + /** + * Filters + */ + filters?: Array< + | ({ + type: 'id'; + } & LogRecordsIdFilter) + | ({ + type: 'date'; + } & LogRecordsDateFilter) + | ({ type: 'number'; } & LogRecordsNumberFilter) | ({ @@ -11946,7 +12695,7 @@ export type LogRecordsDeleteRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filter_tree?: FilterExpression | null; + filter_tree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; }; /** @@ -12011,9 +12760,9 @@ export type LogRecordsExportRequest = { } & LogRecordsTextFilter) >; /** - * Sort clause for the export + * Sort clause for the export. Defaults to native sort (created_at, id descending). */ - sort?: LogRecordsSortClause; + sort?: LogRecordsSortClause | null; /** * Column Ids * @@ -12031,8 +12780,32 @@ export type LogRecordsExportRequest = { * Redact sensitive data */ redact?: boolean; + /** + * File Name + * + * Optional filename for the exported file + */ + file_name?: string | null; }; +/** + * LogRecordsFilterType + */ +export const LogRecordsFilterType = { + ID: 'id', + DATE: 'date', + NUMBER: 'number', + BOOLEAN: 'boolean', + TEXT: 'text', + COLLECTION: 'collection' +} as const; + +/** + * LogRecordsFilterType + */ +export type LogRecordsFilterType = + (typeof LogRecordsFilterType)[keyof typeof LogRecordsFilterType]; + /** * LogRecordsIDFilter */ @@ -12050,7 +12823,7 @@ export type LogRecordsIdFilter = { /** * Value */ - value: string | Array; + value: string | Array; /** * Type */ @@ -12170,6 +12943,137 @@ export type LogRecordsNumberFilter = { type?: 'number'; }; +/** + * LogRecordsPartialQueryRequest + * + * Request to query a genai project run (log stream or experiment) with partial results. + */ +export type LogRecordsPartialQueryRequest = { + /** + * Starting Token + */ + starting_token?: number; + /** + * Limit + */ + limit?: number; + /** + * Previous Last Row Id + */ + previous_last_row_id?: string | null; + /** + * Log Stream Id + * + * Log stream id associated with the traces. + */ + log_stream_id?: string | null; + /** + * Experiment Id + * + * Experiment id associated with the traces. + */ + experiment_id?: string | null; + /** + * Metrics Testing Id + * + * Metrics testing id associated with the traces. + */ + metrics_testing_id?: string | null; + /** + * Filters + */ + filters?: Array< + | ({ + type: 'id'; + } & LogRecordsIdFilter) + | ({ + type: 'date'; + } & LogRecordsDateFilter) + | ({ + type: 'number'; + } & LogRecordsNumberFilter) + | ({ + type: 'boolean'; + } & LogRecordsBooleanFilter) + | ({ + type: 'collection'; + } & LogRecordsCollectionFilter) + | ({ + type: 'text'; + } & LogRecordsTextFilter) + >; + filter_tree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; + /** + * Sort for the query. Defaults to native sort (created_at, id descending). + */ + sort?: LogRecordsSortClause | null; + /** + * Truncate Fields + */ + truncate_fields?: boolean; + /** + * Include Counts + * + * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + */ + include_counts?: boolean; + select_columns: SelectColumns; +}; + +/** + * LogRecordsPartialQueryResponse + */ +export type LogRecordsPartialQueryResponse = { + /** + * Starting Token + */ + starting_token?: number; + /** + * Limit + */ + limit?: number; + /** + * Paginated + */ + paginated?: boolean; + /** + * Next Starting Token + */ + next_starting_token?: number | null; + /** + * Last Row Id + */ + last_row_id?: string | null; + /** + * Records + * + * records matching the query + */ + records?: Array< + | ({ + type: 'trace'; + } & PartialExtendedTraceRecord) + | ({ + type: 'agent'; + } & PartialExtendedAgentSpanRecord) + | ({ + type: 'workflow'; + } & PartialExtendedWorkflowSpanRecord) + | ({ + type: 'llm'; + } & PartialExtendedLlmSpanRecord) + | ({ + type: 'tool'; + } & PartialExtendedToolSpanRecord) + | ({ + type: 'retriever'; + } & PartialExtendedRetrieverSpanRecord) + | ({ + type: 'session'; + } & PartialExtendedSessionRecord) + >; +}; + /** * LogRecordsQueryCountRequest */ @@ -12215,7 +13119,7 @@ export type LogRecordsQueryCountRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filter_tree?: FilterExpression | null; + filter_tree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; }; /** @@ -12287,12 +13191,21 @@ export type LogRecordsQueryRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filter_tree?: FilterExpression | null; - sort?: LogRecordsSortClause; + filter_tree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; + /** + * Sort for the query. Defaults to native sort (created_at, id descending). + */ + sort?: LogRecordsSortClause | null; /** * Truncate Fields */ truncate_fields?: boolean; + /** + * Include Counts + * + * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + */ + include_counts?: boolean; }; /** @@ -12513,7 +13426,7 @@ export type LogSpanUpdateResponse = { * * Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @@ -12638,7 +13551,7 @@ export type LogSpansIngestResponse = { * * Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @@ -12670,17 +13583,129 @@ export type LogStreamCreateRequest = { }; /** - * LogStreamResponse + * RunCreatedAtFilter */ -export type LogStreamResponse = { +export type LogStreamCreatedAtFilter = { /** - * Id + * Name */ - id: string; + name?: 'created_at'; /** - * Created At + * Operator */ - created_at: string; + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + */ + value: string; +}; + +/** + * RunCreatedAtSort + */ +export type LogStreamCreatedAtSort = { + /** + * Name + */ + name?: 'created_at'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sort_type?: 'column'; +}; + +/** + * RunCreatedByFilter + */ +export type LogStreamCreatedByFilter = { + /** + * Name + */ + name?: 'created_by'; + /** + * Operator + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value + */ + value: string | Array; +}; + +/** + * RunIDFilter + */ +export type LogStreamIdFilter = { + /** + * Name + */ + name?: 'id'; + /** + * Operator + */ + operator?: 'eq' | 'ne' | 'one_of' | 'not_in' | 'contains'; + /** + * Value + */ + value: string | Array; +}; + +/** + * RunNameFilter + */ +export type LogStreamNameFilter = { + /** + * Name + */ + name?: 'name'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; + /** + * Value + */ + value: string | Array; + /** + * Case Sensitive + */ + case_sensitive?: boolean; +}; + +/** + * RunNameSort + */ +export type LogStreamNameSort = { + /** + * Name + */ + name?: 'name'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sort_type?: 'column'; +}; + +/** + * LogStreamResponse + */ +export type LogStreamResponse = { + /** + * Id + */ + id: string; + /** + * Created At + */ + created_at: string; /** * Updated At */ @@ -12697,12 +13722,73 @@ export type LogStreamResponse = { * Created By */ created_by?: string | null; + created_by_user?: UserInfo | null; + /** + * Num Spans + */ + num_spans?: number | null; + /** + * Num Traces + */ + num_traces?: number | null; /** * Has User Created Sessions */ has_user_created_sessions?: boolean; }; +/** + * LogStreamSearchRequest + */ +export type LogStreamSearchRequest = { + /** + * Starting Token + */ + starting_token?: number; + /** + * Limit + */ + limit?: number; + /** + * Filters + */ + filters?: Array< + | ({ + name: 'id'; + } & LogStreamIdFilter) + | ({ + name: 'name'; + } & LogStreamNameFilter) + | ({ + name: 'created_by'; + } & LogStreamCreatedByFilter) + | ({ + name: 'created_at'; + } & LogStreamCreatedAtFilter) + | ({ + name: 'updated_at'; + } & LogStreamUpdatedAtFilter) + >; + /** + * Sort + */ + sort?: + | ({ + name: 'name'; + } & LogStreamNameSort) + | ({ + name: 'created_at'; + } & LogStreamCreatedAtSort) + | ({ + name: 'updated_at'; + } & LogStreamUpdatedAtSort) + | null; + /** + * Include Counts + */ + include_counts?: boolean; +}; + /** * LogStreamUpdateRequest */ @@ -12713,6 +13799,42 @@ export type LogStreamUpdateRequest = { name: string; }; +/** + * RunUpdatedAtFilter + */ +export type LogStreamUpdatedAtFilter = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Operator + */ + operator: 'eq' | 'ne' | 'gt' | 'gte' | 'lt' | 'lte'; + /** + * Value + */ + value: string; +}; + +/** + * RunUpdatedAtSort + */ +export type LogStreamUpdatedAtSort = { + /** + * Name + */ + name?: 'updated_at'; + /** + * Ascending + */ + ascending?: boolean; + /** + * Sort Type + */ + sort_type?: 'column'; +}; + /** * LogTraceUpdateRequest * @@ -12831,7 +13953,7 @@ export type LogTraceUpdateResponse = { * * Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @@ -12887,6 +14009,12 @@ export type LogTracesIngestRequest = { * Session id associated with the traces. */ session_id?: string | null; + /** + * Session External Id + * + * External id of the session (e.g., OTEL session.id from span attributes). + */ + session_external_id?: string | null; /** * Traces * @@ -12946,7 +14074,7 @@ export type LogTracesIngestResponse = { * * Session id associated with the traces. */ - session_id: string; + session_id?: string | null; /** * Records Count * @@ -13013,87 +14141,290 @@ export type LunaOutputTypeEnum = (typeof LunaOutputTypeEnum)[keyof typeof LunaOutputTypeEnum]; /** - * MapFilter + * MCPApprovalRequestEvent * - * Filters for string items in a map / dictionary. + * MCP approval request - when human approval is needed for an MCP tool call. */ -export type MapFilter = { - /** - * Name - */ - name: string | null; +export type McpApprovalRequestEvent = { /** - * Operator + * Type */ - operator: 'one_of' | 'not_in' | 'eq' | 'ne'; + type?: 'mcp_approval_request'; /** - * Key + * Id + * + * Unique identifier for the event */ - key: string; + id?: string | null; /** - * Value + * Status of the event */ - value: string | Array; -}; - -/** - * Messages - */ -export type Messages = Array; - -/** - * MetaFilter - * - * A class for filtering arbitrary metadata columns. - */ -export type MetaFilter = { + status?: EventStatus | null; /** - * Name + * Metadata + * + * Provider-specific metadata and additional fields */ - name: string; + metadata?: { + [key: string]: unknown; + } | null; /** - * Greater Than + * Error Message + * + * Error message if the event failed */ - greater_than?: number | null; + error_message?: string | null; /** - * Less Than + * Tool Name + * + * Name of the MCP tool requiring approval */ - less_than?: number | null; + tool_name?: string | null; /** - * Isin + * Tool Invocation + * + * Details of the tool invocation requiring approval */ - isin?: Array | null; + tool_invocation?: { + [key: string]: unknown; + } | null; /** - * Is Equal + * Approved + * + * Whether the request was approved */ - is_equal?: number | number | null; + approved?: boolean | null; }; /** - * MetadataFilter + * MCPCallEvent * - * Filters on metadata key-value pairs in scorer jobs. + * A Model Context Protocol (MCP) tool call. + * + * MCP is a protocol for connecting LLMs to external tools/data sources. + * This is distinct from internal tools because it involves external integrations. */ -export type MetadataFilter = { +export type McpCallEvent = { /** - * Name + * Type */ - name?: 'metadata'; + type?: 'mcp_call'; /** - * Filter Type + * Id + * + * Unique identifier for the event */ - filter_type?: 'map'; + id?: string | null; /** - * Operator + * Status of the event */ - operator: 'one_of' | 'not_in' | 'eq' | 'ne'; + status?: EventStatus | null; /** - * Key + * Metadata + * + * Provider-specific metadata and additional fields */ - key: string; + metadata?: { + [key: string]: unknown; + } | null; /** - * Value - */ + * Error Message + * + * Error message if the event failed + */ + error_message?: string | null; + /** + * Tool Name + * + * Name of the MCP tool being called + */ + tool_name?: string | null; + /** + * Server Name + * + * Name of the MCP server + */ + server_name?: string | null; + /** + * Arguments + * + * Arguments for the MCP tool call + */ + arguments?: { + [key: string]: unknown; + } | null; + /** + * Result + * + * Result from the MCP tool call + */ + result?: { + [key: string]: unknown; + } | null; +}; + +/** + * MCPListToolsEvent + * + * MCP list tools event - when the model queries available MCP tools. + */ +export type McpListToolsEvent = { + /** + * Type + */ + type?: 'mcp_list_tools'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + error_message?: string | null; + /** + * Server Name + * + * Name of the MCP server + */ + server_name?: string | null; + /** + * Tools + * + * List of available MCP tools + */ + tools?: Array<{ + [key: string]: unknown; + }> | null; +}; + +/** + * MessageEvent + * + * An output message from the model. + */ +export type MessageEvent = { + /** + * Type + */ + type?: 'message'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + error_message?: string | null; + /** + * Role of the message sender + */ + role: GalileoCoreSchemasLoggingLlmMessageRole; + /** + * Content + * + * Text content of the message + */ + content?: string | null; + /** + * Content Parts + * + * Structured content items (text, audio, images, etc.) + */ + content_parts?: Array<{ + [key: string]: unknown; + }> | null; +}; + +/** + * Messages + */ +export type Messages = Array; + +/** + * MetaFilter + * + * A class for filtering arbitrary metadata columns. + */ +export type MetaFilter = { + /** + * Name + */ + name: string; + /** + * Greater Than + */ + greater_than?: number | null; + /** + * Less Than + */ + less_than?: number | null; + /** + * Isin + */ + isin?: Array | null; + /** + * Is Equal + */ + is_equal?: number | number | null; +}; + +/** + * MetadataFilter + * + * Filters on metadata key-value pairs in scorer jobs. + */ +export type MetadataFilter = { + /** + * Name + */ + name?: 'metadata'; + /** + * Filter Type + */ + filter_type?: 'map'; + /** + * Operator + */ + operator: 'one_of' | 'not_in' | 'eq' | 'ne'; + /** + * Key + */ + key: string; + /** + * Value + */ value: string | Array; }; @@ -13303,6 +14634,40 @@ export type MetricPending = { scorer_type?: ScorerType | null; }; +/** + * MetricSettingsRequest + */ +export type MetricSettingsRequest = { + /** + * Scorers + * + * List of Galileo scorers to enable. + */ + scorers?: Array | null; + /** + * Segment Filters + * + * List of segment filters to apply to the run. + */ + segment_filters?: Array | null; +}; + +/** + * MetricSettingsResponse + */ +export type MetricSettingsResponse = { + /** + * Scorers + */ + scorers: Array; + /** + * Segment Filters + * + * List of segment filters to apply to the run. + */ + segment_filters?: Array | null; +}; + /** * MetricSuccess */ @@ -13396,6 +14761,11 @@ export type MetricSuccess = { /** * MetricThreshold + * + * Threshold configuration for metrics. + * + * Defines how metric values are bucketed and displayed, including whether + * lower or higher values are considered better. */ export type MetricThreshold = { /** @@ -13471,6 +14841,18 @@ export type MetricsTestingAvailableColumnsRequest = { * Whether the metrics testing table is using chain of thought (CoT) enabled scorers. If True, the columns will be generated for CoT enabled scorers. */ cot_enabled?: boolean; + /** + * Metric Key + * + * The metric key to use for column generation (e.g., 'generated_scorer_validation' or 'registered_scorer_validation'). + */ + metric_key?: string; + /** + * Required Scorers + * + * List of required scorer names for composite scorers. Columns will be generated for these scorers. + */ + required_scorers?: Array | null; }; /** @@ -13672,11 +15054,39 @@ export const NodeType = { export type NodeType = (typeof NodeType)[keyof typeof NodeType]; /** - * NotNode + * NotNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ -export type NotNode = { - not: FilterExpression; -}; +export type NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * Not + */ + not: + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType; + }; + +/** + * NumericRollUpMethod + * + * Roll up methods for aggregating numeric metrics up the session/trace/span hierarchy. + */ +export const NumericRollUpMethod = { + AVERAGE: 'average', + SUM: 'sum', + MAX: 'max', + MIN: 'min' +} as const; + +/** + * NumericRollUpMethod + * + * Roll up methods for aggregating numeric metrics up the session/trace/span hierarchy. + */ +export type NumericRollUpMethod = + (typeof NumericRollUpMethod)[keyof typeof NumericRollUpMethod]; /** * NvidiaIntegration @@ -13772,14 +15182,20 @@ export type OpenAiToolChoice = { }; /** - * OrNode + * OrNode[Annotated[Union[LogRecordsIDFilter, LogRecordsDateFilter, LogRecordsNumberFilter, LogRecordsBooleanFilter, LogRecordsCollectionFilter, LogRecordsTextFilter], FieldInfo(annotation=NoneType, required=True, discriminator='type')]] */ -export type OrNode = { - /** - * Or - */ - or: Array; -}; +export type OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType = + { + /** + * Or + */ + or: Array< + | FilterLeafAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | AndNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | OrNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + | NotNodeAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType + >; + }; /** * OrganizationAction @@ -13888,106 +15304,1615 @@ export type OutputSexistScorer = { */ export type OutputToneScorer = { /** - * Name + * Name + */ + name?: 'output_tone'; + /** + * Filters + * + * List of filters to apply to the scorer. + */ + filters?: Array< + | ({ + name: 'node_name'; + } & NodeNameFilter) + | ({ + name: 'metadata'; + } & MetadataFilter) + > | null; +}; + +/** + * OutputToxicityScorer + */ +export type OutputToxicityScorer = { + /** + * Name + */ + name?: 'output_toxicity'; + /** + * Filters + * + * List of filters to apply to the scorer. + */ + filters?: Array< + | ({ + name: 'node_name'; + } & NodeNameFilter) + | ({ + name: 'metadata'; + } & MetadataFilter) + > | null; + /** + * Type + */ + type?: 'luna' | 'plus'; + /** + * Model Name + * + * Alias of the model to use for the scorer. + */ + model_name?: string | null; + /** + * Num Judges + * + * Number of judges for the scorer. + */ + num_judges?: number | null; +}; + +/** + * OutputTypeEnum + * + * Enumeration of output types. + */ +export const OutputTypeEnum = { + BOOLEAN: 'boolean', + CATEGORICAL: 'categorical', + COUNT: 'count', + DISCRETE: 'discrete', + FREEFORM: 'freeform', + PERCENTAGE: 'percentage', + MULTILABEL: 'multilabel', + BOOLEAN_MULTILABEL: 'boolean_multilabel' +} as const; + +/** + * OutputTypeEnum + * + * Enumeration of output types. + */ +export type OutputTypeEnum = + (typeof OutputTypeEnum)[keyof typeof OutputTypeEnum]; + +/** + * OverrideAction + */ +export type OverrideAction = { + /** + * Type + */ + type?: 'OVERRIDE'; + /** + * Subscriptions + * + * List of subscriptions to send a notification to when this action is applied and the ruleset status matches any of the configured statuses. + */ + subscriptions?: Array; + /** + * Choices + * + * List of choices to override the response with. If there are multiple choices, one will be chosen at random when applying this action. + */ + choices: Array; +}; + +/** + * PartialExtendedAgentSpanRecord + */ +export type PartialExtendedAgentSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'agent'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string | Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redacted_input?: string | Array | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redacted_output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ + status_type: 'success'; + } & MetricSuccess) + | ({ + status_type: 'error'; + } & MetricError) + | ({ + status_type: 'failed'; + } & MetricFailed); + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + is_complete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + step_number?: number | null; + /** + * Agent type. + */ + agent_type?: AgentType; +}; + +/** + * PartialExtendedLlmSpanRecord + */ +export type PartialExtendedLlmSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'llm'; + /** + * Input + * + * Input to the trace or span. + */ + input?: Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redacted_input?: Array | null; + /** + * Output of the trace or span. + */ + output?: GalileoCoreSchemasLoggingLlmMessage; + /** + * Redacted output of the trace or span. + */ + redacted_output?: GalileoCoreSchemasLoggingLlmMessage | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: LlmMetrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ + status_type: 'success'; + } & MetricSuccess) + | ({ + status_type: 'error'; + } & MetricError) + | ({ + status_type: 'failed'; + } & MetricFailed); + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + is_complete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + step_number?: number | null; + /** + * Tools + * + * List of available tools passed to the LLM on invocation. + */ + tools?: Array<{ + [key: string]: unknown; + }> | null; + /** + * Events + * + * List of reasoning, internal tool call, or MCP events that occurred during the LLM span. + */ + events?: Array< + | ({ + type: 'message'; + } & MessageEvent) + | ({ + type: 'reasoning'; + } & ReasoningEvent) + | ({ + type: 'internal_tool_call'; + } & InternalToolCall) + | ({ + type: 'web_search_call'; + } & WebSearchCallEvent) + | ({ + type: 'image_generation'; + } & ImageGenerationEvent) + | ({ + type: 'mcp_call'; + } & McpCallEvent) + | ({ + type: 'mcp_list_tools'; + } & McpListToolsEvent) + | ({ + type: 'mcp_approval_request'; + } & McpApprovalRequestEvent) + > | null; + /** + * Model + * + * Model used for this span. + */ + model?: string | null; + /** + * Temperature + * + * Temperature used for generation. + */ + temperature?: number | null; + /** + * Finish Reason + * + * Reason for finishing. + */ + finish_reason?: string | null; +}; + +/** + * PartialExtendedRetrieverSpanRecord + */ +export type PartialExtendedRetrieverSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'retriever'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redacted_input?: string | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: Array; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redacted_output?: Array | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ + status_type: 'success'; + } & MetricSuccess) + | ({ + status_type: 'error'; + } & MetricError) + | ({ + status_type: 'failed'; + } & MetricFailed); + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + is_complete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + step_number?: number | null; +}; + +/** + * PartialExtendedSessionRecord + */ +export type PartialExtendedSessionRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'session'; + /** + * Input + */ + input?: string | Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redacted_input?: string | Array | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redacted_output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace or span or session + */ + session_id?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ + status_type: 'success'; + } & MetricSuccess) + | ({ + status_type: 'error'; + } & MetricError) + | ({ + status_type: 'failed'; + } & MetricFailed); + } | null; + /** + * Previous Session Id + */ + previous_session_id?: string | null; +}; + +/** + * PartialExtendedToolSpanRecord + */ +export type PartialExtendedToolSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'tool'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redacted_input?: string | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: string | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redacted_output?: string | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ + status_type: 'success'; + } & MetricSuccess) + | ({ + status_type: 'error'; + } & MetricError) + | ({ + status_type: 'failed'; + } & MetricFailed); + } | null; + /** + * Parent ID + * + * Galileo ID of the parent of this span + */ + parent_id?: string | null; + /** + * Is Complete + * + * Whether the parent trace is complete or not + */ + is_complete?: boolean; + /** + * Step Number + * + * Topological step number of the span. + */ + step_number?: number | null; + /** + * Tool Call Id + * + * ID of the tool call. + */ + tool_call_id?: string | null; +}; + +/** + * PartialExtendedTraceRecord + */ +export type PartialExtendedTraceRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'trace'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redacted_input?: string | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: string | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redacted_output?: string | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the trace + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span + */ + run_id?: string | null; + /** + * Last Updated + * + * Timestamp of the session or trace or span's last update + */ + updated_at?: string | null; + /** + * Has Children + * + * Whether or not this trace or span has child spans + */ + has_children?: boolean | null; + /** + * Metrics Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + metrics_batch_id?: string | null; + /** + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span + */ + session_batch_id?: string | null; + /** + * Feedback Rating Info + * + * Feedback information related to the record + */ + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; + /** + * Metric Info + * + * Detailed information about the metrics associated with this trace or span + */ + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ + status_type: 'success'; + } & MetricSuccess) + | ({ + status_type: 'error'; + } & MetricError) + | ({ + status_type: 'failed'; + } & MetricFailed); + } | null; + /** + * Is Complete + * + * Whether the trace is complete or not + */ + is_complete?: boolean; +}; + +/** + * PartialExtendedWorkflowSpanRecord + */ +export type PartialExtendedWorkflowSpanRecord = { + /** + * Type + * + * Type of the trace, span or session. + */ + type?: 'workflow'; + /** + * Input + * + * Input to the trace or span. + */ + input?: string | Array; + /** + * Redacted Input + * + * Redacted input of the trace or span. + */ + redacted_input?: string | Array | null; + /** + * Output + * + * Output of the trace or span. + */ + output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Redacted Output + * + * Redacted output of the trace or span. + */ + redacted_output?: + | string + | GalileoCoreSchemasLoggingLlmMessage + | Array + | null; + /** + * Name + * + * Name of the trace, span or session. + */ + name?: string; + /** + * Created + * + * Timestamp of the trace or span's creation. + */ + created_at?: string; + /** + * User Metadata + * + * Metadata associated with this trace or span. + */ + user_metadata?: { + [key: string]: string; + }; + /** + * Tags + * + * Tags associated with this trace or span. + */ + tags?: Array; + /** + * Status Code + * + * Status code of the trace or span. Used for logging failure or error states. + */ + status_code?: number | null; + /** + * Metrics associated with this trace or span. + */ + metrics?: Metrics; + /** + * External Id + * + * A user-provided session, trace or span ID. + */ + external_id?: string | null; + /** + * Dataset Input + * + * Input to the dataset associated with this trace + */ + dataset_input?: string | null; + /** + * Dataset Output + * + * Output from the dataset associated with this trace + */ + dataset_output?: string | null; + /** + * Dataset Metadata + * + * Metadata from the dataset associated with this trace + */ + dataset_metadata?: { + [key: string]: string; + }; + /** + * ID + * + * Galileo ID of the session, trace or span + */ + id?: string | null; + /** + * Session ID + * + * Galileo ID of the session containing the trace (or the same value as id for a trace) + */ + session_id?: string | null; + /** + * Trace ID + * + * Galileo ID of the trace containing the span (or the same value as id for a trace) + */ + trace_id?: string | null; + /** + * Project ID + * + * Galileo ID of the project associated with this trace or span + */ + project_id?: string | null; + /** + * Run ID + * + * Galileo ID of the run (log stream or experiment) associated with this trace or span */ - name?: 'output_tone'; + run_id?: string | null; /** - * Filters + * Last Updated * - * List of filters to apply to the scorer. + * Timestamp of the session or trace or span's last update */ - filters?: Array< - | ({ - name: 'node_name'; - } & NodeNameFilter) - | ({ - name: 'metadata'; - } & MetadataFilter) - > | null; -}; - -/** - * OutputToxicityScorer - */ -export type OutputToxicityScorer = { + updated_at?: string | null; /** - * Name + * Has Children + * + * Whether or not this trace or span has child spans */ - name?: 'output_toxicity'; + has_children?: boolean | null; /** - * Filters + * Metrics Batch Id * - * List of filters to apply to the scorer. + * Galileo ID of the metrics batch associated with this trace or span */ - filters?: Array< - | ({ - name: 'node_name'; - } & NodeNameFilter) - | ({ - name: 'metadata'; - } & MetadataFilter) - > | null; + metrics_batch_id?: string | null; /** - * Type + * Session Batch Id + * + * Galileo ID of the metrics batch associated with this trace or span */ - type?: 'luna' | 'plus'; + session_batch_id?: string | null; /** - * Model Name + * Feedback Rating Info * - * Alias of the model to use for the scorer. + * Feedback information related to the record */ - model_name?: string | null; + feedback_rating_info?: { + [key: string]: FeedbackRatingInfo; + }; /** - * Num Judges + * Metric Info * - * Number of judges for the scorer. + * Detailed information about the metrics associated with this trace or span */ - num_judges?: number | null; -}; - -/** - * OutputTypeEnum - * - * Enumeration of output types. - */ -export const OutputTypeEnum = { - BOOLEAN: 'boolean', - CATEGORICAL: 'categorical', - COUNT: 'count', - DISCRETE: 'discrete', - FREEFORM: 'freeform', - PERCENTAGE: 'percentage', - MULTILABEL: 'multilabel' -} as const; - -/** - * OutputTypeEnum - * - * Enumeration of output types. - */ -export type OutputTypeEnum = - (typeof OutputTypeEnum)[keyof typeof OutputTypeEnum]; - -/** - * OverrideAction - */ -export type OverrideAction = { + metric_info?: { + [key: string]: + | ({ + status_type: 'not_computed'; + } & MetricNotComputed) + | ({ + status_type: 'pending'; + } & MetricPending) + | ({ + status_type: 'computing'; + } & MetricComputing) + | ({ + status_type: 'not_applicable'; + } & MetricNotApplicable) + | ({ + status_type: 'success'; + } & MetricSuccess) + | ({ + status_type: 'error'; + } & MetricError) + | ({ + status_type: 'failed'; + } & MetricFailed); + } | null; /** - * Type + * Parent ID + * + * Galileo ID of the parent of this span */ - type?: 'OVERRIDE'; + parent_id?: string | null; /** - * Subscriptions + * Is Complete * - * List of subscriptions to send a notification to when this action is applied and the ruleset status matches any of the configured statuses. + * Whether the parent trace is complete or not */ - subscriptions?: Array; + is_complete?: boolean; /** - * Choices + * Step Number * - * List of choices to override the response with. If there are multiple choices, one will be chosen at random when applying this action. + * Topological step number of the span. */ - choices: Array; + step_number?: number | null; }; /** @@ -14086,7 +17011,10 @@ export const ProjectAction = { EDIT_RUN_TAGS: 'edit_run_tags', DISMISS_ALERT: 'dismiss_alert', EDIT_SLICE: 'edit_slice', - EDIT_EDIT: 'edit_edit' + EDIT_EDIT: 'edit_edit', + CREATE_ANNOTATION_QUEUE: 'create_annotation_queue', + UPDATE_ANNOTATION_QUEUE: 'update_annotation_queue', + DELETE_ANNOTATION_QUEUE: 'delete_annotation_queue' } as const; /** @@ -14281,7 +17209,7 @@ export type ProjectCreatorFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -14396,7 +17324,7 @@ export type ProjectIdFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -15003,7 +17931,7 @@ export type PromptTemplateCreatedByFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -15247,6 +18175,59 @@ export type QueryDatasetParams = { sort?: DatasetContentSortClause | null; }; +/** + * ReasoningEvent + * + * Internal reasoning/thinking from the model (e.g., OpenAI o1/o3 reasoning tokens). + */ +export type ReasoningEvent = { + /** + * Type + */ + type?: 'reasoning'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + error_message?: string | null; + /** + * Content + * + * The reasoning/thinking content + */ + content?: string | null; + /** + * Summary + * + * Summary of the reasoning + */ + summary?: + | string + | Array<{ + [key: string]: unknown; + }> + | null; +}; + /** * RecomputeLogRecordsMetricsRequest * @@ -15307,12 +18288,21 @@ export type RecomputeLogRecordsMetricsRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filter_tree?: FilterExpression | null; - sort?: LogRecordsSortClause; + filter_tree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; + /** + * Sort for the query. Defaults to native sort (created_at, id descending). + */ + sort?: LogRecordsSortClause | null; /** * Truncate Fields */ truncate_fields?: boolean; + /** + * Include Counts + * + * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + */ + include_counts?: boolean; /** * Scorer Ids * @@ -15416,6 +18406,29 @@ export const RegisteredScorerAction = { export type RegisteredScorerAction = (typeof RegisteredScorerAction)[keyof typeof RegisteredScorerAction]; +/** + * RegisteredScorerTaskResultResponse + */ +export type RegisteredScorerTaskResultResponse = { + /** + * Id + */ + id: string; + /** + * Created At + */ + created_at: string; + /** + * Updated At + */ + updated_at: string; + status: TaskResultStatus; + /** + * Result + */ + result?: ValidateRegisteredScorerResult | string | null; +}; + /** * RenderTemplateRequest */ @@ -15620,6 +18633,27 @@ export type RetrieverSpan = { >; }; +/** + * RollUpStrategy + * + * Strategies for rolling metrics up the Session/Trace/Span hierarchy. + */ +export const RollUpStrategy = { + AVG: 'avg', + SUM: 'sum', + FIRST: 'first', + LAST: 'last', + NONE: 'none' +} as const; + +/** + * RollUpStrategy + * + * Strategies for rolling metrics up the Session/Trace/Span hierarchy. + */ +export type RollUpStrategy = + (typeof RollUpStrategy)[keyof typeof RollUpStrategy]; + /** * RollbackRequest */ @@ -16042,12 +19076,6 @@ export type RunParamsMap = { * RunScorerSettingsPatchRequest */ export type RunScorerSettingsPatchRequest = { - /** - * Run Id - * - * ID of the run. - */ - run_id: string; /** * Scorers * @@ -16060,18 +19088,18 @@ export type RunScorerSettingsPatchRequest = { * List of segment filters to apply to the run. */ segment_filters?: Array | null; -}; - -/** - * RunScorerSettingsResponse - */ -export type RunScorerSettingsResponse = { /** * Run Id * * ID of the run. */ run_id: string; +}; + +/** + * RunScorerSettingsResponse + */ +export type RunScorerSettingsResponse = { /** * Scorers */ @@ -16082,6 +19110,12 @@ export type RunScorerSettingsResponse = { * List of segment filters to apply to the run. */ segment_filters?: Array | null; + /** + * Run Id + * + * ID of the run. + */ + run_id: string; }; /** @@ -16240,6 +19274,10 @@ export type ScorerConfig = { * ScorerVersion to use for this scorer. If not provided, the latest version will be used. */ scorer_version?: BaseScorerVersionDb | null; + /** + * Roll Up Method + */ + roll_up_method?: string | null; }; /** @@ -16275,7 +19313,7 @@ export type ScorerCreatorFilter = { /** * Value */ - value: string | Array; + value: string | Array; }; /** @@ -16458,6 +19496,10 @@ export type ScorerResponse = { * Required Scorers */ required_scorers?: Array | null; + /** + * Deprecated + */ + deprecated?: boolean | null; /** * Label */ @@ -16488,6 +19530,7 @@ export type ScorerResponse = { * Updated At */ updated_at?: string | null; + roll_up_method?: NumericRollUpMethod | null; }; /** @@ -16801,6 +19844,24 @@ export type SegmentFilter = { llm_scorers?: boolean; }; +/** + * SelectColumns + */ +export type SelectColumns = { + /** + * Column Ids + */ + column_ids?: Array; + /** + * Include All Metrics + */ + include_all_metrics?: boolean; + /** + * Include All Feedback + */ + include_all_feedback?: boolean; +}; + /** * SessionCreateRequest */ @@ -16816,13 +19877,24 @@ export type SessionCreateRequest = { * * Experiment id associated with the traces. */ - experiment_id?: string | null; + experiment_id?: string | null; + /** + * Metrics Testing Id + * + * Metrics testing id associated with the traces. + */ + metrics_testing_id?: string | null; + logging_method?: LoggingMethod; + /** + * Client Version + */ + client_version?: string | null; /** - * Metrics Testing Id + * Reliable * - * Metrics testing id associated with the traces. + * Whether or not to use reliable logging. If set to False, the method will respond immediately before verifying that the traces have been successfully ingested, and no error message will be returned if ingestion fails. If set to True, the method will wait for the traces to be successfully ingested or return an error message if there is an ingestion failure. */ - metrics_testing_id?: string | null; + reliable?: boolean; /** * Name * @@ -17128,30 +20200,6 @@ export type StringData = { input_strings: Array; }; -/** - * StringFilter - * - * Filters on a string field. - */ -export type StringFilter = { - /** - * Name - */ - name: string | null; - /** - * Operator - */ - operator: 'eq' | 'ne' | 'contains' | 'one_of' | 'not_in'; - /** - * Value - */ - value: string | Array; - /** - * Case Sensitive - */ - case_sensitive?: boolean; -}; - /** * SubscriptionConfig */ @@ -17239,6 +20287,10 @@ export type SyntheticDatasetExtensionRequest = { * Count */ count?: number; + /** + * Project Id + */ + project_id?: string | null; }; /** @@ -17413,6 +20465,21 @@ export type TaskResourceLimits = { memory_mb?: number; }; +/** + * TaskResultStatus + */ +export const TaskResultStatus = { + PENDING: 'pending', + COMPLETED: 'completed', + FAILED: 'failed' +} as const; + +/** + * TaskResultStatus + */ +export type TaskResultStatus = + (typeof TaskResultStatus)[keyof typeof TaskResultStatus]; + /** * TaskType * @@ -17461,6 +20528,35 @@ export type TemplateStubRequest = { templates: Array; }; +/** + * TestScore + */ +export type TestScore = { + node_type: NodeType; + /** + * Score + */ + score?: number | number | string | boolean | null; +}; + +/** + * TextAggregate + */ +export type TextAggregate = { + /** + * Feedback Type + */ + feedback_type?: 'text'; + /** + * Count + */ + count: number; + /** + * Unrated Count + */ + unrated_count: number; +}; + /** * TextRating */ @@ -18186,6 +21282,7 @@ export type UpdateScorerRequest = { * Required Scorers */ required_scorers?: Array | null; + roll_up_method?: NumericRollUpMethod | null; }; /** @@ -18353,6 +21450,43 @@ export const UserRole = { */ export type UserRole = (typeof UserRole)[keyof typeof UserRole]; +/** + * ValidResult + */ +export type ValidResult = { + /** + * Result Type + */ + result_type?: 'valid'; + /** + * Score Type + */ + score_type: string; + /** + * Scoreable Node Types + */ + scoreable_node_types: Array; + /** + * Include Llm Credentials + */ + include_llm_credentials?: boolean; + chain_aggregation?: ChainAggregationStrategy | null; + /** + * Test Scores + */ + test_scores: Array; +}; + +/** + * ValidateCodeScorerResponse + */ +export type ValidateCodeScorerResponse = { + /** + * Task Id + */ + task_id: string; +}; + /** * ValidateLLMScorerLogRecordRequest * @@ -18413,12 +21547,21 @@ export type ValidateLlmScorerLogRecordRequest = { type: 'text'; } & LogRecordsTextFilter) >; - filter_tree?: FilterExpression | null; - sort?: LogRecordsSortClause; + filter_tree?: FilterExpressionAnnotatedUnionLogRecordsIdFilterLogRecordsDateFilterLogRecordsNumberFilterLogRecordsBooleanFilterLogRecordsCollectionFilterLogRecordsTextFilterFieldInfoAnnotationNoneTypeRequiredTrueDiscriminatorType | null; + /** + * Sort for the query. Defaults to native sort (created_at, id descending). + */ + sort?: LogRecordsSortClause | null; /** * Truncate Fields */ truncate_fields?: boolean; + /** + * Include Counts + * + * If True, include computed child counts (e.g., num_traces for sessions, num_spans for traces). + */ + include_counts?: boolean; /** * Query */ @@ -18437,12 +21580,32 @@ export type ValidateLlmScorerLogRecordRequest = { /** * ValidateLLMScorerLogRecordResponse + */ +export type ValidateLlmScorerLogRecordResponse = { + /** + * Metrics Experiment Id + */ + metrics_experiment_id: string; +}; + +/** + * ValidateRegisteredScorerResult + */ +export type ValidateRegisteredScorerResult = { + /** + * Result + */ + result: ValidResult | InvalidResult; +}; + +/** + * ValidateScorerLogRecordResponse * - * Response model for validating a new LLM scorer based on a log record. + * Response model for validating a scorer based on log records. * * Returns the uuid of the experiment created with the copied log records to store the metric testing results. */ -export type ValidateLlmScorerLogRecordResponse = { +export type ValidateScorerLogRecordResponse = { /** * Metrics Experiment Id */ @@ -18535,6 +21698,72 @@ export type VertexAiIntegrationCreate = { token: string; }; +/** + * WebSearchAction + * + * Action payload for a web search call event. + */ +export type WebSearchAction = { + /** + * Type + * + * Type of web search action + */ + type: 'search'; + /** + * Query + * + * Search query string + */ + query?: string | null; + /** + * Sources + * + * Optional provider-specific sources + */ + sources?: unknown | null; +}; + +/** + * WebSearchCallEvent + * + * An OpenAI-style web search call event. + */ +export type WebSearchCallEvent = { + /** + * Type + */ + type?: 'web_search_call'; + /** + * Id + * + * Unique identifier for the event + */ + id?: string | null; + /** + * Status of the event + */ + status?: EventStatus | null; + /** + * Metadata + * + * Provider-specific metadata and additional fields + */ + metadata?: { + [key: string]: unknown; + } | null; + /** + * Error Message + * + * Error message if the event failed + */ + error_message?: string | null; + /** + * Web search action payload + */ + action: WebSearchAction; +}; + /** * WorkflowSpan */ @@ -18944,6 +22173,11 @@ export const GalileoCoreSchemasSharedScorersScorerNameScorerName = { PROMPT_INJECTION_LUNA: 'prompt_injection_luna', PROMPT_PERPLEXITY: 'prompt_perplexity', ROUGE: 'rouge', + REASONING_COHERENCE: 'reasoning_coherence', + SQL_EFFICIENCY: 'sql_efficiency', + SQL_ADHERENCE: 'sql_adherence', + SQL_INJECTION: 'sql_injection', + SQL_CORRECTNESS: 'sql_correctness', TOOL_ERROR_RATE: 'tool_error_rate', TOOL_ERROR_RATE_LUNA: 'tool_error_rate_luna', TOOL_SELECTION_QUALITY: 'tool_selection_quality', @@ -18985,6 +22219,7 @@ export const PromptgalileoSchemasScorerNameScorerName = { _INPUT_TOXICITY: '_input_toxicity', _INPUT_TOXICITY_GPT: '_input_toxicity_gpt', _USER_REGISTERED: '_user_registered', + _COMPOSITE_USER_REGISTERED: '_composite_user_registered', _USER_SUBMITTED: '_user_submitted', _USER_GENERATED: '_user_generated', _USER_FINETUNED: '_user_finetuned', @@ -20936,7 +24171,12 @@ export type ListLogStreamsProjectsProjectIdLogStreamsGetData = { */ project_id: string; }; - query?: never; + query?: { + /** + * Include Counts + */ + include_counts?: boolean; + }; url: '/projects/{project_id}/log_streams'; }; @@ -21004,6 +24244,10 @@ export type ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetData = project_id: string; }; query?: { + /** + * Include Counts + */ + include_counts?: boolean; /** * Starting Token */ @@ -21038,6 +24282,38 @@ export type ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetRespon export type ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetResponse = ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetResponses[keyof ListLogStreamsPaginatedProjectsProjectIdLogStreamsPaginatedGetResponses]; +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostData = { + body: LogStreamSearchRequest; + path: { + /** + * Project Id + */ + project_id: string; + }; + query?: never; + url: '/projects/{project_id}/log_streams/search'; +}; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostError = + SearchLogStreamsProjectsProjectIdLogStreamsSearchPostErrors[keyof SearchLogStreamsProjectsProjectIdLogStreamsSearchPostErrors]; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponses = { + /** + * Successful Response + */ + 200: ListLogStreamResponse; +}; + +export type SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponse = + SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponses[keyof SearchLogStreamsProjectsProjectIdLogStreamsSearchPostResponses]; + export type DeleteLogStreamProjectsProjectIdLogStreamsLogStreamIdDeleteData = { body?: never; path: { @@ -21112,42 +24388,120 @@ export type GetLogStreamProjectsProjectIdLogStreamsLogStreamIdGetResponses = { export type GetLogStreamProjectsProjectIdLogStreamsLogStreamIdGetResponse = GetLogStreamProjectsProjectIdLogStreamsLogStreamIdGetResponses[keyof GetLogStreamProjectsProjectIdLogStreamsLogStreamIdGetResponses]; -export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutData = { - body: LogStreamUpdateRequest; - path: { - /** - * Log Stream Id - */ - log_stream_id: string; +export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutData = { + body: LogStreamUpdateRequest; + path: { + /** + * Log Stream Id + */ + log_stream_id: string; + /** + * Project Id + */ + project_id: string; + }; + query?: never; + url: '/projects/{project_id}/log_streams/{log_stream_id}'; +}; + +export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutError = + UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutErrors[keyof UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutErrors]; + +export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses = + { + /** + * Successful Response + */ + 200: LogStreamResponse; + }; + +export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponse = + UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses[keyof UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses]; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetData = + { + body?: never; + path: { + /** + * Log Stream Id + */ + log_stream_id: string; + /** + * Project Id + */ + project_id: string; + }; + query?: never; + url: '/projects/{project_id}/log_streams/{log_stream_id}/metric_settings'; + }; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetError = + GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetErrors[keyof GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetErrors]; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponses = + { + /** + * Successful Response + */ + 200: MetricSettingsResponse; + }; + +export type GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponse = + GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponses[keyof GetMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsGetResponses]; + +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchData = + { + body: MetricSettingsRequest; + path: { + /** + * Project Id + */ + project_id: string; + /** + * Log Stream Id + */ + log_stream_id: string; + }; + query?: never; + url: '/projects/{project_id}/log_streams/{log_stream_id}/metric_settings'; + }; + +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchErrors = + { /** - * Project Id + * Validation Error */ - project_id: string; + 422: HttpValidationError; }; - query?: never; - url: '/projects/{project_id}/log_streams/{log_stream_id}'; -}; - -export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; -export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutError = - UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutErrors[keyof UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutErrors]; +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchError = + UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchErrors[keyof UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchErrors]; -export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses = +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponses = { /** * Successful Response */ - 200: LogStreamResponse; + 200: MetricSettingsResponse; }; -export type UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponse = - UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses[keyof UpdateLogStreamProjectsProjectIdLogStreamsLogStreamIdPutResponses]; +export type UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponse = + UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponses[keyof UpdateMetricSettingsProjectsProjectIdLogStreamsLogStreamIdMetricSettingsPatchResponses]; export type LogTracesProjectsProjectIdTracesPostData = { body: LogTracesIngestRequest; @@ -21479,6 +24833,39 @@ export type QueryTracesProjectsProjectIdTracesSearchPostResponses = { export type QueryTracesProjectsProjectIdTracesSearchPostResponse = QueryTracesProjectsProjectIdTracesSearchPostResponses[keyof QueryTracesProjectsProjectIdTracesSearchPostResponses]; +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostData = { + body: LogRecordsPartialQueryRequest; + path: { + /** + * Project Id + */ + project_id: string; + }; + query?: never; + url: '/projects/{project_id}/traces/partial_search'; +}; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostError = + QueryPartialTracesProjectsProjectIdTracesPartialSearchPostErrors[keyof QueryPartialTracesProjectsProjectIdTracesPartialSearchPostErrors]; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponses = + { + /** + * Successful Response + */ + 200: LogRecordsPartialQueryResponse; + }; + +export type QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponse = + QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponses[keyof QueryPartialTracesProjectsProjectIdTracesPartialSearchPostResponses]; + export type CountTracesProjectsProjectIdTracesCountPostData = { body: LogRecordsQueryCountRequest; path: { @@ -21575,6 +24962,39 @@ export type QuerySpansProjectsProjectIdSpansSearchPostResponses = { export type QuerySpansProjectsProjectIdSpansSearchPostResponse = QuerySpansProjectsProjectIdSpansSearchPostResponses[keyof QuerySpansProjectsProjectIdSpansSearchPostResponses]; +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostData = { + body: LogRecordsPartialQueryRequest; + path: { + /** + * Project Id + */ + project_id: string; + }; + query?: never; + url: '/projects/{project_id}/spans/partial_search'; +}; + +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostError = + QueryPartialSpansProjectsProjectIdSpansPartialSearchPostErrors[keyof QueryPartialSpansProjectsProjectIdSpansPartialSearchPostErrors]; + +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponses = + { + /** + * Successful Response + */ + 200: LogRecordsPartialQueryResponse; + }; + +export type QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponse = + QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponses[keyof QueryPartialSpansProjectsProjectIdSpansPartialSearchPostResponses]; + export type CountSpansProjectsProjectIdSpansCountPostData = { body: LogRecordsQueryCountRequest; path: { @@ -21703,6 +25123,41 @@ export type QuerySessionsProjectsProjectIdSessionsSearchPostResponses = { export type QuerySessionsProjectsProjectIdSessionsSearchPostResponse = QuerySessionsProjectsProjectIdSessionsSearchPostResponses[keyof QuerySessionsProjectsProjectIdSessionsSearchPostResponses]; +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostData = + { + body: LogRecordsPartialQueryRequest; + path: { + /** + * Project Id + */ + project_id: string; + }; + query?: never; + url: '/projects/{project_id}/sessions/partial_search'; + }; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostError = + QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostErrors[keyof QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostErrors]; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponses = + { + /** + * Successful Response + */ + 200: LogRecordsPartialQueryResponse; + }; + +export type QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponse = + QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponses[keyof QueryPartialSessionsProjectsProjectIdSessionsPartialSearchPostResponses]; + export type CountSessionsProjectsProjectIdSessionsCountPostData = { body: LogRecordsQueryCountRequest; path: { @@ -22002,7 +25457,12 @@ export type ListExperimentsProjectsProjectIdExperimentsGetData = { */ project_id: string; }; - query?: never; + query?: { + /** + * Include Counts + */ + include_counts?: boolean; + }; url: '/projects/{project_id}/experiments'; }; @@ -22070,6 +25530,10 @@ export type ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetData project_id: string; }; query?: { + /** + * Include Counts + */ + include_counts?: boolean; /** * Starting Token */ @@ -22104,6 +25568,38 @@ export type ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResp export type ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResponse = ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResponses[keyof ListExperimentsPaginatedProjectsProjectIdExperimentsPaginatedGetResponses]; +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostData = { + body: ExperimentSearchRequest; + path: { + /** + * Project Id + */ + project_id: string; + }; + query?: never; + url: '/projects/{project_id}/experiments/search'; +}; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostError = + SearchExperimentsProjectsProjectIdExperimentsSearchPostErrors[keyof SearchExperimentsProjectsProjectIdExperimentsSearchPostErrors]; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostResponses = { + /** + * Successful Response + */ + 200: ListExperimentResponse; +}; + +export type SearchExperimentsProjectsProjectIdExperimentsSearchPostResponse = + SearchExperimentsProjectsProjectIdExperimentsSearchPostResponses[keyof SearchExperimentsProjectsProjectIdExperimentsSearchPostResponses]; + export type DeleteExperimentProjectsProjectIdExperimentsExperimentIdDeleteData = { body?: never; @@ -22326,6 +25822,84 @@ export type GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponse export type GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponse = GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponses[keyof GetExperimentsMetricsProjectsProjectIdExperimentsMetricsPostResponses]; +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetData = + { + body?: never; + path: { + /** + * Experiment Id + */ + experiment_id: string; + /** + * Project Id + */ + project_id: string; + }; + query?: never; + url: '/projects/{project_id}/experiments/{experiment_id}/metric_settings'; + }; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetError = + GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetErrors[keyof GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetErrors]; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponses = + { + /** + * Successful Response + */ + 200: MetricSettingsResponse; + }; + +export type GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponse = + GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponses[keyof GetMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsGetResponses]; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchData = + { + body: MetricSettingsRequest; + path: { + /** + * Project Id + */ + project_id: string; + /** + * Experiment Id + */ + experiment_id: string; + }; + query?: never; + url: '/projects/{project_id}/experiments/{experiment_id}/metric_settings'; + }; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchError = + UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchErrors[keyof UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchErrors]; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponses = + { + /** + * Successful Response + */ + 200: MetricSettingsResponse; + }; + +export type UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponse = + UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponses[keyof UpdateMetricSettingsProjectsProjectIdExperimentsExperimentIdMetricSettingsPatchResponses]; + export type CreateJobJobsPostData = { body: CreateJobRequest; path?: never; @@ -22472,14 +26046,14 @@ export type GetLatestJobForProjectRunProjectsProjectIdRunsRunIdJobsLatestGetResp export type GetSettingsProjectsProjectIdRunsRunIdScorerSettingsGetData = { body?: never; path: { - /** - * Project Id - */ - project_id: string; /** * Run Id */ run_id: string; + /** + * Project Id + */ + project_id: string; }; query?: never; url: '/projects/{project_id}/runs/{run_id}/scorer-settings'; @@ -23805,6 +27379,96 @@ export type CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponses = { export type CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponse = CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponses[keyof CreateLlmScorerVersionScorersScorerIdVersionLlmPostResponses]; +export type ValidateCodeScorerScorersCodeValidatePostData = { + body: BodyValidateCodeScorerScorersCodeValidatePost; + path?: never; + query?: never; + url: '/scorers/code/validate'; +}; + +export type ValidateCodeScorerScorersCodeValidatePostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type ValidateCodeScorerScorersCodeValidatePostError = + ValidateCodeScorerScorersCodeValidatePostErrors[keyof ValidateCodeScorerScorersCodeValidatePostErrors]; + +export type ValidateCodeScorerScorersCodeValidatePostResponses = { + /** + * Successful Response + */ + 200: ValidateCodeScorerResponse; +}; + +export type ValidateCodeScorerScorersCodeValidatePostResponse = + ValidateCodeScorerScorersCodeValidatePostResponses[keyof ValidateCodeScorerScorersCodeValidatePostResponses]; + +export type ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostData = { + body: BodyValidateCodeScorerLogRecordScorersCodeValidateLogRecordPost; + path?: never; + query?: never; + url: '/scorers/code/validate/log_record'; +}; + +export type ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostError = + ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostErrors[keyof ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostErrors]; + +export type ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponses = + { + /** + * Successful Response + */ + 200: ValidateScorerLogRecordResponse; + }; + +export type ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponse = + ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponses[keyof ValidateCodeScorerLogRecordScorersCodeValidateLogRecordPostResponses]; + +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetData = { + body?: never; + path: { + /** + * Task Id + */ + task_id: string; + }; + query?: never; + url: '/scorers/code/validate/{task_id}'; +}; + +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetErrors = + { + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetError = + GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetErrors[keyof GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetErrors]; + +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses = + { + /** + * Successful Response + */ + 200: RegisteredScorerTaskResultResponse; + }; + +export type GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponse = + GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses[keyof GetValidateCodeScorerTaskResultScorersCodeValidateTaskIdGetResponses]; + export type GetScorerVersionCodeScorersScorerIdVersionCodeGetData = { body?: never; path: {