diff --git a/fern/apis/api/openapi.json b/fern/apis/api/openapi.json index 573ca2fa0..05f4a0446 100644 --- a/fern/apis/api/openapi.json +++ b/fern/apis/api/openapi.json @@ -3076,7 +3076,7 @@ "name": "sortOrder", "required": false, "in": "query", - "description": "This is the sort order for pagination. Defaults to 'ASC'.", + "description": "This is the sort order for pagination. Defaults to 'DESC'.", "schema": { "enum": [ "ASC", @@ -3276,456 +3276,6 @@ } ] } - }, - "/eval": { - "get": { - "operationId": "EvalController_findAll", - "parameters": [], - "responses": { - "200": { - "description": "", - "content": { - "application/json": { - "schema": { - "type": "array", - "items": { - "$ref": "#/components/schemas/Eval" - } - } - } - } - } - }, - "tags": [ - "eval" - ] - }, - "post": { - "operationId": "EvalController_create", - "parameters": [], - "responses": { - "201": { - "description": "", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/Eval" - } - } - } - } - }, - "tags": [ - "eval" - ] - } - }, - "/eval/{id}": { - "get": { - "operationId": "EvalController_findOne", - "parameters": [ - { - "name": "id", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - } - ], - "responses": { - "200": { - "description": "", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/Eval" - } - } - } - } - }, - "tags": [ - "eval" - ] - }, - "patch": { - "operationId": "EvalController_update", - "parameters": [ - { - "name": "id", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - } - ], - "responses": { - "200": { - "description": "", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/Eval" - } - } - } - } - }, - "tags": [ - "eval" - ] - }, - "delete": { - "operationId": "EvalController_remove", - "parameters": [ - { - "name": "id", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - } - ], - "responses": { - "200": { - "description": "" - } - }, - "tags": [ - "eval" - ] - } - }, - "/eval/{evalId}/test": { - "get": { - "operationId": "EvalTestController_findAll", - "parameters": [ - { - "name": "evalId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - } - ], - "responses": { - "200": { - "description": "", - "content": { - "application/json": { - "schema": { - "type": "array", - "items": { - "$ref": "#/components/schemas/EvalTest" - } - } - } - } - } - }, - "tags": [ - "eval-test" - ] - }, - "post": { - "operationId": "EvalTestController_create", - "parameters": [ - { - "name": "evalId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - } - ], - "responses": { - "201": { - "description": "", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/EvalTest" - } - } - } - } - }, - "tags": [ - "eval-test" - ] - } - }, - "/eval/{evalId}/test/{testId}": { - "get": { - "operationId": "EvalTestController_findOne", - "parameters": [ - { - "name": "evalId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - }, - { - "name": "testId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - } - ], - "responses": { - "200": { - "description": "", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/EvalTest" - } - } - } - } - }, - "tags": [ - "eval-test" - ] - }, - "patch": { - "operationId": "EvalTestController_update", - "parameters": [ - { - "name": "evalId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - }, - { - "name": "testId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - } - ], - "responses": { - "200": { - "description": "", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/EvalTest" - } - } - } - } - }, - "tags": [ - "eval-test" - ] - }, - "delete": { - "operationId": "EvalTestController_remove", - "parameters": [ - { - "name": "evalId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - }, - { - "name": "testId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - } - ], - "responses": { - "200": { - "description": "" - } - }, - "tags": [ - "eval-test" - ] - } - }, - "/eval/{evalId}/run": { - "get": { - "operationId": "EvalRunController_findAll", - "parameters": [ - { - "name": "evalId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - } - ], - "responses": { - "200": { - "description": "", - "content": { - "application/json": { - "schema": { - "type": "array", - "items": { - "$ref": "#/components/schemas/EvalRun" - } - } - } - } - } - }, - "tags": [ - "eval-run" - ] - }, - "post": { - "operationId": "EvalRunController_create", - "parameters": [ - { - "name": "evalId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - } - ], - "responses": { - "201": { - "description": "", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/EvalRun" - } - } - } - } - }, - "tags": [ - "eval-run" - ] - } - }, - "/eval/{evalId}/run/{runId}": { - "get": { - "operationId": "EvalRunController_findOne", - "parameters": [ - { - "name": "evalId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - }, - { - "name": "runId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - } - ], - "responses": { - "200": { - "description": "", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/EvalRun" - } - } - } - } - }, - "tags": [ - "eval-run" - ] - }, - "patch": { - "operationId": "EvalRunController_update", - "parameters": [ - { - "name": "evalId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - }, - { - "name": "runId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - } - ], - "responses": { - "200": { - "description": "", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/EvalRun" - } - } - } - } - }, - "tags": [ - "eval-run" - ] - }, - "delete": { - "operationId": "EvalRunController_remove", - "parameters": [ - { - "name": "evalId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - }, - { - "name": "runId", - "required": true, - "in": "path", - "schema": { - "type": "string" - } - } - ], - "responses": { - "200": { - "description": "" - } - }, - "tags": [ - "eval-run" - ] - } } }, "info": { @@ -3900,6 +3450,8 @@ { "type": "string", "enum": [ + "nova-3", + "nova-3-general", "nova-2", "nova-2-general", "nova-2-meeting", @@ -6415,6 +5967,10 @@ "type": "string", "description": "This is the Google model that will be used.", "enum": [ + "gemini-2.0-flash-thinking-exp", + "gemini-2.0-pro-exp-02-05", + "gemini-2.0-flash", + "gemini-2.0-flash-lite-preview-02-05", "gemini-2.0-flash-exp", "gemini-2.0-flash-realtime-exp", "gemini-1.5-flash", @@ -6869,6 +6425,7 @@ "type": "string", "description": "This is the OpenAI model that will be used.", "enum": [ + "o3-mini", "o1-preview", "o1-preview-2024-09-12", "o1-mini", @@ -6900,6 +6457,7 @@ "type": "array", "description": "These are the fallback models that will be used if the primary model fails. This shouldn't be specified unless you have a specific reason to do so. Vapi will automatically find the fastest fallbacks that make sense.", "enum": [ + "o3-mini", "o1-preview", "o1-preview-2024-09-12", "o1-mini", @@ -6933,6 +6491,7 @@ "items": { "type": "string", "enum": [ + "o3-mini", "o1-preview", "o1-preview-2024-09-12", "o1-mini", @@ -7654,7 +7213,8 @@ "type": "string", "description": "This is the name of the model. Ex. cognitivecomputations/dolphin-mixtral-8x7b", "enum": [ - "grok-beta" + "grok-beta", + "grok-2" ] }, "provider": { @@ -8569,7 +8129,8 @@ "enum": [ "PlayHT2.0", "PlayHT2.0-turbo", - "Play3.0-mini" + "Play3.0-mini", + "PlayDialog" ] }, "language": { @@ -9541,7 +9102,8 @@ "enum": [ "PlayHT2.0", "PlayHT2.0-turbo", - "Play3.0-mini" + "Play3.0-mini", + "PlayDialog" ] }, "language": { @@ -11264,6 +10826,34 @@ "apiKey" ] }, + "TransferAssistantHookAction": { + "type": "object", + "properties": { + "type": { + "type": "string", + "description": "This is the type of action - must be \"transfer\"", + "enum": [ + "transfer" + ] + }, + "destination": { + "description": "This is the destination details for the transfer - can be a phone number or SIP URI", + "oneOf": [ + { + "$ref": "#/components/schemas/TransferDestinationNumber", + "title": "NumberTransferDestination" + }, + { + "$ref": "#/components/schemas/TransferDestinationSip", + "title": "SipTransferDestination" + } + ] + } + }, + "required": [ + "type" + ] + }, "TwilioVoicemailDetection": { "type": "object", "properties": { @@ -11868,6 +11458,72 @@ } } }, + "AssistantHookFilter": { + "type": "object", + "properties": { + "type": { + "type": "string", + "description": "This is the type of filter - currently only \"oneOf\" is supported", + "enum": [ + "oneOf" + ], + "maxLength": 1000 + }, + "key": { + "type": "string", + "description": "This is the key to filter on (e.g. \"call.endedReason\")", + "maxLength": 1000 + }, + "oneOf": { + "description": "This is the array of possible values to match against", + "type": "array", + "items": { + "type": "string", + "maxLength": 1000 + } + } + }, + "required": [ + "type", + "key", + "oneOf" + ] + }, + "AssistantHookActionBase": { + "type": "object", + "properties": {} + }, + "AssistantHooks": { + "type": "object", + "properties": { + "on": { + "type": "string", + "description": "This is the event that triggers this hook", + "enum": [ + "call.ending" + ], + "maxLength": 1000 + }, + "filters": { + "description": "This is the set of filters that must match for the hook to trigger", + "type": "array", + "items": { + "$ref": "#/components/schemas/AssistantHookFilter" + } + }, + "do": { + "description": "This is the set of actions to perform when the hook triggers", + "type": "array", + "items": { + "$ref": "#/components/schemas/AssistantHookActionBase" + } + } + }, + "required": [ + "on", + "do" + ] + }, "CreateAssistantDTO": { "type": "object", "properties": { @@ -12433,6 +12089,13 @@ "$ref": "#/components/schemas/Server" } ] + }, + "hooks": { + "description": "This is a set of actions that will be performed on certain events.", + "type": "array", + "items": { + "$ref": "#/components/schemas/AssistantHooks" + } } } }, @@ -13005,6 +12668,13 @@ "$ref": "#/components/schemas/Server" } ] + }, + "hooks": { + "description": "This is a set of actions that will be performed on certain events.", + "type": "array", + "items": { + "$ref": "#/components/schemas/AssistantHooks" + } } } }, @@ -13592,6 +13262,7 @@ "pipeline-error-groq-llm-failed", "pipeline-error-google-llm-failed", "pipeline-error-xai-llm-failed", + "pipeline-error-mistral-llm-failed", "pipeline-error-inflection-ai-llm-failed", "pipeline-error-cerebras-llm-failed", "pipeline-error-deep-seek-llm-failed", @@ -13610,6 +13281,11 @@ "pipeline-error-xai-403-model-access-denied", "pipeline-error-xai-429-exceeded-quota", "pipeline-error-xai-500-server-error", + "pipeline-error-mistral-400-bad-request-validation-failed", + "pipeline-error-mistral-401-unauthorized", + "pipeline-error-mistral-403-model-access-denied", + "pipeline-error-mistral-429-exceeded-quota", + "pipeline-error-mistral-500-server-error", "pipeline-error-inflection-ai-400-bad-request-validation-failed", "pipeline-error-inflection-ai-401-unauthorized", "pipeline-error-inflection-ai-403-model-access-denied", @@ -14621,6 +14297,13 @@ } ] }, + "hooks": { + "description": "This is a set of actions that will be performed on certain events.", + "type": "array", + "items": { + "$ref": "#/components/schemas/AssistantHooks" + } + }, "id": { "type": "string", "description": "This is the unique identifier for the assistant." @@ -15212,6 +14895,13 @@ "$ref": "#/components/schemas/Server" } ] + }, + "hooks": { + "description": "This is a set of actions that will be performed on certain events.", + "type": "array", + "items": { + "$ref": "#/components/schemas/AssistantHooks" + } } } }, @@ -15261,6 +14951,15 @@ "type": "string", "description": "This is the ISO 8601 date-time string of when the phone number was last updated." }, + "status": { + "type": "string", + "description": "This is the status of the phone number.", + "enum": [ + "active", + "activating", + "blocked" + ] + }, "name": { "type": "string", "description": "This is the name of the phone number. This is just for your own reference.", @@ -15343,6 +15042,15 @@ "type": "string", "description": "This is the ISO 8601 date-time string of when the phone number was last updated." }, + "status": { + "type": "string", + "description": "This is the status of the phone number.", + "enum": [ + "active", + "activating", + "blocked" + ] + }, "name": { "type": "string", "description": "This is the name of the phone number. This is just for your own reference.", @@ -15429,6 +15137,15 @@ "type": "string", "description": "This is the ISO 8601 date-time string of when the phone number was last updated." }, + "status": { + "type": "string", + "description": "This is the status of the phone number.", + "enum": [ + "active", + "activating", + "blocked" + ] + }, "name": { "type": "string", "description": "This is the name of the phone number. This is just for your own reference.", @@ -15535,6 +15252,15 @@ "type": "string", "description": "This is the ISO 8601 date-time string of when the phone number was last updated." }, + "status": { + "type": "string", + "description": "This is the status of the phone number.", + "enum": [ + "active", + "activating", + "blocked" + ] + }, "number": { "type": "string", "description": "These are the digits of the phone number you purchased from Vapi." @@ -24209,210 +23935,549 @@ "description": "This is the name of the token. This is just for your own reference.", "maxLength": 40 }, - "restrictions": { - "description": "This are the restrictions for the token.", - "allOf": [ - { - "$ref": "#/components/schemas/TokenRestrictions" - } - ] + "restrictions": { + "description": "This are the restrictions for the token.", + "allOf": [ + { + "$ref": "#/components/schemas/TokenRestrictions" + } + ] + } + } + }, + "Token": { + "type": "object", + "properties": { + "tag": { + "type": "string", + "description": "This is the tag for the token. It represents its scope.", + "enum": [ + "private", + "public" + ] + }, + "id": { + "type": "string", + "description": "This is the unique identifier for the token." + }, + "orgId": { + "type": "string", + "description": "This is unique identifier for the org that this token belongs to." + }, + "createdAt": { + "format": "date-time", + "type": "string", + "description": "This is the ISO 8601 date-time string of when the token was created." + }, + "updatedAt": { + "format": "date-time", + "type": "string", + "description": "This is the ISO 8601 date-time string of when the token was last updated." + }, + "value": { + "type": "string", + "description": "This is the token key." + }, + "name": { + "type": "string", + "description": "This is the name of the token. This is just for your own reference.", + "maxLength": 40 + }, + "restrictions": { + "description": "This are the restrictions for the token.", + "allOf": [ + { + "$ref": "#/components/schemas/TokenRestrictions" + } + ] + } + }, + "required": [ + "id", + "orgId", + "createdAt", + "updatedAt", + "value" + ] + }, + "UpdateTokenDTO": { + "type": "object", + "properties": { + "tag": { + "type": "string", + "description": "This is the tag for the token. It represents its scope.", + "enum": [ + "private", + "public" + ] + }, + "name": { + "type": "string", + "description": "This is the name of the token. This is just for your own reference.", + "maxLength": 40 + }, + "restrictions": { + "description": "This are the restrictions for the token.", + "allOf": [ + { + "$ref": "#/components/schemas/TokenRestrictions" + } + ] + } + } + }, + "SyncVoiceLibraryDTO": { + "type": "object", + "properties": { + "providers": { + "type": "array", + "description": "List of providers you want to sync.", + "enum": [ + "11labs", + "azure", + "cartesia", + "custom-voice", + "deepgram", + "lmnt", + "neets", + "openai", + "playht", + "rime-ai", + "smallest-ai", + "tavus" + ], + "items": { + "type": "string", + "enum": [ + "11labs", + "azure", + "cartesia", + "custom-voice", + "deepgram", + "lmnt", + "neets", + "openai", + "playht", + "rime-ai", + "smallest-ai", + "tavus" + ] + } + } + } + }, + "Eval": { + "type": "object", + "properties": { + "id": { + "type": "string", + "description": "This is the unique identifier for the evaluation." + }, + "orgId": { + "type": "string", + "description": "This is the unique identifier for the org that this evaluation belongs to." + }, + "createdAt": { + "format": "date-time", + "type": "string", + "description": "This is the ISO 8601 date-time string of when the evaluation was created." + }, + "updatedAt": { + "format": "date-time", + "type": "string", + "description": "This is the ISO 8601 date-time string of when the evaluation was last updated." + }, + "name": { + "type": "string", + "description": "This is the name of the evaluation.", + "maxLength": 80 + }, + "phoneNumberId": { + "type": "string", + "description": "This is the phone number ID associated with this evaluation." + } + }, + "required": [ + "id", + "orgId", + "createdAt", + "updatedAt" + ] + }, + "EvalsPaginatedResponse": { + "type": "object", + "properties": { + "results": { + "type": "array", + "items": { + "$ref": "#/components/schemas/Eval" + } + }, + "metadata": { + "$ref": "#/components/schemas/PaginationMeta" + } + }, + "required": [ + "results", + "metadata" + ] + }, + "CreateEvalDto": { + "type": "object", + "properties": { + "name": { + "type": "string", + "description": "This is the name of the evaluation.", + "maxLength": 80 + }, + "phoneNumberId": { + "type": "string", + "description": "This is the phone number ID associated with this evaluation." + } + } + }, + "UpdateEvalDto": { + "type": "object", + "properties": { + "name": { + "type": "string", + "description": "This is the name of the evaluation.", + "maxLength": 80 + }, + "phoneNumberId": { + "type": "string", + "description": "This is the phone number ID associated with this evaluation." + } + } + }, + "EvalTestVoice": { + "type": "object", + "properties": { + "scorers": { + "type": "array", + "description": "These are the scorers used to evaluate the test.", + "items": { + "oneOf": [ + { + "$ref": "#/components/schemas/EvalTestScorerAI", + "title": "AI" + } + ] + } + }, + "type": { + "type": "string", + "description": "This is the type of the test, which must be voice.", + "enum": [ + "voice" + ], + "maxLength": 100 + }, + "id": { + "type": "string", + "description": "This is the unique identifier for the test." + }, + "evalId": { + "type": "string", + "description": "This is the unique identifier for the evaluation this test belongs to." + }, + "createdAt": { + "format": "date-time", + "type": "string", + "description": "This is the ISO 8601 date-time string of when the test was created." + }, + "updatedAt": { + "format": "date-time", + "type": "string", + "description": "This is the ISO 8601 date-time string of when the test was last updated." + }, + "name": { + "type": "string", + "description": "This is the name of the test.", + "maxLength": 80 + }, + "script": { + "type": "string", + "description": "This is the script to be used for the voice test.", + "maxLength": 10000 + }, + "attempts": { + "type": "number", + "description": "This is the number of attempts allowed for the test.", + "minimum": 1, + "maximum": 10 } - } + }, + "required": [ + "scorers", + "type", + "id", + "evalId", + "createdAt", + "updatedAt", + "script", + "attempts" + ] }, - "Token": { + "EvalTest": { "type": "object", "properties": { - "tag": { + "scorers": { + "type": "array", + "description": "These are the scorers used to evaluate the test.", + "items": { + "oneOf": [ + { + "$ref": "#/components/schemas/EvalTestScorerAI", + "title": "AI" + } + ] + } + }, + "type": { "type": "string", - "description": "This is the tag for the token. It represents its scope.", + "description": "This is the type of the test, which must be voice.", "enum": [ - "private", - "public" - ] + "voice" + ], + "maxLength": 100 }, "id": { "type": "string", - "description": "This is the unique identifier for the token." + "description": "This is the unique identifier for the test." }, - "orgId": { + "evalId": { "type": "string", - "description": "This is unique identifier for the org that this token belongs to." + "description": "This is the unique identifier for the evaluation this test belongs to." }, "createdAt": { "format": "date-time", "type": "string", - "description": "This is the ISO 8601 date-time string of when the token was created." + "description": "This is the ISO 8601 date-time string of when the test was created." }, "updatedAt": { "format": "date-time", "type": "string", - "description": "This is the ISO 8601 date-time string of when the token was last updated." + "description": "This is the ISO 8601 date-time string of when the test was last updated." }, - "value": { + "name": { "type": "string", - "description": "This is the token key." + "description": "This is the name of the test.", + "maxLength": 80 }, - "name": { + "script": { "type": "string", - "description": "This is the name of the token. This is just for your own reference.", - "maxLength": 40 + "description": "This is the script to be used for the voice test.", + "maxLength": 10000 }, - "restrictions": { - "description": "This are the restrictions for the token.", - "allOf": [ - { - "$ref": "#/components/schemas/TokenRestrictions" - } - ] + "attempts": { + "type": "number", + "description": "This is the number of attempts allowed for the test.", + "minimum": 1, + "maximum": 10 } }, "required": [ + "scorers", + "type", "id", - "orgId", + "evalId", "createdAt", "updatedAt", - "value" + "script", + "attempts" ] }, - "UpdateTokenDTO": { + "EvalTestsPaginatedResponse": { "type": "object", "properties": { - "tag": { - "type": "string", - "description": "This is the tag for the token. It represents its scope.", - "enum": [ - "private", - "public" - ] - }, - "name": { - "type": "string", - "description": "This is the name of the token. This is just for your own reference.", - "maxLength": 40 + "results": { + "type": "array", + "items": { + "$ref": "#/components/schemas/EvalTest" + } }, - "restrictions": { - "description": "This are the restrictions for the token.", + "metadata": { + "$ref": "#/components/schemas/PaginationMeta" + } + }, + "required": [ + "results", + "metadata" + ] + }, + "EvalRunTestAttemptCall": { + "type": "object", + "properties": { + "artifact": { + "description": "This is the artifact associated with the call.", "allOf": [ { - "$ref": "#/components/schemas/TokenRestrictions" + "$ref": "#/components/schemas/Artifact" } ] } - } + }, + "required": [ + "artifact" + ] }, - "SyncVoiceLibraryDTO": { + "EvalRunScorer": { + "type": "object", + "properties": {} + }, + "EvalRunTestAttempt": { "type": "object", "properties": { - "providers": { + "call": { + "description": "This is the call made during the test attempt.", + "allOf": [ + { + "$ref": "#/components/schemas/EvalRunTestAttemptCall" + } + ] + }, + "scorers": { + "description": "These are the scorers used to evaluate the test attempt.", "type": "array", - "description": "List of providers you want to sync.", - "enum": [ - "11labs", - "azure", - "cartesia", - "custom-voice", - "deepgram", - "lmnt", - "neets", - "openai", - "playht", - "rime-ai", - "smallest-ai", - "tavus" - ], "items": { - "type": "string", - "enum": [ - "11labs", - "azure", - "cartesia", - "custom-voice", - "deepgram", - "lmnt", - "neets", - "openai", - "playht", - "rime-ai", - "smallest-ai", - "tavus" - ] + "$ref": "#/components/schemas/EvalRunScorer" } } - } + }, + "required": [ + "call", + "scorers" + ] }, - "UpdateWorkflowDTO": { + "EvalRunTestResult": { "type": "object", "properties": { - "nodes": { - "type": "array", - "items": { - "oneOf": [ - { - "$ref": "#/components/schemas/Say", - "title": "Say" - }, - { - "$ref": "#/components/schemas/Gather", - "title": "Gather" - }, - { - "$ref": "#/components/schemas/ApiRequest", - "title": "ApiRequest" - }, - { - "$ref": "#/components/schemas/Hangup", - "title": "Hangup" - }, - { - "$ref": "#/components/schemas/Transfer", - "title": "Transfer" - } - ] - } - }, - "name": { + "testId": { "type": "string", - "maxLength": 80 + "description": "This is the unique identifier for the test." }, - "edges": { + "attempts": { + "description": "These are the attempts made for this test.", "type": "array", "items": { - "$ref": "#/components/schemas/Edge" + "$ref": "#/components/schemas/EvalRunTestAttempt" } } - } + }, + "required": [ + "testId", + "attempts" + ] }, - "Eval": { + "EvalRun": { "type": "object", "properties": { + "status": { + "type": "string", + "description": "This is the current status of the evaluation run.", + "enum": [ + "queued", + "in-progress", + "completed" + ] + }, "id": { - "type": "string" + "type": "string", + "description": "This is the unique identifier for the evaluation run." + }, + "evalId": { + "type": "string", + "description": "This is the unique identifier for the evaluation this run belongs to." + }, + "createdAt": { + "format": "date-time", + "type": "string", + "description": "This is the ISO 8601 date-time string of when the evaluation run was created." + }, + "updatedAt": { + "format": "date-time", + "type": "string", + "description": "This is the ISO 8601 date-time string of when the evaluation run was last updated." + }, + "testResults": { + "description": "These are the results of the tests in this evaluation run.", + "type": "array", + "items": { + "$ref": "#/components/schemas/EvalRunTestResult" + } + }, + "name": { + "type": "string", + "description": "This is the name of the evaluation run.", + "maxLength": 80 } }, "required": [ - "id" + "status", + "id", + "evalId", + "createdAt", + "updatedAt", + "testResults" ] }, - "EvalTest": { + "EvalRunsPaginatedResponse": { "type": "object", "properties": { - "id": { - "type": "string" + "results": { + "type": "array", + "items": { + "$ref": "#/components/schemas/EvalRun" + } + }, + "metadata": { + "$ref": "#/components/schemas/PaginationMeta" } }, "required": [ - "id" + "results", + "metadata" ] }, - "EvalRun": { + "CreateEvalRunDto": { "type": "object", "properties": { - "id": { - "type": "string" + "name": { + "type": "string", + "description": "This is the name of the evaluation run.", + "maxLength": 80 + } + } + }, + "UpdateEvalRunDto": { + "type": "object", + "properties": { + "name": { + "type": "string", + "description": "This is the name of the evaluation run.", + "maxLength": 80 + } + } + }, + "ClientMessageWorkflowNodeStarted": { + "type": "object", + "properties": { + "type": { + "type": "string", + "description": "This is the type of the message. \"workflow.node.started\" is sent when the active node changes.", + "enum": [ + "workflow.node.started" + ] + }, + "node": { + "type": "object", + "description": "This is the active node." } }, "required": [ - "id" + "type", + "node" ] }, "ClientMessageConversationUpdate": { @@ -24835,6 +24900,10 @@ "message": { "description": "These are all the messages that can be sent to the client-side SDKs during the call. Configure the messages you'd like to receive in `assistant.clientMessages`.", "oneOf": [ + { + "$ref": "#/components/schemas/ClientMessageWorkflowNodeStarted", + "title": "WorkflowNodeStarted" + }, { "$ref": "#/components/schemas/ClientMessageConversationUpdate", "title": "ConversationUpdate" @@ -25169,6 +25238,7 @@ "pipeline-error-groq-llm-failed", "pipeline-error-google-llm-failed", "pipeline-error-xai-llm-failed", + "pipeline-error-mistral-llm-failed", "pipeline-error-inflection-ai-llm-failed", "pipeline-error-cerebras-llm-failed", "pipeline-error-deep-seek-llm-failed", @@ -25187,6 +25257,11 @@ "pipeline-error-xai-403-model-access-denied", "pipeline-error-xai-429-exceeded-quota", "pipeline-error-xai-500-server-error", + "pipeline-error-mistral-400-bad-request-validation-failed", + "pipeline-error-mistral-401-unauthorized", + "pipeline-error-mistral-403-model-access-denied", + "pipeline-error-mistral-429-exceeded-quota", + "pipeline-error-mistral-500-server-error", "pipeline-error-inflection-ai-400-bad-request-validation-failed", "pipeline-error-inflection-ai-401-unauthorized", "pipeline-error-inflection-ai-403-model-access-denied", @@ -25965,6 +26040,7 @@ "pipeline-error-groq-llm-failed", "pipeline-error-google-llm-failed", "pipeline-error-xai-llm-failed", + "pipeline-error-mistral-llm-failed", "pipeline-error-inflection-ai-llm-failed", "pipeline-error-cerebras-llm-failed", "pipeline-error-deep-seek-llm-failed", @@ -25983,6 +26059,11 @@ "pipeline-error-xai-403-model-access-denied", "pipeline-error-xai-429-exceeded-quota", "pipeline-error-xai-500-server-error", + "pipeline-error-mistral-400-bad-request-validation-failed", + "pipeline-error-mistral-401-unauthorized", + "pipeline-error-mistral-403-model-access-denied", + "pipeline-error-mistral-429-exceeded-quota", + "pipeline-error-mistral-500-server-error", "pipeline-error-inflection-ai-400-bad-request-validation-failed", "pipeline-error-inflection-ai-401-unauthorized", "pipeline-error-inflection-ai-403-model-access-denied",