add support for messages route in vertex anthropic as well

Author: narengogi

src/providers/google-vertex-ai/api.ts

@@ -170,9 +170,12 @@ export const GoogleApiConfig: ProviderAPIConfig = {
       }
 
       case 'anthropic': {
-        if (mappedFn === 'chatComplete') {
+        if (mappedFn === 'chatComplete' || mappedFn === 'messages') {
           return `${projectRoute}/publishers/${provider}/models/${model}:rawPredict`;
-        } else if (mappedFn === 'stream-chatComplete') {
+        } else if (
+          mappedFn === 'stream-chatComplete' ||
+          mappedFn === 'stream-messages'
+        ) {
           return `${projectRoute}/publishers/${provider}/models/${model}:streamRawPredict`;
         }
       }

src/providers/google-vertex-ai/index.ts

@@ -47,6 +47,10 @@ import {
 import { GoogleFinetuneRetrieveResponseTransform } from './retrieveFinetune';
 import { GoogleFinetuneListResponseTransform } from './listFinetunes';
 import { GoogleListFilesRequestHandler } from './listFiles';
+import {
+  VertexAnthropicMessagesConfig,
+  VertexAnthropicMessagesResponseTransform,
+} from './messages';
 
 const VertexConfig: ProviderConfigs = {
   api: VertexApiConfig,
@@ -112,10 +116,12 @@ const VertexConfig: ProviderConfigs = {
           api: GoogleApiConfig,
           createBatch: GoogleBatchCreateConfig,
           createFinetune: baseConfig.createFinetune,
+          messages: VertexAnthropicMessagesConfig,
           responseTransforms: {
             'stream-chatComplete':
               VertexAnthropicChatCompleteStreamChunkTransform,
             chatComplete: VertexAnthropicChatCompleteResponseTransform,
+            messages: VertexAnthropicMessagesResponseTransform,
             ...responseTransforms,
           },
         };

src/providers/google-vertex-ai/messages.ts

@@ -0,0 +1,25 @@
+import { GOOGLE_VERTEX_AI } from '../../globals';
+import { MessagesResponse } from '../../types/messagesResponse';
+import { getMessagesConfig } from '../anthropic-base/messages';
+import { AnthropicErrorResponse } from '../anthropic/types';
+import { AnthropicErrorResponseTransform } from '../anthropic/utils';
+import { ErrorResponse } from '../types';
+import { generateInvalidProviderResponseError } from '../utils';
+
+export const VertexAnthropicMessagesConfig = getMessagesConfig({});
+
+export const VertexAnthropicMessagesResponseTransform = (
+  response: MessagesResponse | AnthropicErrorResponse,
+  responseStatus: number
+): MessagesResponse | ErrorResponse => {
+  if (responseStatus !== 200) {
+    const errorResposne = AnthropicErrorResponseTransform(
+      response as AnthropicErrorResponse
+    );
+    if (errorResposne) return errorResposne;
+  }
+
+  if ('model' in response) return response;
+
+  return generateInvalidProviderResponseError(response, GOOGLE_VERTEX_AI);
+};

src/providers/types.ts

@@ -80,6 +80,7 @@ export type endpointStrings =
   | 'moderate'
   | 'stream-complete'
   | 'stream-chatComplete'
+  | 'stream-messages'
   | 'proxy'
   | 'imageGenerate'
   | 'createSpeech'