Merge pull request #1410 from Portkey-AI/fix/build-errors-07-nov

fix: build errors

Author: VisargD

src/apm/loki/envConfig.ts

@@ -3,7 +3,7 @@ import { Environment } from '../../utils/env';
 const requiredEnvVars = ['NODE_ENV', 'SERVICE_NAME', 'LOKI_AUTH', 'LOKI_HOST'];
 
 export const loadAndValidateEnv = () => {
-  const env = Environment({}) as Record<string, string>;
+  const env = Environment() as Record<string, string>;
   requiredEnvVars.forEach((varName) => {
     if (!env[varName]) {
       console.error(`Missing required environment variable: ${varName}`);

src/apm/loki/logger.ts

@@ -4,7 +4,7 @@ let LokiLogger: any;
 
 try {
   const { createLogger, transports, format } = await import('winston');
-  const LokiTransport = await import('winston-loki');
+  const LokiTransport = (await import('winston-loki')).default;
 
   const envVars = loadAndValidateEnv();
 

src/apm/prometheus/envConfig.ts

@@ -8,7 +8,7 @@ const requiredEnvVars = [
 ];
 
 export const loadAndValidateEnv = (): { [key: string]: string } => {
-  const env = Environment({}) as Record<string, string>;
+  const env = Environment() as Record<string, string>;
   requiredEnvVars.forEach((varName) => {
     if (!env[varName]) {
       console.error(`Missing required environment variable: ${varName}`);

src/apm/prometheus/prometheusClient.ts

@@ -23,7 +23,7 @@ client.collectDefaultMetrics({
 
 const loadMetadataKeys = () => {
   return (
-    Environment({})
+    Environment()
       .PROMETHEUS_LABELS_METADATA_ALLOWED_KEYS?.replaceAll(' ', '')
       .split(',') ?? []
   ).map((key: string) => `metadata_${key}`);
@@ -305,7 +305,7 @@ export const llmCacheProcessingDurationMilliseconds = new client.Histogram({
 export const getCustomLabels = (metadata: string | undefined) => {
   let customLabels: Record<string, any> = {};
   const allowedKeys =
-    Environment({}).PROMETHEUS_LABELS_METADATA_ALLOWED_KEYS?.split(',') ?? [];
+    Environment().PROMETHEUS_LABELS_METADATA_ALLOWED_KEYS?.split(',') ?? [];
   if (typeof metadata === 'string') {
     try {
       const parsedMetadata = JSON.parse(metadata);

src/globals.ts

@@ -279,5 +279,19 @@ export const AtomicOperations = {
 export enum RateLimiterKeyTypes {
   VIRTUAL_KEY = 'VIRTUAL_KEY',
   API_KEY = 'API_KEY',
+  WORKSPACE = 'WORKSPACE',
   INTEGRATION_WORKSPACE = 'INTEGRATION_WORKSPACE',
 }
+
+export const METRICS_KEYS = {
+  AUTH_N_MIDDLEWARE_START: 'authNMiddlewareStart',
+  AUTH_N_MIDDLEWARE_END: 'authNMiddlewareEnd',
+  API_KEY_RATE_LIMIT_CHECK_START: 'apiKeyRateLimitCheckStart',
+  API_KEY_RATE_LIMIT_CHECK_END: 'apiKeyRateLimitCheckEnd',
+  PORTKEY_MIDDLEWARE_PRE_REQUEST_START: 'portkeyMiddlewarePreRequestStart',
+  PORTKEY_MIDDLEWARE_PRE_REQUEST_END: 'portkeyMiddlewarePreRequestEnd',
+  PORTKEY_MIDDLEWARE_POST_REQUEST_START: 'portkeyMiddlewarePostRequestStart',
+  PORTKEY_MIDDLEWARE_POST_REQUEST_END: 'portkeyMiddlewarePostRequestEnd',
+  LLM_CACHE_GET_START: 'llmCacheGetStart',
+  LLM_CACHE_GET_END: 'llmCacheGetEnd',
+};

src/middlewares/requestValidator/index.ts

@@ -47,7 +47,7 @@ const BLOCKED_TLDS = [
 
 // Parse allowed custom hosts from environment variable
 // Format: comma-separated list of domains/IPs (e.g., "localhost,127.0.0.1,example.com")
-const TRUSTED_CUSTOM_HOSTS = (c: Context) => {
+const TRUSTED_CUSTOM_HOSTS = (c?: Context) => {
   const envVar = Environment(c)?.TRUSTED_CUSTOM_HOSTS;
   if (!envVar) {
     // Default allowed hosts for local development

src/providers/anthropic-base/messages.ts

@@ -1,4 +1,4 @@
-import { ProviderConfig } from '../types';
+import { ParameterConfig, ProviderConfig } from '../types';
 
 export const messagesBaseConfig: ProviderConfig = {
   model: {
@@ -82,7 +82,7 @@ export const getMessagesConfig = ({
   if (defaultValues) {
     Object.keys(defaultValues).forEach((key) => {
       if (!Array.isArray(baseParams[key])) {
-        baseParams[key].default = defaultValues[key];
+        (baseParams[key] as ParameterConfig).default = defaultValues[key];
       }
     });
   }

src/providers/cohere/chatComplete.ts

@@ -291,8 +291,8 @@ export const CohereChatCompleteStreamChunkTransform: (
           index: streamState.lastIndex,
           delta: {
             role: 'assistant',
-            content: parsedChunk.delta?.message?.content?.text ?? '',
-            tool_calls: parsedChunk.delta?.message?.tool_calls,
+            content: (parsedChunk as any).delta?.message?.content?.text ?? '',
+            tool_calls: (parsedChunk as any).delta?.message?.tool_calls,
           },
           logprobs: null,
           finish_reason: null,

src/providers/google-vertex-ai/chatComplete.ts

@@ -21,6 +21,7 @@ import {
 } from '../anthropic/types';
 import {
   GoogleMessage,
+  GoogleMessagePart,
   GoogleMessageRole,
   GoogleToolConfig,
   SYSTEM_INSTRUCTION_DISABLED_MODELS,
@@ -82,7 +83,7 @@ export const VertexGoogleChatCompleteConfig: ProviderConfig = {
             return;
 
           const role = transformOpenAIRoleToGoogleRole(message.role);
-          let parts = [];
+          let parts: GoogleMessagePart[] = [];
 
           if (message.role === 'assistant' && message.tool_calls) {
             message.tool_calls.forEach((tool_call: ToolCall) => {
@@ -98,15 +99,15 @@ export const VertexGoogleChatCompleteConfig: ProviderConfig = {
               functionResponse: {
                 name: message.name ?? 'gateway-tool-filler-name',
                 response: {
-                  output: message.content,
+                  output: message.content ?? '',
                 },
               },
             });
           } else if (message.content && typeof message.content === 'object') {
             message.content.forEach((c: ContentType) => {
               if (c.type === 'text') {
                 parts.push({
-                  text: c.text,
+                  text: c.text ?? '',
                 });
               } else if (c.type === 'input_audio') {
                 parts.push(transformInputAudioPart(c));
@@ -149,7 +150,7 @@ export const VertexGoogleChatCompleteConfig: ProviderConfig = {
                   parts.push({
                     inlineData: {
                       mimeType: 'image/jpeg',
-                      data: c.image_url?.url,
+                      data: c.image_url?.url ?? '',
                     },
                   });
                 }

src/providers/google-vertex-ai/utils.ts

@@ -15,6 +15,7 @@ import { ErrorResponse, FinetuneRequest, Logprobs } from '../types';
 import { Context } from 'hono';
 import { env } from 'hono/adapter';
 import { ContentType, JsonSchema, Tool } from '../../types/requestBody';
+import { GoogleMessagePart } from '../google/chatComplete';
 
 /**
  * Encodes an object as a Base64 URL-encoded string.
@@ -717,15 +718,15 @@ export const OPENAI_AUDIO_FORMAT_TO_VERTEX_MIME_TYPE_MAPPING = {
   wav: 'audio/wav',
 };
 
-export const transformInputAudioPart = (c: ContentType) => {
+export const transformInputAudioPart = (c: ContentType): GoogleMessagePart => {
   const data = c.input_audio?.data;
   const mimeType =
     OPENAI_AUDIO_FORMAT_TO_VERTEX_MIME_TYPE_MAPPING[
       c.input_audio?.format as 'mp3' | 'wav'
     ];
   return {
     inlineData: {
-      data,
+      data: data ?? '',
       mimeType,
     },
   };