Merge pull request #1321 from Portkey-AI/fix/together-ai-undefined-choice

fix: handle undefined choice in together ai finish reason transform

Author: VisargD

src/handlers/streamHandler.ts

@@ -321,12 +321,16 @@ export function handleStreamingMode(
           await writer.write(encoder.encode(chunk));
         }
       } catch (error) {
-        console.error('Error during stream processing:', error);
+        console.error('Error during stream processing:', proxyProvider, error);
       } finally {
         try {
           await writer.close();
         } catch (closeError) {
-          console.error('Failed to close the writer:', closeError);
+          console.error(
+            'Failed to close the writer:',
+            proxyProvider,
+            closeError
+          );
         }
       }
     })();
@@ -345,12 +349,16 @@ export function handleStreamingMode(
           await writer.write(encoder.encode(chunk));
         }
       } catch (error) {
-        console.error('Error during stream processing:', error);
+        console.error('Error during stream processing:', proxyProvider, error);
       } finally {
         try {
           await writer.close();
         } catch (closeError) {
-          console.error('Failed to close the writer:', closeError);
+          console.error(
+            'Failed to close the writer:',
+            proxyProvider,
+            closeError
+          );
         }
       }
     })();

src/providers/together-ai/chatComplete.ts

@@ -230,7 +230,7 @@ export const TogetherAIChatCompleteStreamChunkTransform: (
     return `data: ${chunk}\n\n`;
   }
   const parsedChunk: TogetherAIChatCompletionStreamChunk = JSON.parse(chunk);
-  const finishReason = parsedChunk.choices[0].finish_reason
+  const finishReason = parsedChunk.choices[0]?.finish_reason
     ? transformFinishReason(
         parsedChunk.choices[0].finish_reason,
         strictOpenAiCompliance