Skip to content

Commit 1584ee4

Browse files
committed
update transformers for groq
1 parent 1072583 commit 1584ee4

File tree

2 files changed

+13
-6
lines changed

2 files changed

+13
-6
lines changed

src/providers/groq/chatComplete.ts

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -72,6 +72,7 @@ export interface GroqStreamChunk {
7272
choices: {
7373
delta: {
7474
content?: string;
75+
tool_calls?: object[];
7576
};
7677
index: number;
7778
finish_reason: string | null;
@@ -175,6 +176,7 @@ export const GroqChatCompleteStreamChunkTransform: (
175176
delta: {
176177
role: 'assistant',
177178
content: parsedChunk.choices[0].delta.content,
179+
tool_calls: parsedChunk.choices[0].delta?.tool_calls,
178180
},
179181
logprobs: null,
180182
finish_reason: parsedChunk.choices[0].finish_reason || null,

src/providers/groq/index.ts

Lines changed: 11 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,16 +1,21 @@
11
import { ProviderConfigs } from '../types';
22
import GroqAPIConfig from './api';
3+
import { GroqChatCompleteStreamChunkTransform } from './chatComplete';
34
import {
4-
GroqChatCompleteConfig,
5-
GroqChatCompleteResponseTransform,
6-
GroqChatCompleteStreamChunkTransform,
7-
} from './chatComplete';
5+
chatCompleteParams,
6+
completeParams,
7+
embedParams,
8+
responseTransformers,
9+
} from '../open-ai-base';
10+
import { GROQ } from '../../globals';
811

912
const GroqConfig: ProviderConfigs = {
10-
chatComplete: GroqChatCompleteConfig,
13+
chatComplete: chatCompleteParams(['logprobs', 'logits_bias', 'top_logprobs']),
1114
api: GroqAPIConfig,
1215
responseTransforms: {
13-
chatComplete: GroqChatCompleteResponseTransform,
16+
...responseTransformers(GROQ, {
17+
chatComplete: true,
18+
}),
1419
'stream-chatComplete': GroqChatCompleteStreamChunkTransform,
1520
},
1621
};

0 commit comments

Comments
 (0)