Skip to content

Commit 3baa5c4

Browse files
committed
CD-159 - add conversation_id
1 parent 5958032 commit 3baa5c4

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

fastchat/serve/api_provider.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -253,6 +253,7 @@ def get_api_provider_stream_iter(
253253
messages=messages,
254254
api_base=model_api_dict["api_base"],
255255
api_key=model_api_dict["api_key"],
256+
conversation_id=state.conv_id,
256257
)
257258
else:
258259
raise NotImplementedError()
@@ -1279,6 +1280,7 @@ def jab_api_stream_iter(
12791280
messages,
12801281
api_base,
12811282
api_key,
1283+
conversation_id
12821284
):
12831285
import requests
12841286

@@ -1291,6 +1293,7 @@ def jab_api_stream_iter(
12911293
payload = {
12921294
"model": model_name,
12931295
"messages": text_messages,
1296+
"conversation_id": conversation_id,
12941297
}
12951298

12961299
logger.info(f"==== request ====\n{payload}")

0 commit comments

Comments
 (0)