Skip to content

Commit 131a9e4

Browse files
Update Model details
1 parent 77b25f9 commit 131a9e4

File tree

1 file changed

+15
-1
lines changed

1 file changed

+15
-1
lines changed

backend/src/QA_integration.py

Lines changed: 15 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -47,7 +47,7 @@ def get_llm(model : str):
4747

4848
elif model == "Gemini Pro" :
4949
# model_version = "gemini-1.0-pro"
50-
model_version = 'gemini-pro'
50+
model_version = 'gemini-1.0-pro-001'
5151
logging.info(f"Chat Model: Gemini , Model Version : {model_version}")
5252
llm = ChatVertexAI(model_name=model_version,
5353
# max_output_tokens=100,
@@ -60,6 +60,20 @@ def get_llm(model : str):
6060
HarmCategory.HARM_CATEGORY_HARASSMENT: HarmBlockThreshold.BLOCK_NONE,
6161
HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT: HarmBlockThreshold.BLOCK_NONE,
6262
})
63+
elif model == "Gemini 1.5 Pro" :
64+
model_version = "gemini-1.5-pro-preview-0409"
65+
logging.info(f"Chat Model: Gemini 1.5 , Model Version : {model_version}")
66+
llm = ChatVertexAI(model_name=model_version,
67+
# max_output_tokens=100,
68+
convert_system_message_to_human=True,
69+
temperature=0,
70+
safety_settings={
71+
HarmCategory.HARM_CATEGORY_UNSPECIFIED: HarmBlockThreshold.BLOCK_NONE,
72+
HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT: HarmBlockThreshold.BLOCK_NONE,
73+
HarmCategory.HARM_CATEGORY_HATE_SPEECH: HarmBlockThreshold.BLOCK_NONE,
74+
HarmCategory.HARM_CATEGORY_HARASSMENT: HarmBlockThreshold.BLOCK_NONE,
75+
HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT: HarmBlockThreshold.BLOCK_NONE,
76+
})
6377
else:
6478
## for model == "OpenAI GPT 4" or model == "Diffbot"
6579
model_version = "gpt-4-0125-preview"

0 commit comments

Comments
 (0)