@@ -47,7 +47,7 @@ def get_llm(model : str):
4747
4848 elif model == "Gemini Pro" :
4949 # model_version = "gemini-1.0-pro"
50- model_version = 'gemini-pro'
50+ model_version = 'gemini-1.0- pro-001 '
5151 logging .info (f"Chat Model: Gemini , Model Version : { model_version } " )
5252 llm = ChatVertexAI (model_name = model_version ,
5353 # max_output_tokens=100,
@@ -60,6 +60,20 @@ def get_llm(model : str):
6060 HarmCategory .HARM_CATEGORY_HARASSMENT : HarmBlockThreshold .BLOCK_NONE ,
6161 HarmCategory .HARM_CATEGORY_SEXUALLY_EXPLICIT : HarmBlockThreshold .BLOCK_NONE ,
6262 })
63+ elif model == "Gemini 1.5 Pro" :
64+ model_version = "gemini-1.5-pro-preview-0409"
65+ logging .info (f"Chat Model: Gemini 1.5 , Model Version : { model_version } " )
66+ llm = ChatVertexAI (model_name = model_version ,
67+ # max_output_tokens=100,
68+ convert_system_message_to_human = True ,
69+ temperature = 0 ,
70+ safety_settings = {
71+ HarmCategory .HARM_CATEGORY_UNSPECIFIED : HarmBlockThreshold .BLOCK_NONE ,
72+ HarmCategory .HARM_CATEGORY_DANGEROUS_CONTENT : HarmBlockThreshold .BLOCK_NONE ,
73+ HarmCategory .HARM_CATEGORY_HATE_SPEECH : HarmBlockThreshold .BLOCK_NONE ,
74+ HarmCategory .HARM_CATEGORY_HARASSMENT : HarmBlockThreshold .BLOCK_NONE ,
75+ HarmCategory .HARM_CATEGORY_SEXUALLY_EXPLICIT : HarmBlockThreshold .BLOCK_NONE ,
76+ })
6377 else :
6478 ## for model == "OpenAI GPT 4" or model == "Diffbot"
6579 model_version = "gpt-4-0125-preview"
0 commit comments