Skip to content

Commit 7a06d61

Browse files
committed
Cleanup litellm chat/embedding model argument assignment.
1 parent e814217 commit 7a06d61

File tree

2 files changed

+15
-32
lines changed

2 files changed

+15
-32
lines changed

graphrag/language_model/providers/litellm/chat_model.py

Lines changed: 9 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -64,27 +64,17 @@ def _create_base_completions(
6464
"frequency_penalty": model_config.frequency_penalty,
6565
"presence_penalty": model_config.presence_penalty,
6666
"drop_params": True,
67+
"api_base": model_config.api_base,
68+
"api_version": model_config.api_version,
69+
"api_key": model_config.api_key,
70+
"organization": model_config.organization,
71+
"proxy": model_config.proxy,
72+
"audience": model_config.audience,
73+
"max_tokens": model_config.max_tokens,
74+
"max_completion_tokens": model_config.max_completion_tokens,
75+
"reasoning_effort": model_config.reasoning_effort,
6776
}
6877

69-
if model_config.api_base:
70-
base_args["api_base"] = model_config.api_base
71-
if model_config.api_version:
72-
base_args["api_version"] = model_config.api_version
73-
if model_config.api_key:
74-
base_args["api_key"] = model_config.api_key
75-
if model_config.organization:
76-
base_args["organization"] = model_config.organization
77-
if model_config.proxy:
78-
base_args["proxy"] = model_config.proxy
79-
if model_config.audience:
80-
base_args["audience"] = model_config.audience
81-
if model_config.max_tokens:
82-
base_args["max_tokens"] = model_config.max_tokens
83-
if model_config.max_completion_tokens:
84-
base_args["max_completion_tokens"] = model_config.max_completion_tokens
85-
if model_config.reasoning_effort:
86-
base_args["reasoning_effort"] = model_config.reasoning_effort
87-
8878
if model_config.auth_type == AuthType.AzureManagedIdentity:
8979
if model_config.model_provider != "azure":
9080
msg = "Azure Managed Identity authentication is only supported for Azure models."

graphrag/language_model/providers/litellm/embedding_model.py

Lines changed: 6 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -53,21 +53,14 @@ def _create_base_embeddings(
5353
"model": f"{model_provider}/{model}",
5454
"timeout": model_config.request_timeout,
5555
"drop_params": True,
56+
"api_base": model_config.api_base,
57+
"api_version": model_config.api_version,
58+
"api_key": model_config.api_key,
59+
"organization": model_config.organization,
60+
"proxy": model_config.proxy,
61+
"audience": model_config.audience,
5662
}
5763

58-
if model_config.api_base:
59-
base_args["api_base"] = model_config.api_base
60-
if model_config.api_version:
61-
base_args["api_version"] = model_config.api_version
62-
if model_config.api_key:
63-
base_args["api_key"] = model_config.api_key
64-
if model_config.organization:
65-
base_args["organization"] = model_config.organization
66-
if model_config.proxy:
67-
base_args["proxy"] = model_config.proxy
68-
if model_config.audience:
69-
base_args["audience"] = model_config.audience
70-
7164
if model_config.auth_type == AuthType.AzureManagedIdentity:
7265
if model_config.model_provider != "azure":
7366
msg = "Azure Managed Identity authentication is only supported for Azure models."

0 commit comments

Comments
 (0)