Fix defaults for LLMParams data model

Author: sd109

web-apps/image-analysis/app.py

@@ -30,7 +30,7 @@ class AppSettings(BaseModel):
     page_title: str
     page_description: str
     examples: List[PromptExample]
-    llm_params: LLMParams
+    llm_params: LLMParams | None
     # Theme customisation
     theme_params: Dict[str, str | list]
     theme_params_extended: Dict[str, str]

web-apps/utils/utils.py

@@ -20,12 +20,12 @@ class LLMParams(BaseModel):
     https://docs.vllm.ai/en/stable/serving/openai_compatible_server.html#extra-parameters
     """
 
-    max_tokens: PositiveInt | None
-    temperature: Annotated[float, Field(ge=0, le=2)] | None
-    top_p: Annotated[float, Field(gt=0, le=1)] | None
-    top_k: Annotated[int, Field(ge=-1)] | None
-    frequency_penalty: Annotated[float, Field(ge=-2, le=2)] | None
-    presence_penalty: Annotated[float, Field(ge=0 - 2, le=2)] | None
+    max_tokens: PositiveInt | None = None
+    temperature: Annotated[float, Field(ge=0, le=2)] | None = None
+    top_p: Annotated[float, Field(gt=0, le=1)] | None = None
+    top_k: Annotated[int, Field(ge=-1)] | None = None
+    frequency_penalty: Annotated[float, Field(ge=-2, le=2)] | None = None
+    presence_penalty: Annotated[float, Field(ge=0 - 2, le=2)] | None = None
     # Make sure we can't smuggle in extra request params / typos
     model_config = ConfigDict(extra="forbid")