fix: Make logprob field optional for response Pydantic validation (#692)

jeffreyftang · web-flow · commit c0e5798318a6 · 2024-11-21T20:16:23.000-06:00
diff --git a/clients/python/lorax/types.py b/clients/python/lorax/types.py
@@ -270,7 +270,7 @@ class Token(BaseModel):
     # Token text
     text: str
     # Logprob
-    logprob: float
+    logprob: Optional[float]
     # Is the token a special token
     # Can be used to ignore tokens when concatenating
     special: bool
