We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6b3d0fc commit 9f37a74Copy full SHA for 9f37a74
src/agentlab/llm/huggingface_utils.py
@@ -100,7 +100,10 @@ def __call__(
100
while True:
101
try:
102
temperature = temperature if temperature is not None else self.temperature
103
- response = AIMessage(self.llm(prompt, temperature=temperature))
+ answer = self.llm(prompt, temperature=temperature)
104
+ response = AIMessage(answer)
105
+ if hasattr(answer, "details"):
106
+ response["log_prob"] = answer.details.log_prob
107
responses.append(response)
108
break
109
except Exception as e:
0 commit comments