We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6c538a9 commit bd318fcCopy full SHA for bd318fc
mellea/backends/huggingface.py
@@ -447,7 +447,9 @@ def _generate_from_raw(
447
prompts = [self.formatter.print(action) for action in actions]
448
449
# batch-encoding call is deprecated in favor of this
450
- inputs = self._tokenizer(prompts, return_tensors="pt").to(self._device)
+ inputs = self._tokenizer(prompts, return_tensors="pt", padding=True).to(
451
+ self._device
452
+ )
453
454
if format is None:
455
outputs = self._model.generate( # type: ignore
0 commit comments