Skip to content

Commit 66a3b05

Browse files
committed
Undo another change
1 parent a083f1b commit 66a3b05

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

guidance/models/transformers/_transformers.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -121,10 +121,11 @@ def _tokenizer(self, model, **kwargs):
121121
), "You must give a model name when you provide a tokenizer object!"
122122

123123
return tokenizer
124-
124+
125125
def __call__(self, byte_string):
126126
tokenisation = self._orig_tokenizer(byte_string)
127-
return tokenisation['input_ids']
127+
return tokenisation["input_ids"]
128+
128129

129130
class TransformersEngine(Engine):
130131
def __init__(self, model, tokenizer, compute_log_probs, **kwargs):
@@ -271,7 +272,7 @@ def get_logits(self, token_ids, forced_bytes, current_temp):
271272
self.metrics.model_input_tokens += len(new_token_ids)
272273
self.metrics.model_output_tokens += 1
273274

274-
return self._cached_logits, len(new_token_ids)
275+
return self._cached_logits
275276

276277

277278
class Transformers(Model):

0 commit comments

Comments
 (0)