add pad_token_id to generate string

1rgs · 1rgs · commit 4fe34dc37f77 · 2023-05-08T03:00:00.000Z
diff --git a/jsonformer/main.py b/jsonformer/main.py
@@ -117,6 +117,7 @@ def generate_string(self) -> str:
             stopping_criteria=[
                 StringStoppingCriteria(self.tokenizer, len(input_tokens[0]))
             ],
+            pad_token_id=self.tokenizer.eos_token_id,
         )
 
         # Some models output the prompt as part of the response

Original file line number	Diff line number	Diff line change
`@@ -117,6 +117,7 @@ def generate_string(self) -> str:`
`117`	`117`	`stopping_criteria=[`
`118`	`118`	`StringStoppingCriteria(self.tokenizer, len(input_tokens[0]))`
`119`	`119`	`],`
	`120`	`+ pad_token_id=self.tokenizer.eos_token_id,`
`120`	`121`	`)`
`121`	`122`
`122`	`123`	`# Some models output the prompt as part of the response`