Fix empty context

Signed-off-by: SimJeg <[email protected]>

Author: SimJeg

kvpress/pipeline.py

@@ -134,7 +134,7 @@ def preprocess(
             context = bos_token + context
             question_suffix = "\n"  # to separate the question from the answer
         else:
-            separator = "\n" + "#" * len(context)
+            separator = "#" * (len(context) + 10)
             context = self.tokenizer.apply_chat_template(
                 [{"role": "user", "content": context + separator}],
                 add_generation_prompt=True,