Added banned_strings parameter to the generator. (#756)

Co-authored-by: RaahimSiddiqi <[email protected]>

Author: RaahimSiddiqi

exllamav2/generator/dynamic.py

@@ -556,6 +556,7 @@ def generate(
         filter_prefer_eos: bool = False,
         return_last_results: bool = False,
         embeddings: list[ExLlamaV2MMEmbedding] | list[list[ExLlamaV2MMEmbedding]] | None = None,
+        banned_strings: list | None = None,
         **kwargs
     ):
         """
@@ -617,6 +618,9 @@ def generate(
         :param embeddings:
             Optional list of ExLlamaV2MMEmbeddings to use for, or list of lists for batched generation
 
+        :param banned_strings:
+            Optional list of strings to exclude from the output
+
         :return:
             Completion(s): (str or list[str] depending on the type of the input prompt argument)
             Optionally, last results: (dict or list[dict] depending on the type of the input prompt argument)
@@ -685,7 +689,8 @@ def generate(
                 filter_prefer_eos = filter_prefer_eos,
                 token_healing = token_healing,
                 decode_special_tokens = decode_special_tokens,
-                embeddings = embeddings[idx] or []
+                embeddings = embeddings[idx] or [],
+                banned_strings = banned_strings
             )
 
             if seed is not None: seed += 1