Update generative-proof-of-concept-CPU-preprocessing-in-memory.py

david-thrower · web-flow · commit 77c690170b8e · 2025-10-09T20:27:55.000-04:00
Try a sample with lower penalty for repetition. temperature 0.8, top_p 0.99
diff --git a/generative-proof-of-concept-CPU-preprocessing-in-memory.py b/generative-proof-of-concept-CPU-preprocessing-in-memory.py
@@ -1195,6 +1195,15 @@ def test_text(test_prompt: str, max_new_tokens: int, sample_number: int, result:
                                 'repetition_penalty': None, 
                                 'presence_penalty': 1.4,
                                 'frequency_penalty': 1.4
+                        },
+                        {
+                                'max_new_tokens': max_new_tokens,
+                                'temperature': 0.8,
+                                'top_k': 75,
+                                'top_p': 0.99,
+                                'repetition_penalty': None, 
+                                'presence_penalty': 0.7,
+                                'frequency_penalty': 0.7
                         }
                 ]
                 # Default cases, no params
