Update generative-proof-of-concept-CPU-preprocessing-in-memory.py

david-thrower · web-flow · commit 671388772600 · 2025-10-09T17:46:55.000-04:00
Try a top_p of 0.99.
diff --git a/generative-proof-of-concept-CPU-preprocessing-in-memory.py b/generative-proof-of-concept-CPU-preprocessing-in-memory.py
@@ -1177,6 +1177,15 @@ def test_text(test_prompt: str, max_new_tokens: int, sample_number: int, result:
                                 'repetition_penalty': None,
                                 'presence_penalty': 1.4,
                                 'frequency_penalty': 1.3
+                        }, # 
+                        {
+                                'max_new_tokens': max_new_tokens,
+                                'temperature': 0.6, 
+                                'top_k': 75, 
+                                'top_p': 0.99, 
+                                'repetition_penalty': None, 
+                                'presence_penalty': 1.4,
+                                'frequency_penalty': 1.4
                         }
                 ]
                 # Default cases, no params
