Merge pull request #295 from david-thrower/293-from-289-retrofit-generate-loop-for-logits

293 from 289 retrofit generate loop for logits

Author: david-thrower

cerebrosllmutils/llm_utils.py

@@ -485,9 +485,8 @@ def generate(self,
 
             # Convert to tensor and get model prediction
             input_tensor = tf.constant([input_tokens], dtype=tf.int32)
-            probs_nested = self.model(input_tensor)
-            probs = probs_nested[0]  # Already softmax probabilities (NOT logits as comment says)
-            logits = tf.math.log(probs + 10 ** -20)  # Convert to logits for penalty application
+            logits_nested = self.model(input_tensor)
+            logits = logits_nested[0]  # Model outputs logits
 
             if do_sample:
                 # Apply repetition/frequency/presence penalties to logits

train_a_generative_llm.py

@@ -715,7 +715,7 @@ def test_text(test_prompt: str, max_new_tokens: int, result_cutoff: float, trial
     test_text(
             test_prompt=sample,
             max_new_tokens=MAX_NEW_TOKENS,
-            result_cutoff=15,
+            result_cutoff=999,
             trial_id=trial_number,
             test_sample_number=counter,
             result_0=phase_i_a_result)