Skip to content

Commit 52ac35b

Browse files
Update generative-proof-of-concept-CPU-preprocessing-in-memory.py
Syntax ...
1 parent e05e4a6 commit 52ac35b

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

generative-proof-of-concept-CPU-preprocessing-in-memory.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1163,9 +1163,9 @@ def test_text(test_prompt: str, max_new_tokens: int, sample_number: int, result:
11631163

11641164
]
11651165
# Default cases, no params
1166-
response1 = response = complete_text_greedy(text=test_prompt, max_new_tokens=max_new_tokens)
1166+
response_1 = response = complete_text_greedy(text=test_prompt, max_new_tokens=max_new_tokens)
11671167
print(f"Trial #: {trial_id} Text Sample #: {test_sample_number} Perplexity: {result_0} GENERATE SAMPLING PARAMS: Greedy max_new_tokens=10 otherwise - N/A: PROMPT: '{test_prompt}' RESPONSE: '{response_1}'")
1168-
# print(f"Sample {sample_number}: I ask the generator (greedy): {test_prompt}... It responds: '{response1}'.")
1168+
# print(f"Sample {sample_number}: I ask the generator (greedy): {test_prompt}... It responds: '{response_1}'.")
11691169
response_2 = complete_text_beam(text=test_prompt, max_new_tokens=max_new_tokens)
11701170
print(f"Trial #: {trial_id} Text Sample #: {test_sample_number} Perplexity: {result_0} GENERATE PARAMS: Beam Default - max_new_tokens = 10, temperature=0.75, top_k=75, top_p=0.98, repetition_penalty=None, presence_penalty=1.3, frequency_penalty=1.4: PROMPT: '{test_prompt}' RESPONSE: '{response_2}'.")
11711171
# print(f"Sample {sample_number}: I ask the generator (Beam defaults - max_new_tokens: 10, temperature: 0.75, top_k: 75, top_p: 0.98, repetition_penalty: None, presence_penalty: 1.3, frequency_penalty: 1.4): {test_prompt}... It responds: '{response_2}'.")

0 commit comments

Comments
 (0)