Skip to content

Commit 1108fa5

Browse files
Update generative-proof-of-concept-CPU-preprocessing-in-memory.py
Use perplexity to match benchmark.
1 parent da8b7eb commit 1108fa5

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

generative-proof-of-concept-CPU-preprocessing-in-memory.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -664,7 +664,7 @@ def reset_state(self):
664664
labels=y_train_packaged,
665665
validation_split=0.2,
666666
direction='minimize',
667-
metric_to_rank_by="val_perplexity",
667+
metric_to_rank_by="perplexity",
668668
minimum_levels=minimum_levels,
669669
maximum_levels=maximum_levels,
670670
minimum_units_per_level=minimum_units_per_level,
@@ -941,7 +941,7 @@ def complete_text(text):
941941

942942
print(f"PROMPT number {counter}: {half_sample}; RESPONSE: {full_generated_text}")
943943
counter += 1
944-
mlflow.log_metric("val_perplexity", result, step=trial.number)
944+
mlflow.log_metric("perplexity", result, step=trial.number)
945945
del(best_model_found)
946946
del(generator)
947947
collect()

0 commit comments

Comments
 (0)