We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent b531405 commit 1f64801Copy full SHA for 1f64801
train_a_generative_llm.py
@@ -445,7 +445,7 @@
445
p_lateral_connection_decay=zero_95_exp_decay,
446
num_lateral_connection_tries_per_unit=num_lateral_connection_tries_per_unit,
447
learning_rate=learning_rate,
448
- loss=tf.keras.losses.CategoricalCrossentropy(from_logits=True),
+ loss=tf.keras.losses.SparseCategoricalCrossentropy(),
449
metrics=[tf.keras.metrics.SparseCategoricalAccuracy(),
450
sparse_perplexity_metric,
451
# tf.keras.metrics.Accuracy()
0 commit comments