Update phishing_email_detection_gpt2.py

Stop using Gradient accumulation steps and try adding perplexity metric to the model.

Author: david-thrower

phishing_email_detection_gpt2.py

@@ -65,7 +65,7 @@
 learning_rate = 3 * 10 ** -4 # 3 * 10 ** -3
 epochs = 15  #
 batch_size = 7 # 17
-gradient_accumulation_steps = 2
+gradient_accumulation_steps = 1
 minimum_levels = 2
 maximum_levels = 2 # [3,7]
 
@@ -568,6 +568,7 @@ def from_config(cls, config):
     learning_rate=learning_rate,
     loss=tf.keras.losses.CategoricalCrossentropy(),
     metrics=[tf.keras.metrics.CategoricalAccuracy(),
+             tf.keras.metrics.Perplexity(name='perplexity'),
         # tf.keras.metrics.Accuracy()
             ],
     epochs=epochs,