Update phishing_email_detection_gpt2.py

Test to fast forward to Cerebros NLP test and check for compatibility.

Author: david-thrower

phishing_email_detection_gpt2.py

@@ -89,7 +89,7 @@ def rotate_half(x):
 
 """### A custom GPT2 encoder layer for text embedding"""
 
-
+"""
 class GPT2Layer(tf.keras.layers.Layer):
 
     def __init__(self, max_seq_length, **kwargs):
@@ -187,6 +187,7 @@ def from_config(cls, config):
 hy_df = pd.DataFrame(history.history)
 print(hy_df)
 
+"""
 
 ### Cerebros model:
 
@@ -461,7 +462,7 @@ def call(self, x):
 cerebros_time_per_model = cerebros_time_all_models_min / models_tried
 
 print(f"Cerebros trained {models_tried} models FROM A COLD START in ONLY {cerebros_time_all_models_min} min. Cerebros took only {cerebros_time_per_model} minutes on average per model.")
-print(f"GPT2 took {gpt_time_on_one_model_min} just to FINE TUNE one PRE - TRAINED model for 3 epochs. Although this is a small scale test, this shows the advantage of scaling in ON timing VS ON**2 timing.")
+# print(f"GPT2 took {gpt_time_on_one_model_min} just to FINE TUNE one PRE - TRAINED model for 3 epochs. Although this is a small scale test, this shows the advantage of scaling in ON timing VS ON**2 timing.")
 
 
 print(f'Cerebros best accuracy achieved is {result}')