Update phishing_email_detection_gpt2.py

Added back the GPT baseline model for comparison.

Author: david-thrower

phishing_email_detection_gpt2.py

@@ -85,7 +85,6 @@
 
 """### A custom GPT2 encoder layer for text embedding"""
 
-"""
 
 class GPT2Layer(tf.keras.layers.Layer):
 
@@ -184,7 +183,6 @@ def from_config(cls, config):
 hy_df = pd.DataFrame(history.history)
 print(hy_df)
 
-"""
 
 ### Cerebros model:
 
@@ -343,7 +341,7 @@ def from_config(cls, config):
 cerebros_time_per_model = cerebros_time_all_models_min / models_tried
 
 print(f"Cerebros trained {models_tried} models FROM A COLD START in ONLY {cerebros_time_all_models_min} min. Cerebros took only {cerebros_time_per_model} minutes on average per model.")
-# print(f"GPT2 took {gpt_time_on_one_model_min} just to FINE TUNE one PRE - TRAINED model. Although this is a small scale test, this shows the advantage of scaling in ON timing VS ON**2 timing.")
+print(f"GPT2 took {gpt_time_on_one_model_min} just to FINE TUNE one PRE - TRAINED model. Although this is a small scale test, this shows the advantage of scaling in ON timing VS ON**2 timing.")
 
 
 print(f'Cerebros best accuracy achieved is {result}')