diff --git a/auto_configurator/base_configs/gpt3.yaml b/auto_configurator/base_configs/gpt3.yaml
index 306b69c502..237d720942 100644
--- a/auto_configurator/base_configs/gpt3.yaml
+++ b/auto_configurator/base_configs/gpt3.yaml
@@ -113,7 +113,7 @@ model:
   mcore_gpt: True
 
   ## Transformer Engine
-  transformer_engine: False
+  transformer_engine: True # enables the use of Transformer Engine modules
   fp8: False # enables fp8 in TransformerLayer forward
   fp8_e4m3: False # sets fp8_format = recipe.Format.E4M3
   fp8_hybrid: True # sets fp8_format = recipe.Format.HYBRID