Merge pull request #232 from NVIDIA/chcui/remove_fp8_comment

Remove outdated fp8 comment

Author: ericharper

auto_configurator/base_configs/llama2_7b.yaml

@@ -118,7 +118,6 @@ model:
   sequence_parallel: false # does not support sequence parallel
 
   ## Transformer Engine
-  # fp8 training is currently not supported in the improved models
   transformer_engine: true
   fp8: False # enables fp8 in TransformerLayer forward
   fp8_e4m3: False # sets fp8_format = recipe.Format.E4M3

launcher_scripts/conf/training/llama/llama1_7b.yaml

@@ -117,7 +117,6 @@ model:
   sequence_parallel: false # does not support sequence parallel
 
   ## Transformer Engine
-  # fp8 training is currently not supported in the improved models
   transformer_engine: True
   fp8: False # enables fp8 in TransformerLayer forward
   fp8_e4m3: False # sets fp8_format = recipe.Format.E4M3

launcher_scripts/conf/training/llama/llama2_7b.yaml

@@ -125,7 +125,6 @@ model:
   sequence_parallel: false
 
   ## Transformer Engine
-  # fp8 training is currently not supported in the improved models
   transformer_engine: true
   fp8: False # enables fp8 in TransformerLayer forward
   fp8_e4m3: False # sets fp8_format = recipe.Format.E4M3

launcher_scripts/conf/training/nemotron/nemotron_15b.yaml

@@ -144,7 +144,6 @@ model:
   mcore_gpt: True
 
   ## Transformer Engine
-  # fp8 training is currently not supported in the improved models
   transformer_engine: True
   fp8: False # enables fp8 in TransformerLayer forward
   fp8_e4m3: False # sets fp8_format = recipe.Format.E4M3

launcher_scripts/conf/training/nemotron/nemotron_22b.yaml

@@ -144,7 +144,6 @@ model:
   mcore_gpt: True
 
   ## Transformer Engine
-  # fp8 training is currently not supported in the improved models
   transformer_engine: True
   fp8: False # enables fp8 in TransformerLayer forward
   fp8_e4m3: False # sets fp8_format = recipe.Format.E4M3

launcher_scripts/conf/training/nemotron/nemotron_8b.yaml

@@ -144,7 +144,6 @@ model:
   mcore_gpt: True
 
   ## Transformer Engine
-  # fp8 training is currently not supported in the improved models
   transformer_engine: True
   fp8: False # enables fp8 in TransformerLayer forward
   fp8_e4m3: False # sets fp8_format = recipe.Format.E4M3