From 3296088583230e3f6afc2963eea1abe8ac61589f Mon Sep 17 00:00:00 2001 From: Robert Clark Date: Wed, 14 Aug 2024 11:50:23 -0500 Subject: [PATCH] Fix Llama3.1-8B config Removed a duplicate entry from the Llama3.1-8B training config. Signed-Off-By: Robert Clark --- launcher_scripts/conf/training/llama/llama3_1_8b.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/launcher_scripts/conf/training/llama/llama3_1_8b.yaml b/launcher_scripts/conf/training/llama/llama3_1_8b.yaml index 2f7838644..5a82f5abb 100644 --- a/launcher_scripts/conf/training/llama/llama3_1_8b.yaml +++ b/launcher_scripts/conf/training/llama/llama3_1_8b.yaml @@ -124,7 +124,6 @@ model: num_micro_batches_with_partial_activation_checkpoints: null activations_checkpoint_layers_per_pipeline: null sequence_parallel: false - sequence_parallel: false deterministic_mode: false ## Transformer Engine