Update on "[do not review][example] train.py without pp"

The LoC of `train.py` drops from 422 to 349 (saves ~17%) [ghstack-poisoned]
pytorch · Aug 5, 2024 · d69eb22 · d69eb22
2 parents 403b68b + 3e9e385
commit d69eb22
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/train_configs/llama3_405b.toml b/train_configs/llama3_405b.toml
@@ -23,7 +23,7 @@ tokenizer_path = "./torchtitan/datasets/tokenizer/original/tokenizer.model"
 
 [optimizer]
 name = "AdamW"
-lr = 0.8e-4
+lr = 8e-5
 
 [training]
 batch_size = 2