Reuse the toml config in flame

yzhangcs · yzhangcs · commit 7f43d532787c · 2025-03-15T01:36:35.000-07:00
diff --git a/3rdparty/flame b/3rdparty/flame
@@ -1 +1 @@
-Subproject commit 98517a9ddb56793cdf579e0a3e0c0ab6717b4762
+Subproject commit b3c9e3004517b5b9e15a5defcda0f0e9292d7118
diff --git a/train.sh b/train.sh
@@ -27,7 +27,7 @@ bash train.sh -h
 Training a 340M model:
 
 NNODE=1 NGPU=8 LOG_RANK=0 bash train.sh \
-  --job.config_file train.toml \
+  --job.config_file flame/models/fla.toml \
   --job.dump_folder exp/nsa-340M-10B/batch8.seqlen8192.warmup1024.update1.steps20480.lr3e-4 \
   --model.config configs/nsa_340M.json \
   --model.tokenizer_path fla-hub/transformer-1.3B-100B \
diff --git a/train.toml b/train.toml
