We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c41ad88 commit 2b0b790Copy full SHA for 2b0b790
applications/ColossalChat/tests/test_train.sh
@@ -32,7 +32,7 @@ MODELS_DIR=$TEMP_DIR/models_config
32
MODELS=('llama')
33
ADVANCED_PLUGINS=('zero2' 'sp_split_gather' 'sp_ring' 'sp_all_to_all' 'tp_zero2' '3d' 'gemini' 'gemini_auto' 'zero2_cpu' 'pp' 'tp_pp')
34
ADVANCED_PLUGINS=('zero2' 'sp_all_to_all' '3d' 'gemini' 'gemini_auto' 'zero2_cpu' 'pp' 'tp_pp')
35
-PLUGINS=('zero2' '3d' 'gemini' 'gemini_auto' 'zero2_cpu')
+PLUGINS=('zero2' 'gemini' 'gemini_auto' 'zero2_cpu')
36
LORA_RANK=('0') # skip to reduce CI execution time, can pass all locally
37
LORA_CONFIG_ENABLE="--lora_config $BASE_DIR/examples/training_scripts/lora_config.json"
38
0 commit comments