diff --git a/examples/speculative_decoding/launch_train.sh b/examples/speculative_decoding/launch_train.sh index 3ecd4238a..2d0a4abe7 100755 --- a/examples/speculative_decoding/launch_train.sh +++ b/examples/speculative_decoding/launch_train.sh @@ -129,7 +129,7 @@ if [[ "$OFFLINE_DATA_PATH" != "" ]]; then echo "Offline data path $OFFLINE_DATA_PATH does not exist or is not a directory." exit 1 else - OFFLINE_TRAINING_ARGS="--offline-data-path $OFFLINE_DATA_PATH" + OFFLINE_TRAINING_ARGS="--offline-data-path $OFFLINE_DATA_PATH --ar_validate_steps -1" fi else OFFLINE_TRAINING_ARGS="" diff --git a/tests/examples/speculative_decoding/test_eagle.py b/tests/examples/speculative_decoding/test_eagle.py index c65089114..c81bc9363 100644 --- a/tests/examples/speculative_decoding/test_eagle.py +++ b/tests/examples/speculative_decoding/test_eagle.py @@ -36,12 +36,11 @@ def test_llama_eagle3(tiny_llama_path, num_gpus, tiny_daring_anteater_path, tmp_ run_example_command( [ - "./launch.sh", + "./launch_train.sh", "--model", tiny_llama_path, "--data", tiny_daring_anteater_path, "--num_epochs", "1", "--lr", "1e-5", - "--do_eval", "False", "--num_gpu", str(num_gpus), "--mode", "eagle3", "--eagle_config", str(config_file), diff --git a/tests/examples/speculative_decoding/test_medusa.py b/tests/examples/speculative_decoding/test_medusa.py index c11a2e707..c8a7616b9 100644 --- a/tests/examples/speculative_decoding/test_medusa.py +++ b/tests/examples/speculative_decoding/test_medusa.py @@ -38,12 +38,11 @@ def test_llama_medusa_fp8_qat(tiny_llama_path, num_gpus, tiny_daring_anteater_pa # Test Medusa run_example_command( [ - "./launch.sh", + "./launch_train.sh", "--model", tiny_llama_path, "--data", tiny_daring_anteater_path, "--num_epochs", "1", "--lr", "1e-5", - "--do_eval", "False", "--num_gpu", str(num_gpus), "--mode", "medusa", "--output_dir", medusa_path,