Skip to content

Commit abae892

Browse files
authored
[CI]fix no data for dist (#11054)
* fix * update
1 parent c0ccc61 commit abae892

File tree

1 file changed

+9
-13
lines changed

1 file changed

+9
-13
lines changed

scripts/distribute/ci_case_dy.sh

Lines changed: 9 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -629,21 +629,17 @@ function before_hook_for_gpt() {
629629
cd ppfleetx/ops && python setup_cuda.py install && cd ../..
630630

631631
unset http_proxy && unset https_proxy
632-
if [[ ! $FLAGS_download_data =~ "gpt" ]];then
633-
echo -e "\033[31m ---- download data for GPT dygraph cases \033[0m"
634-
rm -rf data
635-
if [[ -e ${gpt_data_path}/data ]]; then
636-
echo "data downloaded"
637-
else
638-
# download data for gpt
639-
mkdir ${gpt_data_path}/data;
640-
wget -q -O ${gpt_data_path}/data/gpt_en_dataset_300m_ids.npy https://bj.bcebos.com/paddlenlp/models/transformers/gpt/data/gpt_en_dataset_300m_ids.npy;
641-
wget -q -O ${gpt_data_path}/data/gpt_en_dataset_300m_idx.npz https://bj.bcebos.com/paddlenlp/models/transformers/gpt/data/gpt_en_dataset_300m_idx.npz;
642-
fi
643-
cp -r ${gpt_data_path}/data ${gpt_case_path}/
632+
echo -e "\033[31m ---- download data for GPT dygraph cases \033[0m"
633+
rm -rf data
634+
if [[ -e ${gpt_data_path}/data ]]; then
635+
echo "data downloaded"
644636
else
645-
echo -e "\033[31m ---- Skip download data for GPT dygraph cases \033[0m"
637+
# download data for gpt
638+
mkdir ${gpt_data_path}/data;
639+
wget -q -O ${gpt_data_path}/data/gpt_en_dataset_300m_ids.npy https://bj.bcebos.com/paddlenlp/models/transformers/gpt/data/gpt_en_dataset_300m_ids.npy;
640+
wget -q -O ${gpt_data_path}/data/gpt_en_dataset_300m_idx.npz https://bj.bcebos.com/paddlenlp/models/transformers/gpt/data/gpt_en_dataset_300m_idx.npz;
646641
fi
642+
cp -r ${gpt_data_path}/data ${gpt_case_path}/
647643

648644
echo -e "\033[31m ---- download other data \033[0m"
649645
rm -rf ckpt

0 commit comments

Comments
 (0)