File tree Expand file tree Collapse file tree 1 file changed +9
-13
lines changed Expand file tree Collapse file tree 1 file changed +9
-13
lines changed Original file line number Diff line number Diff line change @@ -629,21 +629,17 @@ function before_hook_for_gpt() {
629
629
cd ppfleetx/ops && python setup_cuda.py install && cd ../..
630
630
631
631
unset http_proxy && unset https_proxy
632
- if [[ ! $FLAGS_download_data =~ " gpt" ]]; then
633
- echo -e " \033[31m ---- download data for GPT dygraph cases \033[0m"
634
- rm -rf data
635
- if [[ -e ${gpt_data_path} /data ]]; then
636
- echo " data downloaded"
637
- else
638
- # download data for gpt
639
- mkdir ${gpt_data_path} /data;
640
- wget -q -O ${gpt_data_path} /data/gpt_en_dataset_300m_ids.npy https://bj.bcebos.com/paddlenlp/models/transformers/gpt/data/gpt_en_dataset_300m_ids.npy;
641
- wget -q -O ${gpt_data_path} /data/gpt_en_dataset_300m_idx.npz https://bj.bcebos.com/paddlenlp/models/transformers/gpt/data/gpt_en_dataset_300m_idx.npz;
642
- fi
643
- cp -r ${gpt_data_path} /data ${gpt_case_path} /
632
+ echo -e " \033[31m ---- download data for GPT dygraph cases \033[0m"
633
+ rm -rf data
634
+ if [[ -e ${gpt_data_path} /data ]]; then
635
+ echo " data downloaded"
644
636
else
645
- echo -e " \033[31m ---- Skip download data for GPT dygraph cases \033[0m"
637
+ # download data for gpt
638
+ mkdir ${gpt_data_path} /data;
639
+ wget -q -O ${gpt_data_path} /data/gpt_en_dataset_300m_ids.npy https://bj.bcebos.com/paddlenlp/models/transformers/gpt/data/gpt_en_dataset_300m_ids.npy;
640
+ wget -q -O ${gpt_data_path} /data/gpt_en_dataset_300m_idx.npz https://bj.bcebos.com/paddlenlp/models/transformers/gpt/data/gpt_en_dataset_300m_idx.npz;
646
641
fi
642
+ cp -r ${gpt_data_path} /data ${gpt_case_path} /
647
643
648
644
echo -e " \033[31m ---- download other data \033[0m"
649
645
rm -rf ckpt
You can’t perform that action at this time.
0 commit comments