File tree Expand file tree Collapse file tree 1 file changed +9
-13
lines changed
Expand file tree Collapse file tree 1 file changed +9
-13
lines changed Original file line number Diff line number Diff line change @@ -629,21 +629,17 @@ function before_hook_for_gpt() {
629629 cd ppfleetx/ops && python setup_cuda.py install && cd ../..
630630
631631 unset http_proxy && unset https_proxy
632- if [[ ! $FLAGS_download_data =~ " gpt" ]]; then
633- echo -e " \033[31m ---- download data for GPT dygraph cases \033[0m"
634- rm -rf data
635- if [[ -e ${gpt_data_path} /data ]]; then
636- echo " data downloaded"
637- else
638- # download data for gpt
639- mkdir ${gpt_data_path} /data;
640- wget -q -O ${gpt_data_path} /data/gpt_en_dataset_300m_ids.npy https://bj.bcebos.com/paddlenlp/models/transformers/gpt/data/gpt_en_dataset_300m_ids.npy;
641- wget -q -O ${gpt_data_path} /data/gpt_en_dataset_300m_idx.npz https://bj.bcebos.com/paddlenlp/models/transformers/gpt/data/gpt_en_dataset_300m_idx.npz;
642- fi
643- cp -r ${gpt_data_path} /data ${gpt_case_path} /
632+ echo -e " \033[31m ---- download data for GPT dygraph cases \033[0m"
633+ rm -rf data
634+ if [[ -e ${gpt_data_path} /data ]]; then
635+ echo " data downloaded"
644636 else
645- echo -e " \033[31m ---- Skip download data for GPT dygraph cases \033[0m"
637+ # download data for gpt
638+ mkdir ${gpt_data_path} /data;
639+ wget -q -O ${gpt_data_path} /data/gpt_en_dataset_300m_ids.npy https://bj.bcebos.com/paddlenlp/models/transformers/gpt/data/gpt_en_dataset_300m_ids.npy;
640+ wget -q -O ${gpt_data_path} /data/gpt_en_dataset_300m_idx.npz https://bj.bcebos.com/paddlenlp/models/transformers/gpt/data/gpt_en_dataset_300m_idx.npz;
646641 fi
642+ cp -r ${gpt_data_path} /data ${gpt_case_path} /
647643
648644 echo -e " \033[31m ---- download other data \033[0m"
649645 rm -rf ckpt
You can’t perform that action at this time.
0 commit comments