[CI] fix llama (#6720)

* [ci]fix llama

* update

Author: zjjlivein

scripts/regression/ci_case.sh

@@ -1198,59 +1198,4 @@ gpt-3() {
     bash ${nlp_dir}/scripts/regression/ci_gpt-3.sh
     print_info $? `ls -lt ${log_path} | grep gpt | head -n 1 | awk '{print $9}'`
 }
-llama(){
-    cd ${nlp_dir}/examples/language_model/llama/
-    # lora tuning 
-    python -u  -m paddle.distributed.fleet.launch finetune_generation.py \
-        --output_dir ./checkpoints/ \
-        --per_device_train_batch_size 2 \
-        --gradient_accumulation_steps 2 \
-        --per_device_eval_batch_size 4 \
-        --model_name_or_path "__internal_testing__/micro-random-llama"  \
-        --task_name squad \
-        --warmup_steps 30 \
-        --logging_steps 1 \
-        --max_steps 1 \
-        --save_steps 1 \
-        --evaluation_strategy epoch \
-        --save_strategy epoch \
-        --src_length 1024 \
-        --tgt_length 1024 \
-        --fp16 \
-        --fp16_opt_level O2 \
-        --do_train \
-        --disable_tqdm True \
-        --load_best_model_at_end True \
-        --metric_for_best_model accuracy \
-        --eval_with_do_generation False \
-        --recompute \
-        --save_total_limit 1 \
-        --overwrite_output_dir  >${log_path}/llama_finetune>>${log_path}/llama_finetune 2>&1
-    print_info $? llama_finetune
-}
-bloom(){
-cd ${nlp_dir}examples/language_model/bloom
-python -m paddle.distributed.launch finetune_generation.py \
-    --model_name_or_path bigscience/bloom-560m \
-    --task_name_or_path "dureader_qg" \
-    --output_dir ./checkpoints/bloom-560m \
-    --per_device_train_batch_size 2 \
-    --gradient_accumulation_steps 2 \
-    --per_device_eval_batch_size 4 \
-    --logging_steps 1 \
-    --max_steps 1 \
-    --save_steps 1 \
-    --evaluation_strategy epoch \
-    --save_strategy epoch \
-    --tensor_parallel_degree 2 \
-    --recompute \
-    --save_total_limit 1 \
-    --scale_loss 32768 \
-    --overwrite_output_dir
-}
-refactor_training_loop(){
-llama
-gpt
-transformers
-}
 $1

scripts/regression/run_ci.sh

@@ -31,8 +31,8 @@ declare -A Build_list
 all_P0case_dic=(["waybill_ie"]=3 ["msra_ner"]=15 ["glue"]=2 ["bert"]=2 ["skep"]=10 ["bigbird"]=2 ["electra"]=2  ["gpt"]=2 ["ernie-1.0"]=2 ["xlnet"]=2 \
 ["ofa"]=2 ["albert"]=2   ["SQuAD"]=20 ["lexical_analysis"]=5 ["seq2seq"]=5 ["word_embedding"]=5 \
 ["ernie-ctm"]=5 ["distilbert"]=5  ["transformer"]=5 ["pet"]=5 ["efl"]=5 ["p-tuning"]=5 ["ernie-doc"]=20 ["transformer-xl"]=5 \
-["question_matching"]=5 ["ernie-csc"]=5 ["nptag"]=5 ["ernie-m"]=5 ["taskflow"]=5 ["clue"]=5 ["textcnn"]=5 ["transformers"]=20 \
-["fast_generation"]=10 ["ernie-3.0"]=5 ["ernie-layout"]=5 ["uie"]=5 ["ernie-health"]=5 ["llama"]=5  \
+["question_matching"]=5 ["ernie-csc"]=5 ["nptag"]=5 ["ernie-m"]=5 ["taskflow"]=5 ["clue"]=5 ["textcnn"]=5 \
+["fast_generation"]=10 ["ernie-3.0"]=5 ["ernie-layout"]=5 ["uie"]=5 ["ernie-health"]=5 \
 ["ernie"]=2 ["ernie_m"]=5 ["ernie_layout"]=5 ["ernie_csc"]=5 ["ernie_ctm"]=5 ["ernie_doc"]=20 ["ernie_health"]=5 ["gpt-3"]=5)
 ####################################
 # Insatll paddlepaddle-gpu