update (#8448)

* update * add llama-npu-opt-script * Update dev_opt_lora.sh * Update dev_opt_ppt.sh * Update dev_opt_lora.sh * Update dev_opt_ppt.sh * Update dev_opt_sft.sh * Rename dev_opt_lora.sh to llama_npu_opt_lora.sh * Update dev_opt_ppt.sh * Rename dev_opt_ppt.sh to llama_npu_opt_ppt.sh * Update llama_npu_opt_lora.sh * Update and rename dev_opt_sft.sh to llama_npu_opt_sft.sh * add funsion ops * add funsion ops * add funsion ops * add funsion ops * add funsion ops * add funsion ops * add funsion ops * add funsion ops * add funsion ops * add funsion ops * add funsion ops * add funsion ops * add funsion ops * add funsion ops * add funsion ops * add funsion ops * update * Update fusion_ops.py * update * update
PaddlePaddle · May 17, 2024 · 7f13396 · 7f13396
1 parent daf2f3a
commit 7f13396
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/llm/llama/npu/llama_npu_opt_lora.sh b/llm/llama/npu/llama_npu_opt_lora.sh
@@ -49,6 +49,7 @@ python -u  -m paddle.distributed.launch \
     --logging_steps 1 \
     --evaluation_strategy "epoch" \
     --src_length 1024 \
+    --tensor_parallel_output true \
     --max_length 4096 \
     --bf16 true \
     --fp16_opt_level "O2" \

diff --git a/llm/llama/npu/llama_npu_opt_sft.sh b/llm/llama/npu/llama_npu_opt_sft.sh
@@ -55,9 +55,10 @@ python -u  -m paddle.distributed.launch \
     --evaluation_strategy "epoch" \
     --src_length 1024 \
     --max_length 4096 \
-    --fp16 true \
+    --bf16 true \
     --fp16_opt_level "O2" \
     --do_train true \
+    --tensor_parallel_output true \
     --disable_tqdm true \
     --eval_with_do_generation false \
     --metric_for_best_model "accuracy" \