[benchmark]add skip_memory_metrics for ce_gpt (#8132)

* add skip_memory_metrics * add skip_memory_metrics for autotuner
PaddlePaddle · Mar 18, 2024 · 1b373a8 · 1b373a8
1 parent d83bd5e
commit 1b373a8
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 1 deletion.
diff --git a/tests/test_tipc/auto_tuner/autoconfig/llama7b_lora_params.json b/tests/test_tipc/auto_tuner/autoconfig/llama7b_lora_params.json
@@ -34,5 +34,6 @@
 	"sharding": "stage3",
 	"recompute_granularity": "full_attn",
 	"autotuner_benchmark": 1,
+	"skip_memory_metrics": 0,
 	"benchmark": 1
 }
diff --git a/tests/test_tipc/auto_tuner/autoconfig/llama7b_pretrain_params.json b/tests/test_tipc/auto_tuner/autoconfig/llama7b_pretrain_params.json
@@ -38,5 +38,6 @@
 	"recompute_granularity": "full",
 	"save_total_limit": 2,
 	"sharding_parallel_degree": 1,
-	"autotuner_benchmark": 1
+	"autotuner_benchmark": 1,
+	"skip_memory_metrics": 0
 }
diff --git a/tests/test_tipc/auto_tuner/autoconfig/llama7b_sft_params.json b/tests/test_tipc/auto_tuner/autoconfig/llama7b_sft_params.json
@@ -33,5 +33,6 @@
 	"sharding": "stage2",
 	"recompute_granularity": "full",
 	"autotuner_benchmark": 1,
+	"skip_memory_metrics": 0,
 	"benchmark": 1
 }
diff --git a/tests/test_tipc/dygraph/hybrid_parallelism/ce_gpt/benchmark_common/run_benchmark.sh b/tests/test_tipc/dygraph/hybrid_parallelism/ce_gpt/benchmark_common/run_benchmark.sh
@@ -145,6 +145,7 @@ function _train(){
                 --scale_loss 32768\
                 --per_device_train_batch_size ${micro_batch_size}\
                 --do_train \
+                --skip_memory_metrics 0 \
                 --recompute ${use_recompute}"