for develop

PaddlePaddle · Dec 14, 2023 · c27663e · c27663e
1 parent f8ebc84
commit c27663e
Show file tree

Hide file tree

Showing 3 changed files with 161 additions and 81 deletions.
diff --git a/llm/benchmark.sh b/llm/benchmark.sh
@@ -22,6 +22,8 @@ export FLAGS_fraction_of_gpu_memory_to_use=0.92
 export FLAGS_use_autotune=1
 export FLAGS_cublaslt_exhaustive_search_times=10
 export FLAGS_cache_inference_while_scope=1
+export FLAGS_dynamic_static_unified_comm=0
+# export FLAGS_benchmark=1
 
 model_dir=${1:-"checkpoints/llama65b_ptq_smooth_mp8"}
 src_len=${2:-1100}