From 2f66a730d8e8dfb89f2ef23f8b278ae38dc3700c Mon Sep 17 00:00:00 2001 From: davidshtian Date: Fri, 29 Mar 2024 15:15:46 +0800 Subject: [PATCH] Modify torchrun parameter --- byte_infer_perf/llm_perf/core/perf_engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/byte_infer_perf/llm_perf/core/perf_engine.py b/byte_infer_perf/llm_perf/core/perf_engine.py index de86647b..20bbfb3f 100644 --- a/byte_infer_perf/llm_perf/core/perf_engine.py +++ b/byte_infer_perf/llm_perf/core/perf_engine.py @@ -112,7 +112,7 @@ def start_server(self, tp_size: int, batch_size: int): "torchrun", "--master_port", "19999", - "--nproc-per-node", + "--nproc_per_node", str(tp_size), "llm_perf/launch.py", "--task",