diff --git a/byte_infer_perf/llm_perf/core/perf_engine.py b/byte_infer_perf/llm_perf/core/perf_engine.py index de86647b..20bbfb3f 100644 --- a/byte_infer_perf/llm_perf/core/perf_engine.py +++ b/byte_infer_perf/llm_perf/core/perf_engine.py @@ -112,7 +112,7 @@ def start_server(self, tp_size: int, batch_size: int): "torchrun", "--master_port", "19999", - "--nproc-per-node", + "--nproc_per_node", str(tp_size), "llm_perf/launch.py", "--task",