expose

Signed-off-by: Mayank Mishra <[email protected]>
IBM · Oct 7, 2024 · 4c3c815 · 4c3c815
1 parent e479eb5
commit 4c3c815
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/dolomite_engine/arguments.py b/dolomite_engine/arguments.py
@@ -336,6 +336,8 @@ class DistributedArgs(BaseArgs):
     tensor_parallel_word_embeddings: bool = False
     # whether to use sequence parallel
     sequence_parallel: bool = False
+    # whether to use expert parallel
+    expert_parallel: bool = False
     # data parallel world size
     data_parallel_size: int | None = None
     # distributed timeout for NCCL in minutes