diff --git a/distributed/tensor_parallelism/fsdp_tp_example.py b/distributed/tensor_parallelism/fsdp_tp_example.py index 9c32d1038b..0c52aaabbb 100644 --- a/distributed/tensor_parallelism/fsdp_tp_example.py +++ b/distributed/tensor_parallelism/fsdp_tp_example.py @@ -47,11 +47,11 @@ https://docs.google.com/presentation/d/17g6WqrO00rP3MsxbRENsPpjrlSkwiA_QB4r93_eB5is/ """ -_min_gpu_count = 2 +_min_gpu_count = 4 if not verify_min_gpu_count(min_gpus=_min_gpu_count): print(f"Unable to locate sufficient {_min_gpu_count} gpus to run this example. Exiting.") - sys.exit(0) + sys.exit() def find_multiple(n: int, k: int) -> int: diff --git a/distributed/tensor_parallelism/sequence_parallel_example.py b/distributed/tensor_parallelism/sequence_parallel_example.py index 6a9de413bb..ea1c76bf41 100644 --- a/distributed/tensor_parallelism/sequence_parallel_example.py +++ b/distributed/tensor_parallelism/sequence_parallel_example.py @@ -34,7 +34,7 @@ if not verify_min_gpu_count(min_gpus=_min_gpu_count): print(f"Unable to locate sufficient {_min_gpu_count} gpus to run this example. Exiting.") - sys.exit(0) + sys.exit() class ToyModel(nn.Module): diff --git a/distributed/tensor_parallelism/tensor_parallel_example.py b/distributed/tensor_parallelism/tensor_parallel_example.py index bc8325d5d7..91f0625a69 100755 --- a/distributed/tensor_parallelism/tensor_parallel_example.py +++ b/distributed/tensor_parallelism/tensor_parallel_example.py @@ -52,7 +52,7 @@ if not verify_min_gpu_count(min_gpus=_min_gpu_count): print(f"Unable to locate sufficient {_min_gpu_count} gpus to run this example. Exiting.") - sys.exit(0) + sys.exit() class ToyModel(nn.Module): """MLP based model"""