diff --git a/.github/workflows/scripts/build.sh b/.github/workflows/scripts/build.sh
index 0a759d303238b..40aa16f6abb9c 100644
--- a/.github/workflows/scripts/build.sh
+++ b/.github/workflows/scripts/build.sh
@@ -12,7 +12,7 @@ $python_executable -m pip install wheel packaging
 $python_executable -m pip install -r requirements-cuda.txt
 
 # Limit the number of parallel jobs to avoid OOM
-export MAX_JOBS=1
+export MAX_JOBS=4
 # Make sure release wheels are built for the following architectures
 export TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 8.6 8.9 9.0+PTX"
 # Build