Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closes #3978: add retry on installation steps in CI #3979

Merged
merged 3 commits into from
Jan 27, 2025
Merged

Closes #3978: add retry on installation steps in CI #3979

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
ef3ef3d
Closes #3978: add retry on installation steps in CI
ajpotts Jan 21, 2025
bb3ebd2
Merge branch 'master' into 3978_add_retry_on_installation_steps_in_CI
ajpotts Jan 22, 2025
470da66
Merge branch 'master' into 3978_add_retry_on_installation_steps_in_CI
ajpotts Jan 27, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
235 changes: 172 additions & 63 deletions .github/workflows/CI.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -51,10 +51,16 @@ jobs:
steps:
- uses: actions/checkout@v3
- name: Install Dependencies
run: |
apt-get update && apt-get install -y python3-pip libhdf5-dev hdf5-tools libzmq3-dev libcurl4-openssl-dev
python3 -m pip install types-pkg_resources versioneer
python3 -m pip install -e .[dev]
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
apt-get update && apt-get install -y python3-pip libhdf5-dev hdf5-tools libzmq3-dev libcurl4-openssl-dev
python3 -m pip install types-pkg_resources versioneer
python3 -m pip install -e .[dev]
- name: Arkouda flake8
run: |
flake8 arkouda
Expand All @@ -73,12 +79,18 @@ jobs:
with:
python-version: ${{matrix.python-version}}
- name: Install dependencies
run: |
apt-get update && apt-get install -y -V ca-certificates lsb-release wget
make install-arrow-quick
apt-get update && apt-get install -y libhdf5-dev hdf5-tools libzmq3-dev python3-pip libarrow-dev libparquet-dev libcurl4-openssl-dev libidn2-dev
make install-iconv
echo "\$(eval \$(call add-path,/usr/lib/x86_64-linux-gnu/hdf5/serial/))" >> Makefile.paths
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
apt-get update && apt-get install -y -V ca-certificates lsb-release wget
make install-arrow-quick
apt-get update && apt-get install -y libhdf5-dev hdf5-tools libzmq3-dev python3-pip libarrow-dev libparquet-dev libcurl4-openssl-dev libidn2-dev
make install-iconv
echo "\$(eval \$(call add-path,/usr/lib/x86_64-linux-gnu/hdf5/serial/))" >> Makefile.paths
- name: Check python version
run: |
python3 --version
Expand Down Expand Up @@ -114,24 +126,55 @@ jobs:
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
make install-arrow
- name: Make install-hdf5
run: |
make install-hdf5
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
make install-hdf5
- name: Make install-zmq
run: |
make install-zmq
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
make install-zmq
- name: Make install-iconv
run: |
make install-iconv
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
make install-iconv
- name: Make install-idn2
run: |
make install-idn2
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
make install-idn2
- name: Make install-blosc
run: |
make install-blosc
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
make install-blosc


arkouda_makefile:
Expand All @@ -148,10 +191,16 @@ jobs:
with:
python-version: ${{matrix.python-version}}
- name: Install dependencies
run: |
apt-get update && apt-get install -y -V ca-certificates lsb-release wget build-essential cmake
apt-get update && apt-get install -y -V python3-pip libcurl4-openssl-dev
apt-get update -y && apt-get -y -V upgrade
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
apt-get update && apt-get install -y -V ca-certificates lsb-release wget build-essential cmake
apt-get update && apt-get install -y -V python3-pip libcurl4-openssl-dev
apt-get update -y && apt-get -y -V upgrade
- name: Check python version
run: |
python3 --version
Expand All @@ -160,36 +209,72 @@ jobs:
run: |
(cd $CHPL_HOME/tools/chapel-py && python3 -m pip install .)
- name: Make install-arrow-quick
run: |
make install-arrow-quick
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
make install-arrow-quick
- name: Make install-arrow
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
apt-get remove -y apache-arrow-apt-source
make arrow-clean
make install-arrow
- name: Make install-hdf5
run: |
make install-hdf5
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
make install-hdf5
- name: Make install-zmq
run: |
make install-zmq
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
make install-zmq
- name: Make install-iconv
run: |
make install-iconv
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
make install-iconv
- name: Make install-idn2
run: |
make install-idn2
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
make install-idn2
- name: Make install-blosc
run: |
make install-blosc
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
make install-blosc



arkouda_chpl_portability:
runs-on: ubuntu-latest
strategy:
Expand All @@ -200,13 +285,19 @@ jobs:
steps:
- uses: actions/checkout@v3
- name: Install dependencies
run: |
apt-get update && apt-get install -y -V ca-certificates lsb-release wget
make install-arrow-quick
apt-get update && apt-get install -y libhdf5-dev hdf5-tools libzmq3-dev python3-pip libarrow-dev libparquet-dev libcurl4-openssl-dev libidn2-dev
make install-iconv
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
apt-get update && apt-get install -y -V ca-certificates lsb-release wget
make install-arrow-quick
apt-get update && apt-get install -y libhdf5-dev hdf5-tools libzmq3-dev python3-pip libarrow-dev libparquet-dev libcurl4-openssl-dev libidn2-dev
make install-iconv

echo "\$(eval \$(call add-path,/usr/lib/x86_64-linux-gnu/hdf5/serial/))" >> Makefile.paths
echo "\$(eval \$(call add-path,/usr/lib/x86_64-linux-gnu/hdf5/serial/))" >> Makefile.paths
- name: Check chpl version
run: |
chpl --version
Expand All @@ -231,12 +322,18 @@ jobs:
steps:
- uses: actions/checkout@v3
- name: Install dependencies
run: |
apt-get update && apt-get install -y -V ca-certificates lsb-release wget
make install-arrow-quick
apt-get update && apt-get install -y libhdf5-dev hdf5-tools libzmq3-dev python3-pip libarrow-dev libparquet-dev libcurl4-openssl-dev libidn2-dev
make install-iconv
echo "\$(eval \$(call add-path,/usr/lib/x86_64-linux-gnu/hdf5/serial/))" >> Makefile.paths
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
apt-get update && apt-get install -y -V ca-certificates lsb-release wget
make install-arrow-quick
apt-get update && apt-get install -y libhdf5-dev hdf5-tools libzmq3-dev python3-pip libarrow-dev libparquet-dev libcurl4-openssl-dev libidn2-dev
make install-iconv
echo "\$(eval \$(call add-path,/usr/lib/x86_64-linux-gnu/hdf5/serial/))" >> Makefile.paths
- name: Check chpl version
run: |
chpl --version
Expand Down Expand Up @@ -270,12 +367,18 @@ jobs:
steps:
- uses: actions/checkout@v3
- name: Install dependencies
run: |
apt-get update && apt-get install -y -V ca-certificates lsb-release wget
make install-arrow-quick
apt-get update && apt-get install -y libhdf5-dev hdf5-tools libzmq3-dev python3-pip libarrow-dev libparquet-dev libcurl4-openssl-dev libidn2-dev
make install-iconv
echo "\$(eval \$(call add-path,/usr/lib/x86_64-linux-gnu/hdf5/serial/))" >> Makefile.paths
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
apt-get update && apt-get install -y -V ca-certificates lsb-release wget
make install-arrow-quick
apt-get update && apt-get install -y libhdf5-dev hdf5-tools libzmq3-dev python3-pip libarrow-dev libparquet-dev libcurl4-openssl-dev libidn2-dev
make install-iconv
echo "\$(eval \$(call add-path,/usr/lib/x86_64-linux-gnu/hdf5/serial/))" >> Makefile.paths
- name: Install Chapel frontend bindings
run: |
(cd $CHPL_HOME/tools/chapel-py && python3 -m pip install .)
Expand Down Expand Up @@ -315,14 +418,20 @@ jobs:
steps:
- uses: actions/checkout@v3
- name: Install dependencies
run: |
apt-get update && apt-get install -y -V ca-certificates lsb-release wget
make install-arrow-quick
apt-get update && apt-get install -y libhdf5-dev hdf5-tools libzmq3-dev python3-pip libarrow-dev libparquet-dev libcurl4-openssl-dev libidn2-dev
pip install pytest-benchmark==4.0.0
make install-iconv
echo "\$(eval \$(call add-path,/usr/lib/x86_64-linux-gnu/hdf5/serial/))" >> Makefile.paths
mkdir -p benchmark_v2/data
uses: nick-fields/retry@v2
with:
timeout_seconds: 1200 # or use timeout_minutes
max_attempts: 2
retry_wait_seconds: 60
retry_on: error
command: |
apt-get update && apt-get install -y -V ca-certificates lsb-release wget
make install-arrow-quick
apt-get update && apt-get install -y libhdf5-dev hdf5-tools libzmq3-dev python3-pip libarrow-dev libparquet-dev libcurl4-openssl-dev libidn2-dev
pip install pytest-benchmark==4.0.0
make install-iconv
echo "\$(eval \$(call add-path,/usr/lib/x86_64-linux-gnu/hdf5/serial/))" >> Makefile.paths
mkdir -p benchmark_v2/data
- name: Install Chapel frontend bindings
run: |
(cd $CHPL_HOME/tools/chapel-py && python3 -m pip install .)
Expand Down
Loading