bionic

.github/detect_version.sh

@@ -0,0 +1,16 @@
+if [ "${GITHUB_EVENT_NAME}" == "pull_request" ]
+then
+	BRANCH_NAME="${GITHUB_HEAD_REF}"
+else
+	BRANCH_NAME="${GITHUB_REF/*\/}"
+fi
+echo "BRANCH_NAME=${BRANCH_NAME}"
+set +e
+if echo "${BRANCH_NAME}" | grep -qs '^v[0-9]*$' &> /dev/null
+then
+	image_version="v$(echo "${BRANCH_NAME}" | sed 's%^v\([0-9]*\)$%\1%')"
+else
+	image_version="v$(( 0$(git branch -r --merged | grep '^\s*origin/v[0-9]*\s*$' | sed 's%^\s*origin/v\([0-9]*\)\s*$%\1%' | sort -nu | head -n 1 ) +1 ))_pre_${GITHUB_SHA:0:7}"
+fi
+echo "image_version=${image_version}"
+echo "image_version=${image_version}" >> $GITHUB_ENV

.github/workflows/docker_images.yml

@@ -10,82 +10,224 @@ on:
 defaults:
   run:
     shell: bash
-env:
-  MAKEFLAGS: -j 4
 jobs:
-  build_xenial:
+  step1_build_base:
+    permissions:
+        packages: write
     runs-on: ubuntu-latest
     steps:
-    - name: Setup python
-      uses: actions/setup-python@v2
-      with:
-       python-version: '3.9'
-    - name: Setup python deps
-      run: |
-        python3 -m pip install PyYAML
     - uses: actions/checkout@v2
-    - name: checkout PDI master
-      run: |
-        git clone https://gitlab.maisondelasimulation.fr/pdidev/pdi.git pdi_repo
     - name: detect current version
+      run: . .github/detect_version.sh
+    - name: build nodask
+      run: |
+        docker pull ghcr.io/pdidev/dockerfiles/pditst:nodask || true
+        docker build --pull \
+          --cache-from ghcr.io/pdidev/dockerfiles/pditst:nodask \
+          -t ghcr.io/pdidev/dockerfiles/pditst:nodask \
+          -t ghcr.io/pdidev/dockerfiles/pditst:nodask-${image_version} \
+          1-bionic
+    - name: publish nodask
+      env:
+        ACTOR: "${{ github.actor }}"
+        GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
+      run: |
+        set -ex
+        echo ${GITHUB_TOKEN} | docker login ghcr.io -u ${ACTOR} --password-stdin
+        docker push ghcr.io/pdidev/dockerfiles/pditst:nodask
+        docker push ghcr.io/pdidev/dockerfiles/pditst:nodask-${image_version}
+    - name: build dask
       run: |
-        if [ "${GITHUB_EVENT_NAME}" == "pull_request" ]
-        then
-            BRANCH_NAME="${GITHUB_HEAD_REF}"
-        else
-            BRANCH_NAME="${GITHUB_REF/*\/}"
-        fi
-        echo "BRANCH_NAME=${BRANCH_NAME}"
-        set +e
-        if echo "${BRANCH_NAME}" | grep -qs '^v[0-9]*$' &> /dev/null
-        then
-            image_version="$(echo "${BRANCH_NAME}" | sed 's%^v\([0-9]*\)$%\1%')"
-        else
-            image_version="$(( 0$(git branch -r --merged | grep '^\s*origin/v[0-9]*\s*$' | sed 's%^\s*origin/v\([0-9]*\)\s*$%\1%' | sort -nu | head -n 1 ) +1 ))"
-        fi
-        echo "image_version=${image_version}"
-        echo "image_version=v${image_version}" >> $GITHUB_ENV
-    - name: build xenial_cmake3.5
+        docker pull ghcr.io/pdidev/dockerfiles/pditst:nocompiler || true
+        docker build --pull \
+          --cache-from ghcr.io/pdidev/dockerfiles/pditst:nocompiler \
+          --build-arg "BASE_IMAGE=ghcr.io/pdidev/dockerfiles/pditst:nodask-${image_version}" \
+          -t ghcr.io/pdidev/dockerfiles/pditst:nocompiler \
+          -t ghcr.io/pdidev/dockerfiles/pditst:nocompiler-${image_version} \
+          2-spack
+    - name: publish dask
+      env:
+        ACTOR: "${{ github.actor }}"
+        GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
+      run: |
+        echo ${GITHUB_TOKEN} | docker login ghcr.io -u ${ACTOR} --password-stdin
+        docker push ghcr.io/pdidev/dockerfiles/pditst:nocompiler
+        docker push ghcr.io/pdidev/dockerfiles/pditst:nocompiler-${image_version}
+  step2_build_compiler:
+    strategy:
+      matrix:
+        compiler: ['gcc_latest', 'gcc_7.5.0', 'clang_latest', 'clang_8.0.0']
+    needs: step1_build_base
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: detect current version
+      run: . .github/detect_version.sh
+    - name: build compiler
+      env:
+        COMPILER: "${{ matrix.compiler }}"
       run: |
-        docker build -t pdidevel/xenial_cmake3.5 -t pdidevel/xenial_cmake3.5:${image_version} xenial_cmake3.5
-    - name: test xenial_cmake3.5
+        docker pull ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-nobaselibs || true
+        docker build --pull \
+          --cache-from ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-nobaselibs \
+          --build-arg "COMPILER=$(echo -n ${COMPILER} | sed -e s/_/@/ -e s/@latest//)" \
+          --build-arg "BASE_IMAGE=ghcr.io/pdidev/dockerfiles/pditst:nocompiler-${image_version}" \
+          -t ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-nobaselibs \
+          -t ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-nobaselibs-${image_version} \
+          3-compiler
+    - name: publish compiler
+      env:
+        ACTOR: "${{ github.actor }}"
+        GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
+        COMPILER: "${{ matrix.compiler }}"
       run: |
-        ./pdi_repo/tools/build_scripts/test_in_docker github xenial_cmake3.5_embedded --no-pull
-    - name: build xenial_cmake3.10
+        echo ${GITHUB_TOKEN} | docker login ghcr.io -u ${ACTOR} --password-stdin
+        docker push ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-nobaselibs
+        docker push ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-nobaselibs-${image_version}
+    - name: build baselibs
+      env:
+        COMPILER: "${{ matrix.compiler }}"
       run: |
-        docker build -t pdidevel/xenial_cmake3.10 -t pdidevel/xenial_cmake3.10:${image_version} xenial_cmake3.10
-    - name: test xenial_cmake3.10
+        docker pull ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-nompi || true
+        docker build --pull \
+          --cache-from ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-nompi \
+          --build-arg "BASE_IMAGE=ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-nobaselibs-${image_version}" \
+          -t ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-nompi \
+          -t ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-nompi-${image_version} \
+          4-baselibs
+    - name: publish baselibs
+      env:
+        ACTOR: "${{ github.actor }}"
+        GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
+        COMPILER: "${{ matrix.compiler }}"
       run: |
-        ./pdi_repo/tools/build_scripts/test_in_docker github xenial_cmake3.10_embedded --no-pull
-    - name: build xenial_libs_cmake3.5
+        echo ${GITHUB_TOKEN} | docker login ghcr.io -u ${ACTOR} --password-stdin
+        docker push ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-nompi
+        docker push ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-nompi-${image_version}
+  step4_build_mpi:
+    strategy:
+      fail-fast: false
+      matrix:
+        compiler: ['gcc_latest', 'gcc_7.5.0', 'clang_latest', 'clang_8.0.0']
+        mpi:      ['openmpi_latest', 'openmpi_2.1.1']
+    needs: step2_build_compiler
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: detect current version
+      run: . .github/detect_version.sh
+    - name: build
+      env:
+        COMPILER: "${{ matrix.compiler }}"
+        MPI: "${{ matrix.mpi }}"
       run: |
-        docker build -t pdidevel/xenial_libs_cmake3.5 -t pdidevel/xenial_libs_cmake3.5:${image_version} xenial_libs_cmake3.5
-    - name: test xenial_libs_cmake3.5
+        docker pull ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI} || true
+        docker build --pull \
+          --cache-from ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI} \
+          --build-arg "BASE_IMAGE=ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-nompi-${image_version}" \
+          --build-arg "MPI=$(echo -n ${MPI} | sed -e s/_/@/ -e s/@latest//)" \
+          -t ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI} \
+          -t ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}-${image_version} \
+          5-mpi
+    - name: publish
+      env:
+        ACTOR: "${{ github.actor }}"
+        GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
+        COMPILER: "${{ matrix.compiler }}"
+        MPI: "${{ matrix.mpi }}"
       run: |
-        ./pdi_repo/tools/build_scripts/test_in_docker github xenial_cmake3.5_system --no-pull
-    - name: build xenial_libs_cmake3.10
+        echo ${GITHUB_TOKEN} | docker login ghcr.io -u ${ACTOR} --password-stdin
+        docker push ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}
+        docker push ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}-${image_version}
+  step5_build_libs:
+    strategy:
+      matrix:
+        compiler:        ['gcc_latest', 'gcc_7.5.0', 'clang_latest', 'clang_8.0.0']
+        mpi:             ['openmpi_latest', 'openmpi_2.1.1']
+        optlibs_version: ['latest', 'oldest']
+    needs: step4_build_mpi
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: detect current version
+      run: . .github/detect_version.sh
+    - name: build
+      env:
+        COMPILER: "${{ matrix.compiler }}"
+        MPI: "${{ matrix.mpi }}"
+        OPTLIBS_VERSION: "${{ matrix.optlibs_version }}"
       run: |
-        docker build -t pdidevel/xenial_libs_cmake3.10 -t pdidevel/xenial_libs_cmake3.10:${image_version} xenial_libs_cmake3.10
-    - name: test xenial_libs_cmake3.10
+        docker pull ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}-libs_${OPTLIBS_VERSION} || true
+        docker build --pull \
+          --cache-from ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}-libs_${OPTLIBS_VERSION} \
+          --build-arg "BASE_IMAGE=ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}-${image_version}" \
+          --build-arg "OPTLIBS_VERSION=${OPTLIBS_VERSION}" \
+          -t ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}-libs_${OPTLIBS_VERSION} \
+          -t ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}-libs_${OPTLIBS_VERSION}-${image_version} \
+          6-optlibs
+    - name: publish
+      env:
+        ACTOR: "${{ github.actor }}"
+        GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
+        COMPILER: "${{ matrix.compiler }}"
+        MPI: "${{ matrix.mpi }}"
+        OPTLIBS_VERSION: "${{ matrix.optlibs_version }}"
       run: |
-        ./pdi_repo/tools/build_scripts/test_in_docker github xenial_cmake3.10_system --no-pull
-    - name: build xenial_pdi
+        echo ${GITHUB_TOKEN} | docker login ghcr.io -u ${ACTOR} --password-stdin
+        docker push ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}-libs_${OPTLIBS_VERSION}
+        docker push ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}-libs_${OPTLIBS_VERSION}-${image_version}
+  step6_finalize:
+    strategy:
+      fail-fast: false
+      matrix:
+        compiler: ['gcc_latest', 'gcc_7.5.0', 'clang_latest', 'clang_8.0.0']
+        mpi:      ['openmpi_latest', 'openmpi_2.1.1']
+        libs:     ['', '-libs_latest', '-libs_oldest']
+        cmake:    ['[email protected]'] #, '[email protected]'
+    needs: step5_build_libs
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: detect current version
+      run: . .github/detect_version.sh
+    - name: build
+      env:
+        COMPILER: "${{ matrix.compiler }}"
+        MPI: "${{ matrix.mpi }}"
+        LIBS: "${{ matrix.libs }}"
+        CMAKE: "${{ matrix.cmake }}"
       run: |
-        cp -la pdi_repo xenial_pdi/
-        docker build -t pdidevel/xenial_pdi -t pdidevel/xenial_pdi:${image_version} xenial_pdi
+        sudo rm -rf /opt/az /opt/hostedtoolcache /usr/local/graalvm \
+                    /usr/local/lib/android /usr/local/lib/node_modules \
+                    /usr/local/.ghcup /usr/share/dotnet /usr/share/swift
+        docker build --pull \
+          --build-arg "BASE_IMAGE=ghcr.io/pdidev/dockerfiles/pditst:nodask-${image_version}" \
+          --build-arg "SPACK_IMAGE=ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}${LIBS}-${image_version}" \
+          --build-arg "CMAKE=${CMAKE}" \
+          -t ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}-${CMAKE/@/_}${LIBS} \
+          -t ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}-${CMAKE/@/_}${LIBS}-${image_version} \
+          -t pdidev/pditst:${COMPILER}-${MPI}-${CMAKE/@/_}${LIBS}-${image_version} \
+          7-finalize
     - name: publish
-      if: ${{ github.event_name == 'push' }}
       env:
-        DOCKER_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }}
+        ACTOR: "${{ github.actor }}"
+        GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
+        COMPILER: "${{ matrix.compiler }}"
+        MPI: "${{ matrix.mpi }}"
+        LIBS: "${{ matrix.libs }}"
+        CMAKE: "${{ matrix.cmake }}"
+      run: |
+        echo ${GITHUB_TOKEN} | docker login ghcr.io -u ${ACTOR} --password-stdin
+        docker push ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}-${CMAKE/@/_}${LIBS}
+        docker push ghcr.io/pdidev/dockerfiles/pditst:${COMPILER}-${MPI}-${CMAKE/@/_}${LIBS}-${image_version}
+    - name: public publish
+      if: "${{ github.event_name == 'push' }}"
+      env:
+        DOCKER_TOKEN: "${{ secrets.DOCKERHUB_TOKEN }}"
+        COMPILER: "${{ matrix.compiler }}"
+        MPI: "${{ matrix.mpi }}"
+        LIBS: "${{ matrix.libs }}"
+        CMAKE: "${{ matrix.cmake }}"
       run: |
-        docker login -u jbigot -p "${DOCKER_TOKEN}"
-        docker push pdidevel/xenial_cmake3.5
-        docker push pdidevel/xenial_cmake3.10
-        docker push pdidevel/xenial_libs_cmake3.5
-        docker push pdidevel/xenial_libs_cmake3.10
-        docker push pdidevel/xenial_pdi
-        docker push pdidevel/xenial_cmake3.5:${image_version}
-        docker push pdidevel/xenial_cmake3.10:${image_version}
-        docker push pdidevel/xenial_libs_cmake3.5:${image_version}
-        docker push pdidevel/xenial_libs_cmake3.10:${image_version}
-        docker push pdidevel/xenial_pdi:${image_version}
+        echo ${DOCKER_TOKEN} | docker login -u jbigot --password-stdin
+        docker push pdidev/pditst:${COMPILER}-${MPI}-${CMAKE/@/_}${LIBS}-${image_version}

1-bionic/Dockerfile

@@ -0,0 +1,52 @@
+FROM ubuntu:18.04
+
+LABEL org.opencontainers.image.source = "https://github.com/pdidev/dockerfiles"
+
+ENV DOCKERFILE_BASE=ubuntu            \
+    DOCKERFILE_DISTRO=ubuntu          \
+    DOCKERFILE_DISTRO_VERSION=18.04   \
+    DEBIAN_FRONTEND=noninteractive    \
+    HOME=/root                        \
+    LANG=en_US.UTF-8                  \
+    LANGUAGE=en_US.UTF-8              \
+    LC_ALL=en_US.UTF-8                \
+    SPACK_ROOT=/opt/spack             \
+    container=docker
+ENV SPACK_HOME=${HOME}/.spack
+
+WORKDIR ${HOME}
+
+RUN set -ex \
+ && apt-get update -y \
+ && apt-get upgrade -y \
+ && apt-get install -y --no-install-recommends \
+            build-essential \
+            ca-certificates \
+            curl \
+            file \
+            g++ \
+            gcc \
+            gfortran \
+            git \
+            gnupg2 \
+            iproute2 \
+            libssl-dev \
+            locales \
+            make \
+            python3 \
+            python3-dev \
+            python3-pip \
+            python3-setuptools \
+            python3-venv \
+            tcl \
+            unzip \
+ && apt-get autoremove -y \
+ && apt-get clean -y \
+ && apt-get autoclean -y \
+ && rm -rf /var/lib/apt/lists/* /run/nologin \
+ && locale-gen ${LC_ALL} \
+ && [ -f ~/.profile ] && ( sed -i 's/mesg n/( tty -s \&\& mesg n || true )/g' ~/.profile || true ) \
+ && pip3 --no-cache-dir install boto3 \
+ && ln -s ${SPACK_ROOT}/share/spack/docker/entrypoint.bash /usr/local/bin/docker-shell \
+ && ln -s ${SPACK_ROOT}/share/spack/docker/entrypoint.bash /usr/local/bin/interactive-shell \
+ && ln -s ${SPACK_ROOT}/share/spack/docker/entrypoint.bash /usr/local/bin/spack-env

2-spack/Dockerfile

@@ -0,0 +1,20 @@
+ARG BASE_IMAGE
+
+FROM ${BASE_IMAGE}
+
+ENV CURRENTLY_BUILDING_DOCKER_IMAGE=1
+
+RUN mkdir -p ${SPACK_ROOT}
+RUN git clone --depth 1 https://github.com/spack/spack.git ${SPACK_ROOT}
+RUN rm -rf ${SPACK_ROOT}/.git
+
+SHELL ["docker-shell"]
+ENTRYPOINT ["/bin/bash", "/opt/spack/share/spack/docker/entrypoint.bash"]
+CMD ["interactive-shell"]
+
+RUN mkdir -p ${SPACK_HOME}
+RUN spack external find --not-buildable
+RUN spack spec hdf5+mpi
+RUN spack reindex
+RUN spack config add "packages:all:target:[x86_64]"
+RUN sed 's/target:.*/target: x86_64/' -i ${SPACK_HOME}/linux/compilers.yaml