major-version-upgrade.yml

name: Major Version Upgrade Tests for empty database
on: [push, pull_request]

jobs:
  run-babelfish-mvu-tests:
    env:
      OLD_INSTALL_DIR: psql_source
      NEW_INSTALL_DIR: psql_target
      ENGINE_BRANCH_FROM: BABEL_2_X_DEV__PG_14_X
      EXTENSION_BRANCH_FROM: BABEL_2_X_DEV

    runs-on: ubuntu-20.04
    steps:
      - uses: actions/checkout@v2

      - name: Install Dependencies
        id: install-dependencies
        if: always()
        uses: ./.github/composite-actions/install-dependencies

      - name: Build Modified Postgres using ${{env.ENGINE_BRANCH_FROM}}
        id: build-modified-postgres-old
        uses: ./.github/composite-actions/build-modified-postgres
        if: always() && steps.install-dependencies.outcome == 'success'
        with:
          engine_branch: ${{ env.ENGINE_BRANCH_FROM }}
          install_dir: ${{ env.OLD_INSTALL_DIR }}
      
      - name: Compile ANTLR
        id: compile-antlr
        if: always() && steps.build-modified-postgres-old.outcome == 'success'
        uses: ./.github/composite-actions/compile-antlr
        with:
          version: 4.9.3
          install_dir: ${{env.OLD_INSTALL_DIR}}

      - uses: actions/checkout@v2
        with:
          repository: babelfish-for-postgresql/babelfish_extensions
          ref: ${{env.EXTENSION_BRANCH_FROM}}

      - name: Build PostGIS Extension using ${{env.EXTENSION_BRANCH_FROM}}
        id: build-postgis-extension-old
        if: always() && steps.compile-antlr.outcome == 'success'
        run: |
          cd ..
          export CC='ccache gcc'
          export CMAKE_C_COMPILER_LAUNCHER=ccache
          export CMAKE_CXX_COMPILER_LAUNCHER=ccache 
          sudo apt-get install wget
          max_retries=20
          retries=0
          until [ $retries -ge $max_retries ]
          do
            wget http://postgis.net/stuff/postgis-3.5.0.tar.gz && break
            retries=$((retries+1))
          done
          tar -xvzf postgis-3.5.0.tar.gz
          retries1=0
          until [ $retries1 -ge $max_retries ]
          do
            wget https://download.osgeo.org/proj/proj-9.2.1.tar.gz && break
            retries1=$((retries1+1))
          done
          tar -xvzf proj-9.2.1.tar.gz
          cd proj-9.2.1
          if [ ! -d "build" ]; then
            mkdir build
          fi
          cd build
          cmake -DCMAKE_INSTALL_LIBDIR="lib/x86_64-linux-gnu" -DCMAKE_INSTALL_PREFIX="/usr" ..
          cmake --build .
          sudo cmake --build . --target install
          cd ../../postgis-3.5.0
          ./configure --without-protobuf --without-raster --with-pgconfig=$HOME/psql_source/bin/pg_config
          make USE_PGXS=1 PG_CONFIG=~/psql_source/bin/pg_config
          sudo make USE_PGXS=1 PG_CONFIG=~/psql_source/bin/pg_config install
        shell: bash
      
      - name: Build Extensions using ${{env.EXTENSION_BRANCH_FROM}}
        id: build-extensions-old
        if: always() && steps.build-postgis-extension-old.outcome == 'success'
        run: |
          export PG_CONFIG=~/${{env.OLD_INSTALL_DIR}}/bin/pg_config
          export PG_SRC=~/work/babelfish_extensions/postgresql_modified_for_babelfish
          export cmake=$(which cmake)
          cd contrib/babelfishpg_money
          make && make install
          cd ../babelfishpg_common
          make && make install
          cd ../babelfishpg_tds
          make && make install
          cd ../babelfishpg_tsql
          make && make install

      - name: Install Extensions using ${{env.EXTENSION_BRANCH_FROM}}
        id: install-extensions-old
        if: always() && steps.build-extensions-old.outcome == 'success'
        run: |
          ulimit -c unlimited
          cd ~
          export PATH=/opt/mssql-tools/bin:$PATH
          ~/${{env.OLD_INSTALL_DIR}}/bin/initdb -D ~/${{env.OLD_INSTALL_DIR}}/data
          ~/${{env.OLD_INSTALL_DIR}}/bin/pg_ctl -c -D ~/${{env.OLD_INSTALL_DIR}}/data -l ~/${{env.OLD_INSTALL_DIR}}/data/logfile start
          cd ${{env.OLD_INSTALL_DIR}}/data
          sudo sed -i "s/#listen_addresses = 'localhost'/listen_addresses = '*'/g" postgresql.conf
          sudo sed -i "s/#shared_preload_libraries = ''/shared_preload_libraries = 'babelfishpg_tds, pg_stat_statements'/g" postgresql.conf
          ipaddress=$(ifconfig eth0 | grep 'inet ' | cut -d: -f2 | awk '{ print $2}')
          # Allow only runner to have trust authentication, all other users must provide a password
          {
            sudo echo "local   all             runner                                   trust"
            sudo echo "local   all             all                                      md5"
            sudo echo "host    all             runner          127.0.0.1/32             trust"
            sudo echo "host    all             runner          $ipaddress/32            trust"
            sudo echo "host    all             all             0.0.0.0/0                md5"
            sudo echo "host    all             all             ::/0                     md5"
          } > pg_hba.conf
          ~/${{env.OLD_INSTALL_DIR}}/bin/pg_ctl -c -D ~/${{env.OLD_INSTALL_DIR}}/data -l ~/${{env.OLD_INSTALL_DIR}}/data/logfile restart
          cd ~/work/babelfish_extensions/babelfish_extensions/
          sudo ~/${{env.OLD_INSTALL_DIR}}/bin/psql -v ON_ERROR_STOP=1 -d postgres -U runner -v user="jdbc_user" -v db="babelfish_db" -v migration_mode="multi-db" -v tsql_port="1433" -f .github/scripts/create_extension.sql
          sqlcmd -S localhost -U jdbc_user -P 12345678 -Q "SELECT @@version GO"
        shell: bash

      - uses: actions/checkout@v2

      - name: Save cache
        if: always() && steps.build-extensions-old.outcome == 'success'
        uses: ./.github/composite-actions/save-ccache

      - name: Build Modified Postgres using latest version
        id: build-modified-postgres-new
        if: always() && steps.install-extensions-old.outcome == 'success'
        uses: ./.github/composite-actions/build-modified-postgres
        with:
          install_dir: ${{env.NEW_INSTALL_DIR}}
          release_mode: 'yes'
      
      - name: Compile new ANTLR
        id: compile-new-antlr
        if: always() && steps.build-modified-postgres-new.outcome == 'success'
        uses: ./.github/composite-actions/compile-antlr
        with:
          install_dir: ${{env.NEW_INSTALL_DIR}}

      - name: Build Extensions using latest version
        id: build-extensions-new
        if: always() && steps.compile-new-antlr.outcome == 'success'
        uses: ./.github/composite-actions/build-extensions
        with:
          install_dir: ${{env.NEW_INSTALL_DIR}}

      - name: Build tds_fdw Extension
        id: build-tds_fdw-extension
        if: always() && steps.build-extensions-new.outcome == 'success'
        uses: ./.github/composite-actions/build-tds_fdw-extension
        with:
          install_dir: ${{env.NEW_INSTALL_DIR}}

      - name: Build vector Extension
        id: build-vector-extension
        if: always() && steps.build-tds_fdw-extension.outcome == 'success'
        uses: ./.github/composite-actions/build-vector-extension
        with:
          install_dir: ${{env.NEW_INSTALL_DIR}}

      - name: Build PostGIS Extension
        id: build-postgis-extension
        if: always() && steps.build-vector-extension.outcome == 'success'
        uses: ./.github/composite-actions/build-postgis-extension
        with:
          install_dir: ${{env.NEW_INSTALL_DIR}}
      
      - name: Save cache
        if: always() && steps.build-postgis-extension.outcome == 'success'
        uses: ./.github/composite-actions/save-ccache

      - name: Setup new data directory
        id: setup-new-datadir
        if: always() && steps.build-postgis-extension.outcome == 'success'
        run: |
          cd ~
          ~/${{env.NEW_INSTALL_DIR}}/bin/initdb -D ~/${{env.NEW_INSTALL_DIR}}/data
          cd ~/${{env.NEW_INSTALL_DIR}}/data
          sudo sed -i "s/#listen_addresses = 'localhost'/listen_addresses = '*'/g" postgresql.conf
          sudo sed -i "s/#shared_preload_libraries = ''/shared_preload_libraries = 'babelfishpg_tds, pg_stat_statements'/g" postgresql.conf
          ipaddress=$(ifconfig eth0 | grep 'inet ' | cut -d: -f2 | awk '{ print $2}')
          # Allow only runner to have trust authentication, all other users must provide a password
          {
            sudo echo "local   all             runner                                   trust"
            sudo echo "local   all             all                                      md5"
            sudo echo "host    all             runner          127.0.0.1/32             trust"
            sudo echo "host    all             runner          $ipaddress/32            trust"
            sudo echo "host    all             all             0.0.0.0/0                md5"
            sudo echo "host    all             all             ::/0                     md5"
          } > pg_hba.conf
        shell: bash

      - name: Check Babelfish metadata inconsistency before Major Version Upgrade
        id: check-babelfish-inconsistency
        if: always() && steps.setup-new-datadir.outcome == 'success'
        uses: ./.github/composite-actions/check-babelfish-inconsistency

      - name: Run pg_upgrade
        id: run-pg_upgrade
        if: |
          always() && steps.setup-new-datadir.outcome == 'success'
          && steps.check-babelfish-inconsistency.outcome == 'success'
        uses: ./.github/composite-actions/run-pg-upgrade

      - name: Disable TDS fault injection tests in release mode
        id: disable-fault-injection
        if: |
          always() && steps.setup-new-datadir.outcome == 'success' 
          && steps.check-babelfish-inconsistency.outcome == 'success' 
          && steps.check-babelfish-inconsistency.outputs.check_result == 0
        run: |
          cd test/JDBC/
          echo "" >> jdbc_schedule
          echo 'ignore#!#babel_tds_fault_injection' >> jdbc_schedule
          echo 'ignore#!#tds_faultinjection' >> jdbc_schedule
          echo jdbc_schedule

      - name: Run JDBC Tests
        id: jdbc
        timeout-minutes: 60
        if: always() && steps.run-pg_upgrade.outcome == 'success'
        run: |
          export PATH=~/${{env.NEW_INSTALL_DIR}}/bin:$PATH
          export PG_SRC=~/work/babelfish_extensions/postgresql_modified_for_babelfish
          cd test/JDBC/
          # temporarily ignore test BABEL-2086
          echo 'ignore#!#BABEL-2086' >> jdbc_schedule
          mvn -B -ntp test
     
      - name: Upload Postgres log
        if: always() && steps.jdbc.outcome == 'failure'
        uses: actions/upload-artifact@v4
        with:
         name: postgres-log
         path: ~/${{env.NEW_INSTALL_DIR}}/data/logfile

      - name: Upload upgrade Log
        if: always() && steps.run-pg_upgrade.outcome == 'failure'
        uses: actions/upload-artifact@v4
        with:
          name: upgrade-logs
          path: |
            ~/upgrade/*.log
            ~/${{env.NEW_INSTALL_DIR}}/data/pg_upgrade_output.d/*
      
      # The test summary files contain paths with ':' characters, which is not allowed with the upload-artifact actions
      - name: Rename Test Summary Files
        id: test-file-rename
        if: always() && steps.jdbc.outcome == 'failure'
        run: |
          cd test/JDBC/Info
          timestamp=`ls -Art | tail -n 1`
          cd $timestamp
          mv $timestamp.diff ../output-diff.diff
          mv "$timestamp"_runSummary.log ../run-summary.log

      - name: Upload Run Summary
        if: always() && steps.test-file-rename.outcome == 'success'
        uses: actions/upload-artifact@v4
        with:
          name: run-summary.log
          path: test/JDBC/Info/run-summary.log

      - name: Upload Output Diff
        if: always() && steps.test-file-rename.outcome == 'success'
        uses: actions/upload-artifact@v4
        with:
          name: output-diff.diff
          path: test/JDBC/Info/output-diff.diff
      
      - name: Check and upload coredumps
        if: always() && steps.jdbc.outcome == 'failure'
        uses: ./.github/composite-actions/upload-coredump