Sync prod > preprod #51
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Sync prod > preprod" | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: "0 0 * * SUN" | |
| env: | |
| DUPLICATE_API_TOKEN: ${{ secrets.DUPLICATE_API_TOKEN }} | |
| PRODUCTION_APP: ${{ secrets.SCALINGO_PRODUCTION_APP }} | |
| PREPROD_APP: ${{ secrets.SCALINGO_PREPROD_APP }} | |
| PREPROD_DATABASE_URL: ${{ secrets.PREPROD_DATABASE_URL }} | |
| S3_HOST: https://cellar-c2.services.clever-cloud.com | |
| S3_PREPROD_BUCKET: ${{ secrets.LVAO_S3_PREPROD_BUCKET }} | |
| S3_PRODUCTION_BUCKET: ${{ secrets.LVAO_S3_PRODUCTION_BUCKET }} | |
| AWS_ACCESS_KEY_ID: ${{ secrets.LVAO_S3_ACCESS_KEY }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.LVAO_S3_SECRET_KEY }} | |
| defaults: | |
| run: | |
| shell: bash | |
| jobs: | |
| sync_prod_to_preprod: | |
| name: Sync production database to preprod | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Install Scalingo CLI | |
| run: | | |
| curl -O https://cli-dl.scalingo.com/install && bash install | |
| - name: Login Scalingo CLI | |
| run: scalingo login --api-token "${DUPLICATE_API_TOKEN}" | |
| - name: Execute sync script in one-off container | |
| run: | | |
| scalingo --app ${PREPROD_APP} run \ | |
| --env DUPLICATE_API_TOKEN="${DUPLICATE_API_TOKEN}" \ | |
| --env PREPROD_DATABASE_URL="${PREPROD_DATABASE_URL}" \ | |
| --env PRODUCTION_APP="${PRODUCTION_APP}" \ | |
| --file ./scripts/restore_prod_to_preprod.sh \ | |
| /tmp/uploads/restore_prod_to_preprod.sh | |
| continue-on-error: true | |
| - name: Execute migrations in one-off container | |
| run: | | |
| scalingo --app ${PREPROD_APP} run python manage.py migrate | |
| - name: Truncate the dagruns table | |
| run: | | |
| scalingo --app ${PREPROD_APP} run python manage.py reinitialize_dagrun | |
| sync_prod_to_preprod_s3: | |
| name: Copy Prod s3 bucket to Copy Preprod s3 bucket | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Install AWS CLI dependencies | |
| run: | | |
| pip install awscli | |
| - name: Push to S3 bucket preprod | |
| run: aws --endpoint-url ${{ env.S3_HOST }} s3 sync --delete --quiet ${{ env.S3_PRODUCTION_BUCKET }} ${{ env.S3_PREPROD_BUCKET }} |