wip

.github/workflows/sync_databases.yml

@@ -5,8 +5,8 @@ on:
 
 env:
   DUPLICATE_API_TOKEN: ${{ secrets.DUPLICATE_API_TOKEN }}
-  DUPLICATE_SOURCE_APP: ${{ secrets.DUPLICATE_SOURCE_APP }}
-  DUPLICATE_ADDON_KIND: postgresql
+  PRODUCTION_APP: ${{ secrets.SCALINGO_PRODUCTION_APP }}
+  PREPROD_APP: ${{ secrets.SCALINGO_PREPROD_APP }}
   PREPROD_DATABASE_URL: ${{ secrets.PREPROD_DATABASE_URL }}
 
 defaults:
@@ -15,44 +15,22 @@ defaults:
 
 jobs:
   sync_prod_to_preprod:
-    name: Sync production databse to preprod
+    name: Sync production databsse to preprod
     runs-on: ubuntu-latest
     steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
       - name: Install Scalingo CLI
         run: |
           curl -O https://cli-dl.scalingo.com/install && bash install
-
-      - name: Login to Scalingo
-        run: |
-          # Login to Scalingo, using the token stored in `DUPLICATE_API_TOKEN`:
-          scalingo login --api-token "${DUPLICATE_API_TOKEN}"
-      - name: Generate database archive
-        run: |
-          archive_name="backup.tar.gz"
-
-          # Install additional tools to interact with the database:
-          scalingo --app "${DUPLICATE_SOURCE_APP}" run dbclient-fetcher "${DUPLICATE_ADDON_KIND}"
-
-          # Retrieve the addon id:
-          addon_id="$( scalingo --app "${DUPLICATE_SOURCE_APP}" addons \
-                       | grep "${DUPLICATE_ADDON_KIND}" \
-                       | cut -d "|" -f 3 \
-                       | tr -d " " )"
-
-          # Download the latest backup available for the specified addon:
-          scalingo --app "${DUPLICATE_SOURCE_APP}" --addon "${addon_id}" \
-              backups-download --output "${archive_name}"
-
-      - name: Restore the database
+      - name: Login Scalingo CLI
+        run: scalingo login --api-token "${DUPLICATE_API_TOKEN}"
+      - name: Execute sync script in one-off container
         run: |
-          # Get the name of the backup file:
-          backup_file_name="$( tar --list --file="${archive_name}" \
-                               | tail -n 1 \
-                               | cut -d "/" -f 2 )"
-
-          # Extract the archive containing the downloaded backup:
-          scalingo run --app "${DUPLICATE_SOURCE_APP}" tar --extract --verbose --file="${archive_name}" --directory="/app/"
+          scalingo --app ${PREPROD_APP} run \
+          --env DUPLICATE_API_TOKEN="${DUPLICATE_API_TOKEN}" \
+          --env PREPROD_DATABASE_URL="${PREPROD_DATABASE_URL}" \
+          --env PRODUCTION_APP="${PRODUCTION_APP}" \
+          --file ./scripts/restore_prod_to_preprod.sh \
+          /tmp/uploads/restore_prod_to_preprod.sh
 
-          # Restore the data:
-          scalingo run --app "${DUPLICATE_SOURCE_APP}" pg_restore --clean --if-exists --no-owner --no-privileges --no-comments \
-          --dbname "${DATABASE_URL}" "/app/${backup_file_name}"

scripts/restore_prod_to_preprod.sh

@@ -0,0 +1,36 @@
+#!/usr/bin/env bash
+
+# Cf : https://doc.scalingo.com/platform/databases/duplicate
+DUPLICATE_ADDON_KIND=postgresql
+ARCHIVE_NAME="backup.tar.gz"
+
+install-scalingo-cli
+
+# 1. Login to Scalingo, using the token stored in `DUPLICATE_API_TOKEN`:
+scalingo login --api-token "${DUPLICATE_API_TOKEN}"
+
+# 3. Install postgres tools
+dbclient-fetcher "${DUPLICATE_ADDON_KIND}"
+
+# 4. Retrieve the addon id:
+addon_id="$( scalingo --app "${PRODUCTION_APP}" addons \
+  | grep "${DUPLICATE_ADDON_KIND}" \
+  | cut -d "|" -f 3 \
+  | tr -d " " )"
+
+# 5. Download the latest backup available for the specified addon:
+scalingo --app "${PRODUCTION_APP}" --addon "${addon_id}" \
+backups-download --output "${ARCHIVE_NAME}"
+# 6. Get the name of the backup file:
+backup_file_name="$( tar --list --file="${ARCHIVE_NAME}" \
+  | tail -n 1 \
+  | cut -d "/" -f 2 )"
+
+# 7. Extract the archive containing the downloaded backup:
+tar --extract --verbose --file="${ARCHIVE_NAME}"
+
+# 8. Restore the data:
+for table in $(psql "${PREPROD_DATABASE_URL}" -t -c "SELECT \"tablename\" FROM pg_tables WHERE schemaname='public'"); do
+     psql "${PREPROD_DATABASE_URL}" -c "DROP TABLE IF EXISTS \"${table}\" CASCADE;"
+done
+pg_restore --clean --if-exists --no-owner --no-privileges --no-comments --dbname "${PREPROD_DATABASE_URL}" ${backup_file_name}