Feat: add auto migrations and notifications (#1777)

* feat: add auto migration at backend startup

* feat: add staging migration ping

Notifies on discord when staging has a new migration

* feat: add production migration ping

Notifies on discord about new/no migration for the production deployment

Author: MarceloRobert

.github/workflows/deploy-production.yaml

@@ -9,7 +9,7 @@ on:
         default: 'main'
 
 jobs:
-  deploy-production:
+  start-notification:
     runs-on: ubuntu-latest
     steps:
       - name: Discord notification
@@ -19,6 +19,75 @@ jobs:
         with:
           args: "Deploying production Dashboard with tag `${{ github.event.inputs.tag }}`"
 
+  check-migrations:
+    needs: start-notification
+    runs-on: ubuntu-latest
+    outputs:
+      has_new_migrations: ${{ steps.check.outputs.has_new_migrations }}
+      migration_list: ${{ steps.check.outputs.migration_list }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Check for new Django migrations
+        id: check
+        run: |
+          # Compare against the previous tag; fall back to HEAD~1 if no tags exist
+          PREV_TAG=$(git describe --abbrev=0 --tags HEAD^ 2>/dev/null || echo "")
+          if [ -z "$PREV_TAG" ]; then
+            echo "No previous tag found, comparing against HEAD~1"
+            COMPARE_REF="HEAD~1"
+          else
+            echo "Comparing migrations against tag: $PREV_TAG"
+            COMPARE_REF="$PREV_TAG"
+          fi
+
+          NEW_MIGRATIONS=$(git diff --name-only "$COMPARE_REF" HEAD -- '**/migrations/*.py' \
+            | grep -v '__init__.py' || true)
+
+          if [ -n "$NEW_MIGRATIONS" ]; then
+            echo "has_new_migrations=true" >> $GITHUB_OUTPUT
+            # Encode newlines for the output so it can be passed between jobs
+            ENCODED=$(echo "$NEW_MIGRATIONS" | tr '\n' '|')
+            echo "migration_list=$ENCODED" >> $GITHUB_OUTPUT
+            echo "New migration files detected:"
+            echo "$NEW_MIGRATIONS"
+          else
+            echo "has_new_migrations=false" >> $GITHUB_OUTPUT
+            echo "migration_list=" >> $GITHUB_OUTPUT
+            echo "No new migration files found"
+          fi
+
+  notify-new-migrations:
+    needs: check-migrations
+    if: needs.check-migrations.outputs.has_new_migrations == 'true'
+    runs-on: ubuntu-latest
+    steps:
+      - name: Discord notification - new migrations detected
+        env:
+          DISCORD_WEBHOOK: ${{ secrets.DISCORD_WEBHOOK }}
+        uses: Ilshidur/action-discord@master
+        with:
+          args: "New Django migrations detected in production deployment of `${{ github.event.inputs.tag }}`:\n`${{ needs.check-migrations.outputs.migration_list }}`"
+  
+  notify-no-migrations:
+    needs: check-migrations
+    if: needs.check-migrations.outputs.has_new_migrations == 'false'
+    runs-on: ubuntu-latest
+    steps:
+      - name: Discord notification - no migrations detected
+        env:
+          DISCORD_WEBHOOK: ${{ secrets.DISCORD_WEBHOOK }}
+        uses: Ilshidur/action-discord@master
+        with:
+          args: "No new Django migrations detected in production deployment of `${{ github.event.inputs.tag }}`"
+
+  deploy-production:
+    needs: start-notification
+    runs-on: ubuntu-latest
+    steps:
       - name: Configure host authenticity
         run: |
           mkdir -p ~/.ssh/ && chmod 700 ~/.ssh/

.github/workflows/deploy-staging.yaml

@@ -4,7 +4,49 @@ on:
   workflow_call:
 
 jobs:
+  check-migrations:
+    runs-on: ubuntu-latest
+    outputs:
+      has_new_migrations: ${{ steps.check.outputs.has_new_migrations }}
+      migration_list: ${{ steps.check.outputs.migration_list }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Check for new Django migrations
+        id: check
+        run: |
+          NEW_MIGRATIONS=$(git diff --name-only HEAD~1 HEAD -- '**/migrations/*.py' \
+            | grep -v '__init__.py' || true)
+
+          if [ -n "$NEW_MIGRATIONS" ]; then
+            echo "has_new_migrations=true" >> $GITHUB_OUTPUT
+            ENCODED=$(echo "$NEW_MIGRATIONS" | tr '\n' '|')
+            echo "migration_list=$ENCODED" >> $GITHUB_OUTPUT
+            echo "New migration files detected:"
+            echo "$NEW_MIGRATIONS"
+          else
+            echo "has_new_migrations=false" >> $GITHUB_OUTPUT
+            echo "migration_list=" >> $GITHUB_OUTPUT
+            echo "No new migration files found"
+          fi
+
+  notify-new-migrations:
+    needs: check-migrations
+    if: needs.check-migrations.outputs.has_new_migrations == 'true'
+    runs-on: ubuntu-latest
+    steps:
+      - name: Discord notification - new migrations detected
+        env:
+          DISCORD_WEBHOOK: ${{ secrets.DISCORD_WEBHOOK }}
+        uses: Ilshidur/action-discord@master
+        with:
+          args: "New Django migrations detected in this staging deployment: `${{ needs.check-migrations.outputs.migration_list }}`"
+
   deploy-staging:
+    needs: check-migrations
     runs-on: ubuntu-latest
     steps:
       - name: Configure staging host authenticity

backend/utils/docker/backend_entrypoint.sh

@@ -55,7 +55,9 @@ crond start
 chmod +x ./migrate-cache-db.sh
 ./migrate-cache-db.sh
 
-# To update the app db, run MANNUALLY:
-# docker compose run --rm backend sh -c "chmod +x ./migrate-app-db.sh && ./migrate-app-db.sh"
+# Update the MAIN db
+chmod +x ./migrate-app-db.sh
+./migrate-app-db.sh
+
 
 exec "$@"