Debug migration

Signed-off-by: Radoslav Dimitrov <radoslav@stacklok.com>

Author: rdimitrov

.github/workflows/cancel-pulumi-lock.yml

@@ -10,6 +10,13 @@ on:
         options:
           - staging
           - production
+      action:
+        description: 'Action to perform'
+        required: true
+        type: choice
+        options:
+          - cancel-pulumi-lock
+          - check-migrations
 
 permissions:
   contents: read
@@ -56,7 +63,7 @@ jobs:
           project_id: mcp-registry-prod
 
       - name: Cancel Pulumi Lock (Staging)
-        if: inputs.environment == 'staging'
+        if: inputs.environment == 'staging' && inputs.action == 'cancel-pulumi-lock'
         working-directory: ./deploy
         env:
           PULUMI_STAGING_PASSPHRASE: ${{ secrets.PULUMI_STAGING_PASSPHRASE }}
@@ -66,11 +73,88 @@ jobs:
           PULUMI_CONFIG_PASSPHRASE_FILE=passphrase.staging.txt pulumi cancel --stack gcpStaging --yes
 
       - name: Cancel Pulumi Lock (Production)
-        if: inputs.environment == 'production'
+        if: inputs.environment == 'production' && inputs.action == 'cancel-pulumi-lock'
         working-directory: ./deploy
         env:
           PULUMI_PROD_PASSPHRASE: ${{ secrets.PULUMI_PROD_PASSPHRASE }}
         run: |
           echo "$PULUMI_PROD_PASSPHRASE" > passphrase.prod.txt
           pulumi login gs://mcp-registry-prod-pulumi-state
-          PULUMI_CONFIG_PASSPHRASE_FILE=passphrase.prod.txt pulumi cancel --stack gcpProd --yes
+          PULUMI_CONFIG_PASSPHRASE_FILE=passphrase.prod.txt pulumi cancel --stack gcpProd --yes
+
+      - name: Configure kubectl (Staging)
+        if: inputs.environment == 'staging' && inputs.action == 'check-migrations'
+        run: |
+          gcloud container clusters get-credentials mcp-registry-staging \
+            --zone=us-central1-b \
+            --project=mcp-registry-staging
+          gcloud components install gke-gcloud-auth-plugin
+
+      - name: Configure kubectl (Production)
+        if: inputs.environment == 'production' && inputs.action == 'check-migrations'
+        run: |
+          gcloud container clusters get-credentials mcp-registry-prod \
+            --zone=us-central1-b \
+            --project=mcp-registry-prod
+          gcloud components install gke-gcloud-auth-plugin
+
+      - name: Check Migrations
+        if: inputs.action == 'check-migrations'
+        run: |
+          echo "=== Getting postgres pod name ==="
+          POD_NAME=$(kubectl get pods -l cnpg.io/cluster=registry-pg -n default -o jsonpath='{.items[0].metadata.name}')
+          echo "Found postgres pod: $POD_NAME"
+
+          echo ""
+          echo "=== ALL Applied Migrations in ${{ inputs.environment }} ==="
+          kubectl exec -n default $POD_NAME -- \
+            psql -U app -d app -c "SELECT version, name, applied_at FROM schema_migrations ORDER BY version;"
+
+          echo ""
+          echo "=== Checking for migration 009 specifically ==="
+          MIGRATION_009_COUNT=$(kubectl exec -n default $POD_NAME -- \
+            psql -U app -d app -tAc "SELECT COUNT(*) FROM schema_migrations WHERE version = 9;" | tr -d '[:space:]')
+
+          if [ "$MIGRATION_009_COUNT" = "0" ]; then
+            echo "❌ Migration 009 NOT FOUND - this explains why packages still have old format"
+          else
+            echo "✅ Migration 009 IS APPLIED"
+          fi
+
+          echo ""
+          echo "=== Sample Package Data (first 3 servers with packages) ==="
+          kubectl exec -n default $POD_NAME -- \
+            psql -U app -d app -c "
+              SELECT
+                server_name,
+                jsonb_pretty(value->'packages') as packages
+              FROM servers
+              WHERE value ? 'packages'
+                AND jsonb_array_length(value->'packages') > 0
+              LIMIT 3;
+            "
+
+          echo ""
+          echo "=== Database Schema/Layout ==="
+          kubectl exec -n default $POD_NAME -- \
+            psql -U app -d app -c "\dt+"
+
+          echo ""
+          echo "=== Schema for 'servers' table ==="
+          kubectl exec -n default $POD_NAME -- \
+            psql -U app -d app -c "\d+ servers"
+
+          echo ""
+          echo "=== Schema for 'schema_migrations' table ==="
+          kubectl exec -n default $POD_NAME -- \
+            psql -U app -d app -c "\d+ schema_migrations"
+
+          echo ""
+          echo "=== Registry Server Logs (first 100 lines) ==="
+          REGISTRY_POD=$(kubectl get pods -l app=mcp-registry -n default -o jsonpath='{.items[0].metadata.name}')
+          if [ -n "$REGISTRY_POD" ]; then
+            echo "Found registry pod: $REGISTRY_POD"
+            kubectl logs -n default $REGISTRY_POD --tail=100
+          else
+            echo "⚠️  No registry pod found"
+          fi