Testing auto-deploy-test-app

Author: hillarysanders

.github/workflows/test.yml

@@ -2,7 +2,6 @@ name: MCP Tests
 
 on:
   pull_request:
-
 jobs:
   ###########################################################################
   # 1 - Local integration tests (always run)
@@ -35,46 +34,55 @@ jobs:
         run: pytest -q
 
   ###########################################################################
-  # 2 - Remote smoke-test (skipped if ENV vars are missing)
-  #
-  #    • Put MCP_SERVER_URL  → “https://<app>.herokuapp.com”
-  #    • Put API_KEY         → same key you set as Heroku config var
-  #
-  #    The fixture auto-skips the remote case if these are missing, so
+  # 2 - Deploy this PR to a temp Heroku app and run remote tests
   ###########################################################################
   remote:
     runs-on: ubuntu-latest
     env:
-      MCP_SERVER_URL: ${{ secrets.MCP_SERVER_URL }}
-      API_KEY: ${{ secrets.API_KEY }}
-      SHOULD_RUN_REMOTE: ${{ secrets.MCP_SERVER_URL != '' && secrets.API_KEY != '' }}
+      HEROKU_API_KEY: ${{ secrets.HEROKU_API_KEY }}
+      API_KEY: ci-test-key
+      APP_NAME: mcp-toolkit-pr-${{ github.event.number }}
 
     steps:
-      - name: Skip if secrets are missing
-        if: env.SHOULD_RUN_REMOTE != 'true'
-        run: echo "Skipping remote tests due to missing secrets."
-
       - uses: actions/checkout@v4
-        if: env.SHOULD_RUN_REMOTE == 'true'
+
+      - name: Install Heroku CLI
+        run: |
+          curl https://cli-assets.heroku.com/install.sh | sh
+
+      - name: Log in to Heroku
+        run: |
+          echo "$HEROKU_API_KEY" | heroku auth:token
+
+      - name: Create temp Heroku app for this PR
+        run: |
+          heroku create $APP_NAME
+          heroku config:set API_KEY=$API_KEY --app $APP_NAME
+
+      - name: Deploy this branch to Heroku
+        run: |
+          git push https://heroku:[email protected]/$APP_NAME.git HEAD:main --force
 
       - uses: actions/setup-python@v5
-        if: env.SHOULD_RUN_REMOTE == 'true'
         with:
           python-version: "3.11"
 
       - uses: actions/cache@v4
-        if: env.SHOULD_RUN_REMOTE == 'true'
         with:
           path: ~/.cache/pip
           key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements*.txt') }}
 
-      - name: Install dependencies
-        if: env.SHOULD_RUN_REMOTE == 'true'
+      - name: Install test dependencies
         run: |
           python -m pip install --upgrade pip
           pip install -r requirements.txt
 
-      # We reuse the *same* test-suite; the fixture detects MCP_SERVER_URL
-      - name: Run pytest (remote smoke)
-        if: env.SHOULD_RUN_REMOTE == 'true'
+      - name: Run pytest against deployed app
+        env:
+          MCP_SERVER_URL: https://${{ env.APP_NAME }}.herokuapp.com
         run: pytest -q
+
+      - name: Destroy Heroku app after test
+        if: always()
+        run: |
+          heroku apps:destroy --app $APP_NAME --confirm $APP_NAME