feat: dev and release pipelines

.github/workflows/auth-react-test-1-django.yml

@@ -7,11 +7,14 @@ on:
       - reopened
       - synchronize
   push:
-    branches:
-      - master
-      - "v[0-9]+.[0-9]+"
     tags:
-      - "(dev-)?v[0-9]+.[0-9]+.[0-9]+"
+      - dev-v[0-9]+.[0-9]+.[0-9]+
+
+# Only one instance of this workflow will run on the same ref (PR/Branch/Tag)
+# Previous runs will be cancelled.
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 jobs:
   define-versions:
@@ -22,6 +25,7 @@ jobs:
       pyVersions: '["3.8", "3.13"]'
     steps:
       - uses: actions/checkout@v4
+
       - uses: supertokens/get-supported-versions-action@main
         id: versions
         with:

.github/workflows/auth-react-test-1-fastapi.yml

@@ -7,11 +7,14 @@ on:
       - reopened
       - synchronize
   push:
-    branches:
-      - master
-      - "v[0-9]+.[0-9]+"
     tags:
-      - "(dev-)?v[0-9]+.[0-9]+.[0-9]+"
+      - dev-v[0-9]+.[0-9]+.[0-9]+
+
+# Only one instance of this workflow will run on the same ref (PR/Branch/Tag)
+# Previous runs will be cancelled.
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 jobs:
   define-versions:
@@ -22,6 +25,7 @@ jobs:
       pyVersions: '["3.8", "3.13"]'
     steps:
       - uses: actions/checkout@v4
+
       - uses: supertokens/get-supported-versions-action@main
         id: versions
         with:

.github/workflows/auth-react-test-1-flask.yml

@@ -7,11 +7,14 @@ on:
       - reopened
       - synchronize
   push:
-    branches:
-      - master
-      - "v[0-9]+.[0-9]+"
     tags:
-      - "(dev-)?v[0-9]+.[0-9]+.[0-9]+"
+      - dev-v[0-9]+.[0-9]+.[0-9]+
+
+# Only one instance of this workflow will run on the same ref (PR/Branch/Tag)
+# Previous runs will be cancelled.
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 jobs:
   define-versions:
@@ -22,6 +25,7 @@ jobs:
       pyVersions: '["3.8", "3.13"]'
     steps:
       - uses: actions/checkout@v4
+
       - uses: supertokens/get-supported-versions-action@main
         id: versions
         with:

.github/workflows/auth-react-test-3.yml

@@ -67,6 +67,7 @@ jobs:
     steps:
       - uses: actions/checkout@v4
         with:
+          # Checking out to a custom path since the test repo will also be cloned
           path: supertokens-python
 
       - uses: actions/setup-python@v5

.github/workflows/backend-sdk-testing.yml

@@ -7,11 +7,14 @@ on:
       - reopened
       - synchronize
   push:
-    branches:
-      - master
-      - "v[0-9]+.[0-9]+"
     tags:
-      - "(dev-)?v[0-9]+.[0-9]+.[0-9]+"
+      - dev-v[0-9]+.[0-9]+.[0-9]+
+
+# Only one instance of this workflow will run on the same ref (PR/Branch/Tag)
+# Previous runs will be cancelled.
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 jobs:
   define-versions:
@@ -23,6 +26,7 @@ jobs:
       nodeVersions: '["20"]'
     steps:
       - uses: actions/checkout@v4
+
       - uses: supertokens/get-supported-versions-action@main
         id: versions
         with:
@@ -82,10 +86,11 @@ jobs:
         run: |
           source venv/bin/activate
           docker compose up --build --wait
-          python3 tests/test-server/app.py &
+          python3 tests/test-server/app.py &> python.log &
 
       - uses: supertokens/backend-sdk-testing-action@main
         with:
           version: ${{ matrix.fdi-version }}
           check-name-suffix: '[CDI=${{ matrix.cdi-version }}][Core=${{ steps.versions.outputs.coreVersionXy }}][FDI=${{ matrix.fdi-version }}][Py=${{ matrix.py-version }}][Node=${{ matrix.node-version }}]'
           path: backend-sdk-testing
+          app-server-logs: ${{ github.workspace }}/supertokens-python/python.log

.github/workflows/lint-code.yml

@@ -7,18 +7,26 @@ on:
       - reopened
       - synchronize
   push:
-    branches:
-      - master
-      - "v[0-9]+.[0-9]+"
     tags:
-      - "(dev-)?v[0-9]+.[0-9]+.[0-9]+"
+      - dev-v[0-9]+.[0-9]+.[0-9]+
+
+# Only one instance of this workflow will run on the same ref (PR/Branch/Tag)
+# Previous runs will be cancelled.
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 jobs:
   define-versions:
     runs-on: ubuntu-latest
     outputs:
       pyVersions: '["3.8", "3.9", "3.10", "3.11", "3.12", "3.13"]'
 
+    steps:
+      # Required to avoid errors in runs due to no steps
+      - name: Placeholder
+        run: echo "Placeholder"
+
   lint-format:
     name: Check linting and formatting
     runs-on: ubuntu-latest
@@ -28,15 +36,18 @@ jobs:
         py-version: ${{ fromJSON(needs.define-versions.outputs.pyVersions) }}
     steps:
       - uses: actions/checkout@v4
+
       - uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.py-version }}
+
       - name: Create virtual environment and install dependencies
         run: |
           python3 -m venv venv
           source venv/bin/activate
           python3 -m pip install pip setuptools --upgrade
           make dev-install && rm -rf src
+
       - name: Run checks
         # New steps require sourcing the venv again
         run: |

.github/workflows/lint-pr.yml

@@ -8,6 +8,12 @@ on:
       - edited
       - synchronize
 
+# Only one instance of this workflow will run on the same ref (PR/Branch/Tag)
+# Previous runs will be cancelled.
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   lint-pr-title:
     name: Lint PR Title

.github/workflows/pipeline-dev-tag.yml

@@ -0,0 +1,140 @@
+name: "Dev Tag Pipeline"
+
+on:
+  workflow_dispatch:
+    inputs:
+      branch:
+        description: The branch to create the dev tag on
+        type: string
+        required: true
+
+permissions:
+  contents: write
+
+jobs:
+  setup:
+    runs-on: ubuntu-latest
+
+    outputs:
+      constantsVersion: ${{ steps.versions.outputs.constantsVersion }}
+      constantsVersionXy: ${{ steps.versions.outputs.constantsVersionXy }}
+      setupVersion: ${{ steps.versions.outputs.setupVersion }}
+      setupVersionXy: ${{ steps.versions.outputs.setupVersionXy }}
+      newestVersion: ${{ steps.versions.outputs.newestVersion }}
+      targetBranch: ${{ steps.versions.outputs.targetBranch }}
+      devTag: ${{ steps.versions.outputs.devTag }}
+      releaseTag: ${{ steps.versions.outputs.releaseTag }}
+
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ inputs.branch }}
+          # Need a complete fetch to make the master merge check work
+          fetch-depth: 0
+          fetch-tags: true
+          token: ${{ secrets.ALL_REPO_PAT }}
+
+
+      - name: Setup git
+        run: |
+          # NOTE: The user email is {user.id}+{user.login}@users.noreply.github.com.
+          # See users API: https://api.github.com/users/github-actions%5Bbot%5D
+          git config user.name "github-actions[bot]"
+          git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
+
+          git fetch origin master
+      - name: Check if branch needs master merge
+        run: |
+          if [[ $(git log origin/master ^HEAD) != "" ]]; then
+            echo "You need to merge master into this branch."
+            exit 1
+          fi
+
+      - name: Populate variables
+        id: versions
+        run: |
+          . ./hooks/populate-hook-constants.sh
+
+          echo "constantsVersion=$constantsVersion" | tee -a "$GITHUB_OUTPUT" "$GITHUB_ENV"
+          echo "constantsVersionXy=$constantsVersionXy" | tee -a "$GITHUB_OUTPUT" "$GITHUB_ENV"
+          echo "setupVersion=$setupVersion" | tee -a "$GITHUB_OUTPUT" "$GITHUB_ENV"
+          echo "setupVersionXy=$setupVersionXy" | tee -a "$GITHUB_OUTPUT" "$GITHUB_ENV"
+          echo "newestVersion=$newestVersion" | tee -a "$GITHUB_OUTPUT" "$GITHUB_ENV"
+          echo "targetBranch=$targetBranch" | tee -a "$GITHUB_OUTPUT" "$GITHUB_ENV"
+
+          echo "devTag=dev-v$setupVersion" | tee -a "$GITHUB_OUTPUT" "$GITHUB_ENV"
+          echo "releaseTag=v$setupVersion" | tee -a "$GITHUB_OUTPUT" "$GITHUB_ENV"
+
+      - name: Check tag and branch correctness
+        run: |
+          if [[ "${{ steps.versions.outputs.setupVersion }}" != ${{ inputs.branch }}* ]]
+          then
+            echo "Adding tag to wrong branch"
+            exit 1
+          fi
+
+          if git rev-parse ${{ steps.versions.outputs.releaseTag }} >/dev/null 2>&1
+          then
+              echo "The released version of this tag already exists."
+              exit 1
+          fi
+
+      - name: Delete tag if already tagged
+        run: |
+          git tag --delete ${{ steps.versions.outputs.devTag }} || true
+          git push --delete origin ${{ steps.versions.outputs.devTag }} || true
+
+      - name: Install dependencies
+        run: make dev-install
+
+      - name: Build docs
+        run: make build-docs
+
+      - name: Commit doc changes
+        run: |
+          git add --all
+          git commit --allow-empty -nm "doc: update docs for ${{ steps.versions.outputs.releaseTag }} tag"
+          git push
+
+      - name: Create and push tag
+        run: |
+          # NOTE: The user email is {user.id}+{user.login}@users.noreply.github.com.
+          # See users API: https://api.github.com/users/github-actions%5Bbot%5D
+          git config user.name "github-actions[bot]"
+          git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
+
+          git tag ${{ steps.versions.outputs.devTag }}
+          git push --tags --follow-tags
+
+  mark-dev-tag-as-not-passed:
+    runs-on: ubuntu-latest
+    needs:
+      - setup
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ needs.setup.outputs.devTag }}
+          fetch-tags: true
+
+      - id: versions
+        uses: supertokens/get-supported-versions-action@main
+        with:
+          has-cdi: true
+          has-fdi: true
+
+      - run: |
+          ./hooks/populate-hook-constants.sh
+
+          curl --fail-with-body -X PUT \
+              https://api.supertokens.io/0/driver \
+              -H 'Content-Type: application/json' \
+              -H 'api-version: 0' \
+              -d "{
+                \"password\": \"${{ secrets.SUPERTOKENS_API_KEY }}\",
+                \"version\":\"${{ needs.setup.outputs.setupVersion }}\",
+                \"name\": \"python\",
+                \"frontendDriverInterfaces\": ${{ steps.versions.outputs.fdiVersions }},
+                \"coreDriverInterfaces\": ${{ steps.versions.outputs.cdiVersions }}
+              }"