chore: initial statistics subsystem

.config/lychee.toml

@@ -30,6 +30,7 @@ exclude = [
 	"http://visitme/",
 	"https://visitme/",
 	# TODO meta issue: <https://github.com/paritytech/polkadot-sdk/issues/134>
+	"http://try-runtime.polkadot.io:443",
 	"https://docs.substrate.io/main-docs/build/custom-rpc/#public-rpcs",
 	"https://docs.substrate.io/rustdocs/latest/sp_api/macro.decl_runtime_apis.html",
 	"https://github.com/ipfs/js-ipfs-bitswap/blob/",

.github/scripts/cmd/cmd.py

@@ -420,6 +420,7 @@ def main():
                     f"--no-storage-info --no-min-squares --no-median-slopes " \
                     f"{config['bench_flags']}"
                 print(f'-- Running: {cmd} \n')
+                os.environ['RUNTIME_LOG'] = 'off' # Turn off annoying logs during benchmarking
                 status = os.system(cmd)
 
                 if status != 0 and args.fail_fast:

.github/workflows/check-frame-omni-bencher.yml

@@ -42,7 +42,7 @@ jobs:
         id: required
         run: |
           forklift cargo build --locked --quiet --release -p asset-hub-westend-runtime --features runtime-benchmarks
-          forklift cargo run --locked --release -p frame-omni-bencher --quiet -- v1 benchmark pallet --runtime target/release/wbuild/asset-hub-westend-runtime/asset_hub_westend_runtime.compact.compressed.wasm --all --steps 2 --repeat 1 --quiet
+          forklift cargo run --locked --release -p frame-omni-bencher --quiet -- v1 benchmark pallet --runtime target/release/wbuild/asset-hub-westend-runtime/asset_hub_westend_runtime.compact.compressed.wasm --all --steps 2 --repeat 1 --quiet --min-duration 0
       - name: Stop all workflows if failed
         if: ${{ failure() && steps.required.conclusion == 'failure' && !github.event.pull_request.head.repo.fork }}
         uses: ./.github/actions/workflow-stopper
@@ -102,7 +102,7 @@ jobs:
           ls -lrt $RUNTIME_BLOB_PATH
 
           if [[ "$BENCH_CMD" == "pallet" ]]; then
-            cmd="./target/release/frame-omni-bencher v1 benchmark pallet --runtime $RUNTIME_BLOB_PATH --all --steps 2 --repeat 1 $FLAGS"
+            cmd="./target/release/frame-omni-bencher v1 benchmark pallet --runtime $RUNTIME_BLOB_PATH --all --steps 2 --repeat 1 --min-duration 0 $FLAGS"
           elif [[ "$BENCH_CMD" == "overhead" ]]; then
             cmd="./target/release/frame-omni-bencher v1 benchmark overhead --runtime $RUNTIME_BLOB_PATH"
           else

.github/workflows/release-80_publish-crates.yml

@@ -0,0 +1,248 @@
+name: Release - Publish Crates
+
+on:
+  workflow_dispatch:
+    inputs:
+      release_name:
+        description: 'Release name (e.g., stable2509-3). Base branch is derived by removing the last -N suffix.'
+        required: true
+        type: string
+      registry:
+        description: 'Registry to publish crates to'
+        required: true
+        type: choice
+        options:
+          - staging.crates.io
+          - crates.io
+        default: staging.crates.io
+      is_patch:
+        description: 'Is this a patch release? (Set to false for new stable releases)'
+        required: true
+        type: boolean
+        default: true
+      dry_run:
+        description: 'Dry run - do not actually publish crates'
+        required: true
+        type: boolean
+        default: true
+
+permissions:
+  contents: write
+
+jobs:
+  set-image:
+    runs-on: ubuntu-latest
+    outputs:
+      IMAGE: ${{ steps.set_image.outputs.IMAGE }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
+
+      - id: set_image
+        run: cat .github/env >> $GITHUB_OUTPUT
+
+  publish-crates:
+    needs: set-image
+    runs-on: ubuntu-latest
+    environment: release
+    env:
+      PGP_KMS_KEY: ${{ secrets.PGP_KMS_SIGN_COMMITS_KEY }}
+      PGP_KMS_HASH: ${{ secrets.PGP_KMS_HASH }}
+      AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+      AWS_DEFAULT_REGION: ${{ secrets.AWS_DEFAULT_REGION }}
+    container:
+      image: ${{ needs.set-image.outputs.IMAGE }}
+
+    steps:
+      - name: Install pgpkms
+        run: |
+          # Install pgpkms that is used to sign commits
+          pip install git+https://github.com/paritytech-release/pgpkms.git@6cb1cecce1268412189b77e4b130f4fa248c4151
+
+      - name: Derive stable branch from release name
+        id: derive_branch
+        run: |
+          RELEASE_NAME="${{ inputs.release_name }}"
+          echo "Release name: $RELEASE_NAME"
+
+          # Extract stable branch by removing the last -N suffix
+          # e.g., stable2509-3 -> stable2509
+          if [[ "$RELEASE_NAME" =~ ^(.+)-[0-9]+$ ]]; then
+            STABLE_BRANCH="${BASH_REMATCH[1]}"
+          else
+            # If no suffix, use the release name as-is (first release)
+            STABLE_BRANCH="$RELEASE_NAME"
+          fi
+
+          echo "Stable branch: $STABLE_BRANCH"
+          echo "STABLE_BRANCH=$STABLE_BRANCH" >> $GITHUB_OUTPUT
+
+          echo "CRATES_RELEASE_BRANCH=post-crates-release-$RELEASE_NAME" >> $GITHUB_OUTPUT
+
+      - name: Checkout stable branch
+        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
+        with:
+          ref: ${{ steps.derive_branch.outputs.STABLE_BRANCH }}
+          fetch-depth: 0
+
+      - name: Import GPG keys
+        shell: bash
+        run: |
+          . ./.github/scripts/common/lib.sh
+          import_gpg_keys
+
+      - name: Configure git
+        shell: bash
+        run: |
+          git config --global --add safe.directory "${GITHUB_WORKSPACE}"
+          git config --global commit.gpgsign true
+          PGPKMS_PATH=$(which pgpkms-git)
+          echo "Using pgpkms-git at: $PGPKMS_PATH"
+          git config --global gpg.program "$PGPKMS_PATH"
+          git config --global user.name "ParityReleases"
+          git config --global user.email "release-team@parity.io"
+          git config --global user.signingKey "D8018FBB3F534D866A45998293C5FB5F6A367B51"
+
+      - name: Create or switch to release branch
+        run: |
+          CRATES_RELEASE_BRANCH="${{ steps.derive_branch.outputs.CRATES_RELEASE_BRANCH }}"
+
+          if git rev-parse --verify -q "$CRATES_RELEASE_BRANCH" &>/dev/null; then
+            echo "Branch $CRATES_RELEASE_BRANCH already exists, switching to it"
+            git checkout "$CRATES_RELEASE_BRANCH"
+          else
+            echo "Creating branch: $CRATES_RELEASE_BRANCH"
+            git checkout -b "$CRATES_RELEASE_BRANCH"
+          fi
+          echo "On branch $CRATES_RELEASE_BRANCH"
+
+      - name: Install Rust 1.93
+        run: |
+          rustup install 1.93
+          rustup default 1.93
+          echo "Rust version:"
+          rustc --version
+          cargo --version
+
+      - name: Rust Cache
+        uses: Swatinem/rust-cache@779680da715d629ac1d338a641029a2f4372abb5 # v2.8.2
+        with:
+          cache-on-failure: true
+
+      - name: Install parity-publish
+        run: cargo install parity-publish@0.10.9 --locked -q
+
+      - name: Run parity-publish plan
+        run: |
+          echo "Running parity-publish plan..."
+          parity-publish plan --prdoc prdoc
+
+      - name: Save Plan.toml diff
+        if: inputs.is_patch
+        run: |
+          RELEASE_NAME="${{ inputs.release_name }}"
+          mkdir -p release-artifacts
+
+          echo "Saving Plan.toml diff..."
+          git diff Plan.toml > "release-artifacts/changed_crates_${RELEASE_NAME}.txt"
+
+          echo "Plan.toml changes:"
+          cat "release-artifacts/changed_crates_${RELEASE_NAME}.txt"
+
+      - name: Parse crate names for release notes
+        if: inputs.is_patch
+        run: |
+          RELEASE_NAME="${{ inputs.release_name }}"
+
+          echo "Parsing crate names..."
+          python3 scripts/release/parse-crates-names.py \
+            "release-artifacts/changed_crates_${RELEASE_NAME}.txt" \
+            scripts/release/templates/crates_list.md.tera
+
+          echo "Crates list:"
+          cat scripts/release/templates/crates_list.md.tera
+
+      - name: Commit Plan.toml and crates list
+        shell: bash
+        run: |
+          . ./.github/scripts/release/release_lib.sh
+
+          git add Plan.toml
+          if [ "${{ inputs.is_patch }}" = true ]; then
+            git add scripts/release/templates/crates_list.md.tera
+          fi
+
+          if [[ -n $(git status --porcelain) ]]; then
+            commit_with_message "chore: update Plan.toml and crates list for ${{ inputs.release_name }}"
+            echo "Committed Plan.toml and crates list"
+          else
+            echo "No changes to commit"
+          fi
+
+      - name: Run parity-publish apply
+        run: |
+          echo "Running parity-publish apply..."
+          parity-publish apply
+
+      - name: Update Cargo.lock
+        run: |
+          echo "Updating Cargo.lock..."
+          cargo update --workspace --offline || cargo update --workspace
+          echo "Cargo.lock updated"
+
+      - name: Commit version bumps
+        shell: bash
+        run: |
+          . ./.github/scripts/release/release_lib.sh
+
+          git add -A
+
+          if [[ -n $(git status --porcelain) ]]; then
+            commit_with_message "chore: apply version bumps for ${{ inputs.release_name }}"
+            echo "Committed version bumps"
+          else
+            echo "No changes to commit"
+          fi
+
+      - name: Push release branch
+        run: |
+          CRATES_RELEASE_BRANCH="${{ steps.derive_branch.outputs.CRATES_RELEASE_BRANCH }}"
+          echo "Pushing branch $CRATES_RELEASE_BRANCH..."
+          git push origin "$CRATES_RELEASE_BRANCH"
+          echo "Successfully pushed $CRATES_RELEASE_BRANCH"
+
+      - name: Configure cargo registry
+        run: |
+          REGISTRY="${{ inputs.registry }}"
+          echo "Configuring cargo for $REGISTRY..."
+          mkdir -p ~/.cargo
+
+          if [ "$REGISTRY" = "staging.crates.io" ]; then
+            cat >> ~/.cargo/config.toml << 'EOF'
+          [registries.crates-io]
+          index = "sparse+https://index.staging.crates.io/"
+          EOF
+          else
+            echo "Using default crates.io registry"
+          fi
+
+          echo "Cargo config:"
+          cat ~/.cargo/config.toml || echo "(using defaults)"
+
+      - name: Publish crates
+        env:
+          PARITY_PUBLISH_CRATESIO_TOKEN: ${{ inputs.registry == 'staging.crates.io' && secrets.STAGING_CRATES_IO_API_TOKEN || secrets.CRATES_IO_API_TOKEN }}
+        run: |
+          DRY_RUN="${{ inputs.dry_run }}"
+          REGISTRY="${{ inputs.registry }}"
+
+          if [ "$DRY_RUN" = true ]; then
+            echo "DRY RUN - Not actually publishing crates"
+            echo "Target registry: $REGISTRY"
+            parity-publish apply -p -d
+          else
+            echo "Publishing crates to $REGISTRY..."
+            parity-publish apply -p
+            echo "Crates published successfully to $REGISTRY!"
+          fi

.github/workflows/tests.yml

@@ -35,7 +35,7 @@ jobs:
       - name: Checkout
         uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
       - name: script
-        run: forklift cargo run --locked --release -p staging-node-cli --bin substrate-node --features runtime-benchmarks --quiet -- benchmark pallet --chain dev --pallet "*" --extrinsic "*" --steps 2 --repeat 1 --quiet
+        run: forklift cargo run --locked --release -p staging-node-cli --bin substrate-node --features runtime-benchmarks --quiet -- benchmark pallet --chain dev --pallet "*" --extrinsic "*" --steps 2 --repeat 1 --min-duration 0 --quiet
 
   # cf https://github.com/paritytech/polkadot-sdk/issues/1652
   test-syscalls: