chore(ci): Configure codspeed

.github/workflows/bench.yml

@@ -0,0 +1,69 @@
+name: Benchmark
+
+on:
+  push:
+    branches:
+      - canary
+    paths:
+      - '**/crates/**'
+  pull_request:
+    types: ['labeled']
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.sha }}
+  cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
+env:
+  CI: 1
+  CARGO_INCREMENTAL: 0
+  # For faster CI
+  RUST_LOG: 'off'
+  # https://github.com/actions/setup-node/issues/899#issuecomment-1819151595
+  SKIP_YARN_COREPACK_CHECK: 1
+
+jobs:
+  list-crates:
+    name: List crates to benchmark
+    runs-on:
+      - 'self-hosted'
+      - 'linux'
+      - 'x64'
+      - 'metal'
+    if: ${{ github.event.label.name == 'benchmark' }}
+    outputs:
+      crates: ${{ steps.list-crates.outputs.crates }}
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: List crates
+        id: list-crates
+        run: echo "crates=$(./scripts/cargo/bench/list-crates-with-bench.sh)" >> $GITHUB_OUTPUT
+
+  benchmark-crate:
+    name: Benchmark ${{ matrix.crate }}
+    runs-on: ubuntu-22.04
+    needs: list-crates
+    strategy:
+      matrix:
+        crate: ${{fromJson(needs.list-crates.outputs.crates)}}
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          profile: minimal
+
+      - name: Install cargo-codspeed
+        uses: taiki-e/install-action@v2
+        with:
+          tool: [email protected]
+
+      - name: Build the benchmark target(s)
+        run: cargo codspeed build -p ${{ matrix.crate }}
+
+      - name: Run the benchmarks
+        uses: CodSpeedHQ/action@v3
+        with:
+          run: cargo codspeed run
+          token: ${{ secrets.CODSPEED_TOKEN }}

scripts/cargo/bench/get-workspace-crates.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+
+set -eu
+
+cargo metadata --format-version 1 --no-deps | jq -r -j '[.packages[] | select(.source == null)]'

scripts/cargo/bench/list-crates-with-bench.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+set -eu
+
+SCRIPT_DIR="$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
+
+WS_CRATES="$("$SCRIPT_DIR"/get-workspace-crates.sh)"
+echo "$WS_CRATES" | jq -r -c '[.[] | select(.targets[] | .kind | contains(["bench"])) | .name] | sort | unique' | jq -r -c '[.[] | select(. != "napi" and . != "wasm")]'