test(cli): measure cold and warm checks on each OS

Author: miguel-heygen

.github/checkfast/measure.sh

@@ -0,0 +1,26 @@
+# Cold vs warm `check` through the real bin, 6 fixtures; then the warm process tests (orphan proofs) on this OS.
+set -u
+OUT=checkfast-out; mkdir -p $OUT/runs
+BIN="node packages/cli/bin/hyperframes.mjs"
+$BIN browser ensure > /dev/null 2>&1
+FX="packages/producer/tests/fast-capture-gsap/src packages/producer/tests/chat/src registry/examples/decision-tree registry/examples/product-promo packages/producer/tests/heygen-promo-preview-assets/src registry/examples/kinetic-type"
+W=$RUNNER_TEMP/cf-fx; mkdir -p $W
+ms() { node -e 'console.log(Date.now())'; }
+for src in $FX; do
+  fx=$(basename $src); [ $fx = src ] && fx=$(basename $(dirname $src))
+  D=$W/$fx; cp -r $src $D
+  CI= $BIN check $D --json > /dev/null 2>&1   # first run: compile cache, proxy cache, spawns the warm process
+  for i in 1 2 3; do
+    s=$(ms); CI=1 $BIN check $D --json > $OUT/runs/$fx-cold$i.json 2>/dev/null; e=$(ms); echo "$fx cold$i $((e-s))" | tee -a $OUT/summary.txt
+    CI= $BIN check $D --json > /dev/null 2>&1; sleep 3   # leaves a ready warm process behind
+    s=$(ms); CI= $BIN check $D --json > $OUT/runs/$fx-warm$i.json 2>/dev/null; e=$(ms); echo "$fx warm$i $((e-s))" | tee -a $OUT/summary.txt
+    sleep 3
+  done
+done
+if [ "$RUNNER_OS" != "Windows" ]; then
+  Z=$(pgrep -f dist/warmCheck.js | head -1)
+  if [ -n "$Z" ]; then
+    ps -A -o pid=,ppid=,rss= | awk -v r=$Z '{p[$1]=$2; m[$1]=$3} END {for (k in p) {x=k; while (x>1 && x!=r) x=p[x]; if (x==r) t+=m[k]} print "idle warm process tree RSS MB: " int(t/1024)}' | tee -a $OUT/summary.txt
+  fi
+fi
+cd packages/cli && npx vitest run src/warmCheck.process.test.ts --maxWorkers=1 2>&1 | tee ../../$OUT/warm-tests.txt | grep -E "✓|×|Tests "

.github/workflows/checkfast-measure.yml

@@ -0,0 +1,54 @@
+name: checkfast warm measure
+on:
+  push:
+    branches: [checkfast/instant-measure]
+permissions:
+  contents: read
+jobs:
+  measure:
+    name: warm check ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 60
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, macos-latest, windows-latest]
+    env:
+      HYPERFRAMES_NO_TELEMETRY: "1"
+      DO_NOT_TRACK: "1"
+      HYPERFRAMES_SKIP_SKILLS: "1"
+    steps:
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
+        with:
+          lfs: true
+      - name: Install FFmpeg (Windows)
+        if: runner.os == 'Windows'
+        uses: ./.github/actions/install-ffmpeg-windows
+      - name: Set FFMPEG_BIN for bun install
+        if: runner.os == 'Windows'
+        shell: pwsh
+        run: |
+          $path = (Get-Command ffmpeg.exe).Source
+          "FFMPEG_BIN=$path" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
+      - name: Install FFmpeg (Linux)
+        if: runner.os == 'Linux'
+        run: sudo apt-get update -qq && sudo apt-get install -y -qq ffmpeg
+      - name: Install FFmpeg (macOS)
+        if: runner.os == 'macOS'
+        run: brew install ffmpeg
+      - uses: oven-sh/setup-bun@0c5077e51419868618aeaa5fe8019c62421857d6 # v2
+      - uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4
+        with:
+          node-version: 24
+      - run: bun install --frozen-lockfile
+      - name: Build
+        shell: bash
+        run: bun run build
+      - name: Measure cold vs warm, then the warm process tests
+        shell: bash
+        run: bash .github/checkfast/measure.sh
+      - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4
+        if: always()
+        with:
+          name: checkfast-measure-${{ matrix.os }}
+          path: checkfast-out