release acceptance matrix: tools/acceptance.ts runs every user-facing command from the packed npm tarball (npx --package=<tgz> on Node 20 / 22, bun x --bun after bun add <tgz>) in fresh temp folders with a fresh HOME, real piped stdin (n, EOF) and per-cell fake stores over HTTP (STOREBOUND_STORE_MOCK, loopback only); a cell passes only with the expected exit code and no crash text; report -> markdown matrix. Prompts go through stdinIsTTY (STOREBOUND_ASSUME_TTY drives them with piped stdin), STOREBOUND_DESKTOP_APP=none for the install prompt on a machine with the app. release.yml: required acceptance job matrix (Linux + Windows x node20/node22/bun) and report, the matrix attached to the release; ci.yml: the quick subset on Linux and Windows. Scan fixtures for React Native and Expo

.forgejo/workflows/release.yml

@@ -189,6 +189,110 @@ jobs:
           retention-days: 14
 
 
+  # The release acceptance matrix (tools/acceptance.ts, docs/acceptance.md): every user-facing command from the packed
+  # npm tarball, in fresh temp folders with piped stdin and the fake stores, on Linux and Windows x Node 20 / Node 22
+  # (npx --package=<tgz>) / Bun (bun x). One red cell and there is no release. macOS runs on the owner's Mac
+  # (bun tools/acceptance.ts run ...) before the DMG upload; its result files live in docs/acceptance/.
+  acceptance:
+    needs: prepare
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - { os: ubuntu-22.04, platform: Linux, runtime: node, node: '20', name: node20 }
+          - { os: ubuntu-22.04, platform: Linux, runtime: node, node: '22', name: node22 }
+          - { os: ubuntu-22.04, platform: Linux, runtime: bun, node: '22', name: bun }
+          - { os: windows, platform: Windows, runtime: node, node: '20', name: node20 }
+          - { os: windows, platform: Windows, runtime: node, node: '22', name: node22 }
+          - { os: windows, platform: Windows, runtime: bun, node: '22', name: bun }
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 45
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ needs.prepare.outputs.ref }}
+      - uses: actions/setup-node@v4
+        with:
+          node-version: ${{ matrix.node }}
+      - name: Bun (Linux)
+        if: ${{ matrix.platform == 'Linux' }}
+        shell: bash
+        run: |
+          curl -fsSL https://bun.sh/install | bash -s "bun-v${BUN_VERSION}" >/dev/null
+          echo "$HOME/.bun/bin" >> "${FORGEJO_PATH:-$GITHUB_PATH}"
+      - name: Acceptance matrix (Linux)
+        if: ${{ matrix.platform == 'Linux' }}
+        shell: bash
+        run: |
+          node --version && bun --version
+          bun tools/acceptance.ts run --runtime ${{ matrix.runtime }} --platform Linux --jobs 4 --out acceptance/Linux-${{ matrix.name }}.json
+      - name: Acceptance matrix (Windows)
+        if: ${{ matrix.platform == 'Windows' }}
+        shell: pwsh
+        run: |
+          node --version; bun --version
+          bun tools/acceptance.ts run --runtime ${{ matrix.runtime }} --platform Windows --jobs 3 --out acceptance/Windows-${{ matrix.name }}.json
+          if ($LASTEXITCODE -ne 0) { throw "acceptance matrix: red cells" }
+      - uses: actions/upload-artifact@v3
+        if: ${{ always() }}
+        with:
+          name: acceptance-${{ matrix.platform }}-${{ matrix.name }}
+          path: acceptance/
+          retention-days: 30
+
+  acceptance-report:
+    needs: [prepare, acceptance]
+    if: ${{ always() && needs.prepare.result == 'success' }}
+    runs-on: ubuntu-22.04
+    timeout-minutes: 10
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ needs.prepare.outputs.ref }}
+      - uses: actions/download-artifact@v3
+        continue-on-error: true
+        with:
+          name: acceptance-Linux-node20
+          path: acceptance-runs/Linux-node20
+      - uses: actions/download-artifact@v3
+        continue-on-error: true
+        with:
+          name: acceptance-Linux-node22
+          path: acceptance-runs/Linux-node22
+      - uses: actions/download-artifact@v3
+        continue-on-error: true
+        with:
+          name: acceptance-Linux-bun
+          path: acceptance-runs/Linux-bun
+      - uses: actions/download-artifact@v3
+        continue-on-error: true
+        with:
+          name: acceptance-Windows-node20
+          path: acceptance-runs/Windows-node20
+      - uses: actions/download-artifact@v3
+        continue-on-error: true
+        with:
+          name: acceptance-Windows-node22
+          path: acceptance-runs/Windows-node22
+      - uses: actions/download-artifact@v3
+        continue-on-error: true
+        with:
+          name: acceptance-Windows-bun
+          path: acceptance-runs/Windows-bun
+      - name: Matrix (markdown), red cells fail the job
+        run: |
+          curl -fsSL https://bun.sh/install | bash -s "bun-v${BUN_VERSION}" >/dev/null
+          export PATH="$HOME/.bun/bin:$PATH"
+          V="${{ needs.prepare.outputs.version }}"
+          mkdir -p out
+          bun tools/acceptance.ts report acceptance-runs docs/acceptance --md "out/storebound_${V}_acceptance.md" --expect 7 --strict
+      - uses: actions/upload-artifact@v3
+        if: ${{ always() }}
+        with:
+          name: storebound-acceptance
+          path: out/
+          retention-days: 30
+
   windows:
     needs: prepare
     # a tag push always builds Windows; a manual run unless "windows" is unticked
@@ -243,9 +347,9 @@ jobs:
           retention-days: 14
 
   release:
-    needs: [prepare, ci, linux, windows]
-    # a real release needs every platform; a dry run may skip Windows
-    if: ${{ always() && needs.prepare.result == 'success' && needs.ci.result == 'success' && needs.linux.result == 'success' && (needs.windows.result == 'success' || (needs.windows.result == 'skipped' && needs.prepare.outputs.dry == 'true')) }}
+    needs: [prepare, ci, acceptance, acceptance-report, linux, windows]
+    # a real release needs every platform and a green acceptance matrix; a dry run may skip Windows
+    if: ${{ always() && needs.prepare.result == 'success' && needs.ci.result == 'success' && needs.acceptance.result == 'success' && needs.acceptance-report.result == 'success' && needs.linux.result == 'success' && (needs.windows.result == 'success' || (needs.windows.result == 'skipped' && needs.prepare.outputs.dry == 'true')) }}
     runs-on: ubuntu-22.04
     timeout-minutes: 30
     env:
@@ -277,6 +381,11 @@ jobs:
         with:
           name: storebound-desktop-windows
           path: dist/windows
+      # the acceptance matrix goes with the release (storebound_<version>_acceptance.md)
+      - uses: actions/download-artifact@v3
+        with:
+          name: storebound-acceptance
+          path: dist/acceptance
       - name: Collect, privacy scan (private terms), checksums
         env:
           FORBIDDEN_TERMS: ${{ secrets.FORBIDDEN_TERMS }}