run benchmarks for both postgres drivers

Signed-off-by: Alex Holovach <[email protected]>

Author: alex-holovach

.github/scripts/aggregate-benchmarks.js

@@ -9,6 +9,8 @@ const [, , resultsDir = '.'] = process.argv;
 const backendConfig = {
   local: { emoji: '💻', label: 'Local' },
   postgres: { emoji: '🐘', label: 'Postgres' },
+  'postgres-pgboss': { emoji: '🐘', label: 'Postgres (pg-boss)' },
+  'postgres-graphile': { emoji: '🐘', label: 'Postgres (graphile)' },
   vercel: { emoji: '▲', label: 'Vercel' },
 };
 
@@ -49,9 +51,35 @@ function findBenchmarkFiles(dir) {
 // Parse filename to extract app and backend
 function parseFilename(filename) {
   // Format: bench-results-{app}-{backend}.json
-  const match = filename.match(/bench-results-(.+)-(\w+)\.json$/);
-  if (!match) return null;
-  return { app: match[1], backend: match[2] };
+  // Backend can be: local, postgres, postgres-pgboss, postgres-graphile, vercel
+  const knownBackends = [
+    'postgres-pgboss',
+    'postgres-graphile',
+    'postgres',
+    'local',
+    'vercel',
+  ];
+
+  const baseName = filename
+    .replace(/\.json$/, '')
+    .replace(/^bench-results-/, '');
+  if (!baseName) return null;
+
+  // Try each known backend (longest first to match postgres-pgboss before postgres)
+  for (const backend of knownBackends) {
+    if (baseName.endsWith(`-${backend}`)) {
+      const app = baseName.slice(0, -(backend.length + 1));
+      return { app, backend };
+    }
+  }
+
+  // Fallback: last segment after hyphen
+  const lastHyphen = baseName.lastIndexOf('-');
+  if (lastHyphen === -1) return null;
+  return {
+    app: baseName.slice(0, lastHyphen),
+    backend: baseName.slice(lastHyphen + 1),
+  };
 }
 
 // Load timing data for a benchmark file
@@ -147,11 +175,20 @@ function getAppsAndBackends(data) {
     }
   }
 
-  // Sort: local, postgres, vercel for backends
-  const backendOrder = ['local', 'postgres', 'vercel'];
-  const sortedBackends = [...backends].sort(
-    (a, b) => backendOrder.indexOf(a) - backendOrder.indexOf(b)
-  );
+  // Sort: local, postgres variants, vercel for backends
+  const backendOrder = [
+    'local',
+    'postgres',
+    'postgres-pgboss',
+    'postgres-graphile',
+    'vercel',
+  ];
+  const sortedBackends = [...backends].sort((a, b) => {
+    const aIdx = backendOrder.indexOf(a);
+    const bIdx = backendOrder.indexOf(b);
+    // Unknown backends go to the end
+    return (aIdx === -1 ? 999 : aIdx) - (bIdx === -1 ? 999 : bIdx);
+  });
 
   // Sort apps alphabetically
   const sortedApps = [...apps].sort();
@@ -348,7 +385,10 @@ function renderComparison(data) {
   console.log('');
   console.log('**Backends:**');
   console.log('- 💻 Local: In-memory filesystem backend');
-  console.log('- 🐘 Postgres: PostgreSQL database backend');
+  console.log('- 🐘 Postgres (pg-boss): PostgreSQL with pg-boss queue driver');
+  console.log(
+    '- 🐘 Postgres (graphile): PostgreSQL with Graphile Worker queue driver'
+  );
   console.log('- ▲ Vercel: Vercel production backend');
   console.log('</details>');
 }

.github/workflows/benchmarks.yml

@@ -139,7 +139,7 @@ jobs:
 
   # Phase 2b: Postgres benchmarks (with postgres service)
   benchmark-postgres:
-    name: Benchmark Postgres (${{ matrix.app }})
+    name: Benchmark Postgres/${{ matrix.queue-driver }} (${{ matrix.app }})
     runs-on: ubuntu-latest
     needs: build
     timeout-minutes: 30
@@ -148,6 +148,7 @@ jobs:
       matrix:
         # Note: Use actual directory names, not symlinks (nitro -> nitro-v3)
         app: [nextjs-turbopack, nitro-v3, express]
+        queue-driver: [pgboss, graphile]
 
     services:
       postgres:
@@ -169,6 +170,7 @@ jobs:
       TURBO_TEAM: ${{ vars.TURBO_TEAM }}
       WORKFLOW_TARGET_WORLD: "@workflow/world-postgres"
       WORKFLOW_POSTGRES_URL: "postgres://world:world@localhost:5432/world"
+      WORKFLOW_QUEUE_DRIVER: ${{ matrix.queue-driver }}
 
     steps:
       - uses: actions/checkout@v4
@@ -207,22 +209,22 @@ jobs:
           echo "Waiting for server to start..."
           sleep 15
           cd ../..
-          pnpm vitest bench packages/core/e2e/bench.bench.ts --run --outputJson=bench-results-${{ matrix.app }}-postgres.json
+          pnpm vitest bench packages/core/e2e/bench.bench.ts --run --outputJson=bench-results-${{ matrix.app }}-postgres-${{ matrix.queue-driver }}.json
 
       - name: Render benchmark results
         uses: ./.github/actions/render-benchmarks
         with:
-          benchmark-file: bench-results-${{ matrix.app }}-postgres.json
+          benchmark-file: bench-results-${{ matrix.app }}-postgres-${{ matrix.queue-driver }}.json
           app-name: ${{ matrix.app }}
-          backend: postgres
+          backend: postgres-${{ matrix.queue-driver }}
 
       - name: Upload benchmark results
         uses: actions/upload-artifact@v4
         with:
-          name: bench-results-${{ matrix.app }}-postgres
+          name: bench-results-${{ matrix.app }}-postgres-${{ matrix.queue-driver }}
           path: |
-            bench-results-${{ matrix.app }}-postgres.json
-            bench-timings-${{ matrix.app }}-postgres.json
+            bench-results-${{ matrix.app }}-postgres-${{ matrix.queue-driver }}.json
+            bench-timings-${{ matrix.app }}-postgres-${{ matrix.queue-driver }}.json
 
   # Phase 2c: Vercel benchmarks (needs build artifacts for packages)
   benchmark-vercel: