Improve test performance & add test benches (#329)

Author: steve02081504

path/AGENTS.md

@@ -16,7 +16,7 @@ Thin entries `path/fount.{ps1,sh}` dispatch to `path/src/cmd/<name>.*` via inlin
 
 `fount init` (and first install) registers a non-Steam shortcut when Steam is present — skip otherwise. Windows launchers use `$FOUNT_DIR/fount.exe` (written if missing, gitignored); other platforms use `path/fount`. `fount geneexe [path]` still defaults to `./fount.exe` (cwd). `remove` unregisters this install only (level 85, before Deno uninstall). No `data/config.json` (except `remove`) is `ensure_fount_config` / `Ensure-FountConfig` then the original command — not `cmd_open`. Interactive first-run starts `:8930` (wait/install liveness) and opens `wait/install/?from=runner`; `FOUNT_INSTALL_WAIT=1` is exported and `:8930` stays up until that process exits (after the dispatched command). `cmd_open` opens `wait?cold_bootting=true` only when that flag is unset. Docker / `FOUNT_ACCEPT_EULA` skip the prompt and copy default config; refusing the EULA or running without a console removes the installation (`N` → `fount remove`). See [runner AGENTS](../src/runner/AGENTS.md). `fount.exe` compile / Steam registration traps (ps12exe, favicon, `shortcuts.vdf`): [docs/exe-notes.md](docs/exe-notes.md).
 
-Same logic is isomorphic across `foo.{ps1,sh}`; platform-only code under `path/src/win/` or `unix/`. Shared helpers: `in_container`, `run_with_updates`, `trap_terminal_teardown` (optional extra cleanup function name), `handle_docker_passthrough`, `check_temp_guard`, `sed_escape`.
+Same logic is isomorphic across `foo.{ps1,sh}`; platform-only code under `path/src/win/` or `unix/`. Shared helpers: `in_container`, `run_with_updates`, `trap_terminal_teardown` (optional extra cleanup function name), `handle_docker_passthrough`, `check_temp_guard`, `sed_escape`. Server liveness: pwsh uses `Test-FountRunning` (from `fount-pwsh`, IPC ping 16698, ~100ms fast-fail); sh uses `test_fount_running` (`unix/ipc`, same IPC ping via nc/socat). `cmd_default` (bare `fount`) uses it to skip `background keepalive` and go straight to `log` when the server is already listening; on probe failure (no module/nc) it falls back to starting keepalive. Deno-side port probe (test kernel): `src/scripts/listener.mjs`.
 
 `remove` scans `**/*.uninstall.<level>.*` under `path/src`, highest level first; level `0` deletes the install tree.
 

path/src/cmd/default.ps1

@@ -10,11 +10,15 @@
 			& (Join-Path $FOUNT_DIR 'path/fount.ps1') keepalive @args
 		}
 		else {
-			Write-TaskbarProgress -Percent 25
-			Set-Title "𝓯"
-			& (Join-Path $FOUNT_DIR 'path/fount.ps1') background keepalive @args
-			Set-Title "𝓯𝓸"
-			Write-TaskbarProgress
+			# 服务器已在运行则只启 log viewer，不再重复拉一个 keepalive（省一次无效服务器启动）。
+			# Test-FountRunning 来自 fount-pwsh 模块（IPC ping 16698，~100ms 快速失败）；模块缺失时按未运行回退。
+			if (-not (try { Import-Module fount-pwsh -ErrorAction Stop; Test-FountRunning } catch { $false })) {
+				Write-TaskbarProgress -Percent 25
+				Set-Title "𝓯"
+				& (Join-Path $FOUNT_DIR 'path/fount.ps1') background keepalive @args
+				Set-Title "𝓯𝓸"
+				Write-TaskbarProgress
+			}
 			& (Join-Path $FOUNT_DIR 'path/fount.ps1') log
 		}
 		exit $LastExitCode

path/src/cmd/default.sh

@@ -9,11 +9,15 @@ cmd_default() {
 		"$0" keepalive "$@"
 		exit $?
 	fi
-	write_taskbar_progress 25
-	set_title "𝓯"
-	"$0" background keepalive "$@"
-	set_title "𝓯𝓸"
-	write_taskbar_progress
+	# 服务器已在运行则只启 log viewer，不再重复拉一个 keepalive（省一次无效服务器启动）。
+	require unix/ipc
+	if ! test_fount_running; then
+		write_taskbar_progress 25
+		set_title "𝓯"
+		"$0" background keepalive "$@"
+		set_title "𝓯𝓸"
+		write_taskbar_progress
+	fi
 	"$0" log
 	exit $?
 }

path/src/deno.ps1

@@ -99,7 +99,12 @@ function script:install_deno {
 	if (!(Get-Command deno -ErrorAction SilentlyContinue)) {
 		Write-Host (Get-I18n -key 'deno.installFailedFallback')
 		$url = "https://github.com/denoland/deno/releases/latest/download/deno-" + $(if ($IsWindows) {
-				"x86_64-pc-windows-msvc.zip"
+				if ([System.Runtime.InteropServices.RuntimeInformation]::OSArchitecture -eq [System.Runtime.InteropServices.Architecture]::Arm64) {
+					"aarch64-pc-windows-msvc.zip"
+				}
+				else {
+					"x86_64-pc-windows-msvc.zip"
+				}
 			}
 			elseif ($IsMacOS) {
 				if ([System.Runtime.InteropServices.RuntimeInformation]::OSArchitecture -eq [System.Runtime.InteropServices.Architecture]::Arm64) {

path/src/unix/ipc.sh

@@ -4,6 +4,20 @@ install_ipc_tools() {
 	install_package "nc" "netcat gnu-netcat openbsd-netcat netcat-openbsd nmap-ncat" || install_package "socat" "socat"
 }
 
+# fount 服务器是否在运行：IPC ping（16698，newline 结尾 JSON），等价 pwsh 的 Test-FountRunning。
+# 需要 nc 或 socat；都没有时返回 1（调用方按“未运行”处理，回落到启动服务器）。
+test_fount_running() {
+	local cmd_json='{"type":"ping","data":{}}' response=""
+	if command -v nc >/dev/null 2>&1; then
+		response=$(printf '%s\n' "$cmd_json" | nc -w 1 localhost 16698 2>/dev/null)
+	elif command -v socat >/dev/null 2>&1; then
+		response=$(printf '%s\n' "$cmd_json" | socat -T 2 - TCP:localhost:16698,nodelay 2>/dev/null)
+	else
+		return 1
+	fi
+	[ -n "$response" ] && printf '%s' "$response" | grep -q '"status"[[:space:]]*:[[:space:]]*"ok"'
+}
+
 # Expects TARGET_URL to be exported by the caller.
 read -r -d '' BACKGROUND_IPC_JOB <<'BGJOB'
 ipc_call() {

path/test/runtime_update.test.mjs

@@ -59,9 +59,7 @@ const pwshAvailable = (await available).pwsh || (await available).powershell
 function pwshTest(name, test) {
 	Deno.test({
 		name,
-		/**
-		 *
-		 */
+		/** 测试主体：构造临时状态目录并在 pwsh 中执行用例。 */
 		fn: async () => {
 			const root = mkdtempSync(join(tmpdir(), 'fount-pkg-pwsh-'))
 			const stateDir = join(root, 'state')
@@ -107,10 +105,10 @@ function tempEnv() {
 for (const [name, setup, expected] of [
 	['dpkg/apt', 'dpkg() { printf \'mypkg: %s\\n\' "$2"; }', 'apt-get mypkg'],
 	['pacman', 'pacman() { printf \'mypkg\\n\'; }', 'pacman mypkg'],
-	['rpm+dnf', 'rpm() { printf \'mypkg\\n\'; } dnf() { :; }', 'dnf mypkg'],
-	['rpm+yum', 'rpm() { printf \'mypkg\\n\'; } yum() { :; }', 'yum mypkg'],
-	['rpm+zypper', 'rpm() { printf \'mypkg\\n\'; } zypper() { :; }', 'zypper mypkg'],
-	['apk', 'apk() { printf \'is owned by mypkg\\n\'; }', 'apk mypkg'],
+	['rpm+dnf', 'rpm() { printf \'mypkg\\n\'; }; dnf() { :; }', 'dnf mypkg'],
+	['rpm+yum', 'rpm() { printf \'mypkg\\n\'; }; yum() { :; }', 'yum mypkg'],
+	['rpm+zypper', 'rpm() { printf \'mypkg\\n\'; }; zypper() { :; }', 'zypper mypkg'],
+	['apk', 'apk() { printf \'/usr/bin/demo is owned by mypkg\\n\'; }', 'apk mypkg'],
 	['brew', 'brew() { printf \'/usr/local\\n\'; }', 'brew deno'],
 	['pkg', 'pkg() { printf \'mypkg\\n\'; }', 'pkg mypkg'],
 	['none', '', ''],
@@ -419,7 +417,7 @@ bashTest('the standalone update-deno script upgrades an unmanaged Deno end-to-en
 	mkdirSync(stubBin, { recursive: true })
 	Deno.symlinkSync(join(REPO_ROOT, 'path'), join(fountDir, 'path'), 'dir')
 	Deno.symlinkSync(join(REPO_ROOT, 'src/public/locales'), join(fountDir, 'src/public/locales'), 'dir')
-	writeFileSync(join(stubBin, 'deno'), `#!/bin/sh\nif [ "$1" = "-V" ]; then echo "deno 2.9.5"; elif [ "$1" = "upgrade" ]; then echo "deno:upgrade $*" >>"${'$'}FOUNT_DENO_TRACE"; fi\n`)
+	writeFileSync(join(stubBin, 'deno'), `#!/bin/sh\nif [ "$1" = "-V" ]; then echo "deno 2.9.5"; elif [ "$1" = "upgrade" ]; then echo "deno:$*" >>"${'$'}FOUNT_DENO_TRACE"; fi\n`)
 	writeFileSync(join(stubBin, 'jq'), '#!/bin/sh\necho {}\n')
 	Deno.chmodSync(join(stubBin, 'deno'), 0o755)
 	Deno.chmodSync(join(stubBin, 'jq'), 0o755)

src/public/parts/shells/chat/test/frontend/markdownRichInput.spec.mjs

@@ -5,24 +5,6 @@ import {
 
 const ENTITY_HASH = 'f'.repeat(128)
 
-/**
- * 自定义文件 token 解析（code shell 场景）。
- * @param {string} raw 原始 token
- * @returns {{ kind: 'file', body: string, name: string }} token 描述
- */
-function parseFileToken(raw) {
-	return { kind: 'file', body: raw, name: raw.slice(6, -1) }
-}
-
-/**
- * 自定义文件 token chip 标签。
- * @param {{ name: string }} token token 描述
- * @returns {string} 标签
- */
-function fileTokenLabel(token) {
-	return token.name
-}
-
 test.describe('Markdown rich input', () => {
 	test('clicking empty composer places caret at start (before placeholder)', async ({ page, groupChannel: _ }) => {
 		const input = page.locator('#message-input')
@@ -80,9 +62,22 @@ test.describe('Markdown rich input', () => {
 		await expect(input.locator('.fount-markdown-rich-input-chip.fount-markdown-rich-input-emoji')).toHaveCount(1)
 	})
 
-	test('inlineTokens option renders custom token chip without registered defaults', async ({ page }) => {
+	test('inlineTokens option renders custom token chip without registered defaults', async ({ page, baseUrl }) => {
+		await page.goto(`${baseUrl}/parts/shells:chat/hub/`, { waitUntil: 'domcontentloaded' })
 		const result = await page.evaluate(async () => {
 			const { createMarkdownRichInput } = await import('/scripts/components/markdownRichInput.mjs')
+			/**
+			 * 自定义文件 token 解析（code shell 场景）。
+			 * @param {string} raw 原始 token
+			 * @returns {{ kind: 'file', body: string, name: string }} token 描述
+			 */
+			const parseFileToken = raw => ({ kind: 'file', body: raw, name: raw.slice(6, -1) })
+			/**
+			 * 自定义文件 token chip 标签。
+			 * @param {{ name: string }} token token 描述
+			 * @returns {string} 标签
+			 */
+			const fileTokenLabel = token => token.name
 			const el = document.createElement('div')
 			document.body.appendChild(el)
 			const handle = createMarkdownRichInput(el, {
@@ -107,7 +102,8 @@ test.describe('Markdown rich input', () => {
 		expect(result).toEqual({ fileChipCount: 1, roundTrip: true, mentionChipCount: 0 })
 	})
 
-	test('useRegisteredInlineTokens=false keeps registered mention token as plain text', async ({ page }) => {
+	test('useRegisteredInlineTokens=false keeps registered mention token as plain text', async ({ page, baseUrl }) => {
+		await page.goto(`${baseUrl}/parts/shells:chat/hub/`, { waitUntil: 'domcontentloaded' })
 		const result = await page.evaluate(async () => {
 			const { createMarkdownRichInput } = await import('/scripts/components/markdownRichInput.mjs')
 			const el = document.createElement('div')

src/scripts/listener.mjs

@@ -0,0 +1,67 @@
+/**
+ * 本地端口监听探查：查谁在听某个端口，或该端口是否在监听。
+ *
+ * 背景：Windows 上对刚关闭端口的 fetch 会挂满健康检查超时才返回（SYN 重试），
+ * 因此「本地服务在不在」这类探活若只靠 HTTP/WS 轮询会白白等待。改用 netstat/lsof
+ * 直接读 TCP 表，能在 ~100ms 内判定端口是否被监听，避免长时间轮询。
+ *
+ * 使用（仅 Deno/Node 环境；pwsh/sh 无法 import，见 path 侧 native 实现）：
+ *   import { isPortListening } from '../scripts/listener.mjs'
+ */
+import { execFile as execFileCallback } from 'node:child_process'
+import process from 'node:process'
+import { promisify } from 'node:util'
+
+const execFile = promisify(execFileCallback)
+
+/**
+ * 从 netstat -ano 行里抠 LISTENING pid。
+ * @param {string} stdout netstat 输出
+ * @param {number} port 端口
+ * @returns {number} pid；没有则为 0
+ */
+export function parseNetstatListenPid(stdout, port) {
+	const token = `:${port}`
+	for (const line of stdout.split(/\r?\n/)) {
+		if (!/listen/i.test(line) && !line.includes('侦听')) continue
+		const index = line.indexOf(token)
+		if (index < 0) continue
+		const after = line[index + token.length]
+		if (after && ![' ', '\t'].includes(after)) continue
+		const pid = Number(line.trim().split(/\s+/).at(-1))
+		if (pid > 0) return pid
+	}
+	return 0
+}
+
+/**
+ * 查谁在听这个端口；没有则为 0。
+ * @param {number} port 端口
+ * @returns {Promise<number | null>} 监听进程 pid；无人监听为 0，探查出错为 null
+ */
+export async function listenerPid(port) {
+	try {
+		if (process.platform === 'win32')
+			return parseNetstatListenPid(String((await execFile('netstat', ['-ano', '-p', 'tcp'], { windowsHide: true })).stdout), port)
+		// macOS 自带 lsof 4.90 不支持 -Q；其余平台补上 -Q，让「无匹配监听」返回 0 而非
+		// 退出码 1（否则空结果会误走下方 catch 返回 null），真实执行失败仍走 catch。
+		const args = ['-nP', `-iTCP:${port}`, '-sTCP:LISTEN', '-t']
+		if (process.platform !== 'darwin') args.push('-Q')
+		const pid = Number(String((await execFile('lsof', args)).stdout).trim().split(/\s+/)[0])
+		return pid > 0 ? pid : 0
+	}
+	catch {
+		return null
+	}
+}
+
+/**
+ * 端口当前是否有进程在监听。
+ * @param {number} port 端口
+ * @returns {Promise<boolean | null>} 是否在监听；探查出错（无法判定）为 null
+ */
+export async function isPortListening(port) {
+	const pid = await listenerPid(port)
+	if (pid === null) return null
+	return pid !== 0
+}

src/scripts/test/AGENTS.md

@@ -83,6 +83,7 @@ Manifest id = domain (`server`, `testkit`, `p2p`, `shells/chat`, …).
 
 ## Operator tools
 
+- **Performance bench (`tools/bench/`)**: four standalone scripts that break down `fount test` wall time — `kernel_startup.mjs` (spawn→healthy with in-kernel phase split: init/link, graph eval, catalog load, bind), `kernel_link.mjs` (Deno init+link vs graph eval vs kernel logic, plus `deno cache` cost), `test_cycle.mjs` (per-suite child spawn/read/rm overhead via the real `buildSuiteInvocation`/`runCommand`), `viewer_cycle.mjs` (WS connect→hello→accepted→close round trips). Kernel records env-gated phases to `FOUNT_TEST_BENCH_PHASES_FILE` (`onPhase` callback through `startTestKernel`/`TestKernel.start`); tools spawn on `TEST_PORT_BASE+20000` and shut down each iteration. Run from repo root: `deno run --allow-scripts --allow-all -c ./deno.json ./src/scripts/test/tools/bench/<tool>.mjs [iterations]`. Known hot spots (baseline on this machine): kernel `deno cache` cold ≈17s (amortized across runs), kernel spawn→healthy ≈1s (dominated by Deno graph eval, ~500ms), per-suite `deno test --no-check` child spawn ≈120ms (Deno-runtime-bound). Optimizations applied: port liveness probes live in shared `src/scripts/listener.mjs` (`listenerPid`/`isPortListening`/`parseNetstatListenPid`); kernel shutdown + `kernelHealthy` check the port first (netstat/lsof, ~50–100ms) instead of waiting the 1.5s health-check timeout on a closed Windows port (`ensure.mjs`); manifest discovery walks directories with bounded concurrency (`findManifestFilesParallel`, `manifest.mjs`), cutting `catalogLoad` from ~220ms to ~80ms and `loadAllSuites` from ~170ms to ~50ms.
 - **Hung run**: `data/test/state/logs/`; rerun with env from the log. Watchdogs / sleep retry / baselines: [host-keep-awake.md](docs/host-keep-awake.md), [resource-scheduling.md](docs/resource-scheduling.md). Opt out: `FOUNT_TEST_ALLOW_SLEEP=1`. Module-check mutex leaks (killed Deno child never POSTs ready) auto-release the mutex after the idle window and still fail the suite as missed-ready; they must not freeze later suites. Stuck detached kernel: `fount test --kernel shutdown` / `--kernel reboot`.
 - **Deno panic auto-report**: `core/deno_panic.mjs` → `denoland/deno` (if `gh` + auth); dedup `data/test/deno_panics.json`. Override: `FOUNT_DENO_PANIC_REPO`. `testkit` excluded.
 - **`[aria-ignore]`**: value = GitHub issue URL; closed-state via hub `github_issue` + Playwright `assertAriaIgnoreIssues`. Policy: `pages/scripts/test/aria_ignore.mjs`. No hub / `gh` → treat as still open. Page watch: [playwright.md](docs/playwright.md#page-watch).

src/scripts/test/core/manifest.mjs

@@ -142,34 +142,102 @@ const SKIP_DIR_NAMES = new Set([
 	'dist',
 ])
 
+/** 并行目录遍历并发上限（readdir 大量并发对 Windows 无益，8 足够吃满磁盘队列）。 */
+const MANIFEST_WALK_CONCURRENCY = 8
+
 /**
- * 递归查找 test/manifest.json。
- * @param {string} dir 当前目录绝对路径
- * @returns {AsyncGenerator<string>} manifest 绝对路径
+ * 有界并发的递归 readdir 扫描：并行兄弟目录，避免 700+ 目录逐个串行遍历。
+ * 槽位只在单次 readdir 期间持有（不跨子目录等待），深目录链不会占满并发导致死锁。
+ * @param {string} directory 起始目录绝对路径
+ * @returns {Promise<string[]>} 找到的 manifest 绝对路径（按路径排序）
  */
-async function* findManifestFiles(dir) {
-	let entries
-	try {
-		entries = await readdir(dir, { withFileTypes: true })
-	}
-	catch {
-		return
+async function findManifestFilesParallel(directory) {
+	/** @type {string[]} */
+	const found = []
+	let active = 0
+	/** @type {(() => void)[]} */
+	const waiters = []
+	/** 未完成的目录/stat 任务数；归零即全部完成。 */
+	let pending = 1
+	let drainedResolve
+	/** @type {Promise<void>} */
+	const drained = new Promise(resolve => { drainedResolve = resolve })
+
+	/**
+	 * 获取一个 readdir 槽位；超出并发时排队。
+	 * @returns {Promise<void>} 槽位可用
+	 */
+	const acquire = () => new Promise(resolve => {
+		if (active < MANIFEST_WALK_CONCURRENCY) {
+			active++
+			resolve()
+		}
+		else waiters.push(resolve)
+	})
+	/**
+	 * 释放一个槽位；有排队等待者则把槽位直接转交给最先等待者，
+	 * 避免被唤醒者（自身未 acquire）再递减 active 导致并发计数失真。
+	 * @returns {void}
+	 */
+	const release = () => {
+		if (waiters.length) waiters.shift()()
+		else active--
 	}
-	for (const entry of entries) {
-		if (!entry.isDirectory()) continue
-		if (SKIP_DIR_NAMES.has(entry.name)) continue
-		const path = join(dir, entry.name)
-		if (entry.name === 'test') {
-			const manifestPath = join(path, 'manifest.json')
-			try {
-				await stat(manifestPath)
-				yield manifestPath
+
+	/**
+	 * 遍历单个目录：readdir 结束后立即释放槽位，再派发子目录。
+	 * @param {string} path 目录绝对路径
+	 * @returns {Promise<void>} 完成
+	 */
+	const processDirectory = async path => {
+		await acquire()
+		let entries
+		try {
+			entries = await readdir(path, { withFileTypes: true })
+		}
+		catch {
+			release()
+			return
+		}
+		release()
+		for (const entry of entries) {
+			if (!entry.isDirectory()) continue
+			if (SKIP_DIR_NAMES.has(entry.name)) continue
+			const child = join(path, entry.name)
+			if (entry.name === 'test') {
+				const manifestPath = join(child, 'manifest.json')
+				pending++
+				stat(manifestPath).then(() => found.push(manifestPath)).catch(() => { }).finally(() => {
+					pending--
+					if (pending === 0) drainedResolve()
+				})
+				continue
 			}
-			catch { /* no manifest */ }
-			continue
+			pending++
+			void processDirectory(child).finally(() => {
+				pending--
+				if (pending === 0) drainedResolve()
+			})
 		}
-		yield* findManifestFiles(path)
 	}
+
+	// 根目录本身也算一个 pending：派发完成后由其 finally 递减，全部子任务归零时 drained 落地。
+	void processDirectory(directory).finally(() => {
+		pending--
+		if (pending === 0) drainedResolve()
+	})
+	await drained
+	return found.sort()
+}
+
+/**
+ * 递归查找 test/manifest.json（并行遍历，顺序不保证）。
+ * @param {string} dir 当前目录绝对路径
+ * @returns {AsyncGenerator<string>} manifest 绝对路径
+ */
+async function* findManifestFiles(dir) {
+	for (const manifestPath of await findManifestFilesParallel(dir))
+		yield manifestPath
 }
 
 /**