源码快照 @ 2026-09-02 (source-only, 剔除非源码素材)

evals/specs/spec-impact.test.ts

@@ -0,0 +1,63 @@
+import { execFileSync } from "node:child_process"
+import { fileURLToPath } from "node:url"
+import { expect } from "vitest"
+import { test } from "@openwork/testkit"
+
+const script = fileURLToPath(new URL("../scripts/spec-impact.mjs", import.meta.url))
+
+function run(...changedFiles: string[]): string {
+  return execFileSync(process.execPath, [script, ...changedFiles.flatMap((file) => ["--changed-file", file])], {
+    encoding: "utf8",
+  })
+}
+
+function runMatched(...changedFiles: string[]): string {
+  return execFileSync(process.execPath, [script, "--matched-tests", ...changedFiles.flatMap((file) => ["--changed-file", file])], {
+    encoding: "utf8",
+  })
+}
+
+test("the soft spec-impact snapshot identifies uncovered and covered contract changes", ({ evidence }) => {
+  const uncovered = run("ee/apps/den-api/src/workflow-runs.ts")
+  expect(uncovered).toContain("Needs attention")
+  expect(uncovered).toContain("den.workflow-receipts")
+  expect(uncovered).toContain("::warning title=Spec impact snapshot::")
+  expect(uncovered).toContain("Matched E2E tests:")
+
+  const covered = run(
+    "ee/apps/den-api/src/workflow-runs.ts",
+    "evals/specs/generated-artifact-views.e2e.test.ts",
+  )
+  expect(covered).toContain("Covered by a changed E2E test")
+  expect(covered).not.toContain("::warning title=Spec impact snapshot::")
+
+  const matched = JSON.parse(runMatched("ee/apps/den-api/src/workflow-runs.ts"))
+  expect(matched).toContain("evals/specs/workflows.e2e.test.ts")
+  expect(matched).toContain("evals/specs/generated-artifact-views.e2e.test.ts")
+
+  evidence.recordAssertionEvidence(
+    "Implementation changes map to their E2E tests",
+    "The advisory report warned without a mapped E2E test change and cleared when the generated Artifact view E2E test changed.",
+    true,
+  )
+})
+
+test("the spec-impact report suggests an E2E test for unmapped changes", ({ evidence }) => {
+  const report = run("apps/app/src/react-app/unmapped-feature.ts")
+  expect(report).toContain("Warden suggestion: add or update an `evals/specs/<feature>.e2e.test.ts`")
+  evidence.recordAssertionEvidence(
+    "Unmapped app changes receive an E2E test suggestion",
+    "Warden reports an actionable E2E test suggestion when no contract matches.",
+    true,
+  )
+})
+
+test("the spec-impact matcher always selects changed E2E tests", ({ evidence }) => {
+  const matched = JSON.parse(runMatched("evals/specs/new-unmapped-feature.e2e.test.ts"))
+  expect(matched).toEqual(["evals/specs/new-unmapped-feature.e2e.test.ts"])
+  evidence.recordAssertionEvidence(
+    "New E2E tests enter PR regression without a contract mapping",
+    "The matcher selected a changed unmapped E2E test directly.",
+    true,
+  )
+})