test: add extensible browser evaluation harness

2026-09-10 13:01:23 +08:00 · 2026-08-28 12:16:39 +08:00
parent 7aaa5a2d01
commit 9ad33801c7
46 changed files with 3554 additions and 0 deletions
@@ -0,0 +1,26 @@
+import { OPERATION_CATALOG, WORKFLOW_ACTION_OPERATIONS } from "./operations.mjs";
+
+export function buildOperationCoverage(cases) {
+  return OPERATION_CATALOG.map(({ operation, manualNote }) => {
+    const agentCases = cases
+      .filter((testCase) => testCase.coverage.includes(operation))
+      .map(({ id }) => id);
+    let smokeCases;
+    if (["session.start", "session.stop", "session.list"].includes(operation)) {
+      smokeCases = cases.filter(({ smokeSteps }) => smokeSteps.length > 0).map(({ id }) => id);
+    } else {
+      smokeCases = cases
+        .filter(({ smokeSteps }) =>
+          smokeSteps.some((step) => WORKFLOW_ACTION_OPERATIONS[step.action] === operation),
+        )
+        .map(({ id }) => id);
+    }
+    return {
+      operation,
+      agentCases,
+      smokeCases,
+      directSmoke: smokeCases.length > 0,
+      note: smokeCases.length === 0 && manualNote ? `manual lane: ${manualNote}` : undefined,
+    };
+  });
+}