From 50790127716002f97154800ecbfb968690a9d644 Mon Sep 17 00:00:00 2001 From: Jason Woltje Date: Fri, 23 Oct 2026 14:28:08 -0500 Subject: [PATCH] Untested full gate: row 225 mutation check asserts after repaint completion --- agents/fethry/work/queue-225/BUILD.md | 7 + .../queue-225/evidence/browser-final2.tap | 64 ++++++ .../evidence/mutants-attempt1-run.log | 4 + .../mutants-attempt1/M1-agent-label.tap | 192 ++++++++++++++++ .../evidence/mutants-attempt1/M1-badges.tap | 206 ++++++++++++++++++ .../mutants-attempt1/M2-http-links.tap | 204 +++++++++++++++++ .../mutants-attempt1/M3-wrong-commit.tap | 74 +++++++ .../evidence/mutants-attempt1/summary.json | 47 ++++ .../webui/tests/chat-replies-browser.test.mjs | 4 +- 9 files changed, 800 insertions(+), 2 deletions(-) create mode 100644 agents/fethry/work/queue-225/evidence/browser-final2.tap create mode 100644 agents/fethry/work/queue-225/evidence/mutants-attempt1-run.log create mode 100644 agents/fethry/work/queue-225/evidence/mutants-attempt1/M1-agent-label.tap create mode 100644 agents/fethry/work/queue-225/evidence/mutants-attempt1/M1-badges.tap create mode 100644 agents/fethry/work/queue-225/evidence/mutants-attempt1/M2-http-links.tap create mode 100644 agents/fethry/work/queue-225/evidence/mutants-attempt1/M3-wrong-commit.tap create mode 100644 agents/fethry/work/queue-225/evidence/mutants-attempt1/summary.json diff --git a/agents/fethry/work/queue-225/BUILD.md b/agents/fethry/work/queue-225/BUILD.md index df381d964..05547d363 100644 --- a/agents/fethry/work/queue-225/BUILD.md +++ b/agents/fethry/work/queue-225/BUILD.md @@ -349,3 +349,10 @@ from timeouts/import/process failures. Full webui/build and the integration gate Dependency update beakley-0008: row217 first push origin/beakley/row217 c25f5b8da is UNTESTED, continued from Launchpad e25ef0373. No dependency merge here; its protocol/module mount belongs to 217 and renderReply needs none of those codes/texts. Integration acceptance remains Sage's gate. + +First isolated-mutant attempt stopped honestly at M3-wrong-commit: M1 badge, M1 agent label and M2 +https-only link mutants were killed by assertions; M3 failed via the browser's expected-state wait, +so the strict runner did NOT count it as a kill. Every target restored/hash-checked and candidate +hashes unchanged. Logs retained in evidence/mutants-attempt1/. Corrected the new browser test to wait +for a completed repaint (independent of desired output), then assert changed-marker count. Whole +browser baseline remains 9/0. No production change. Re-run the whole isolated kit against this test. diff --git a/agents/fethry/work/queue-225/evidence/browser-final2.tap b/agents/fethry/work/queue-225/evidence/browser-final2.tap new file mode 100644 index 000000000..4723b7a7a --- /dev/null +++ b/agents/fethry/work/queue-225/evidence/browser-final2.tap @@ -0,0 +1,64 @@ +TAP version 13 +# Subtest: chat replies: free text, cites with badges, the agent label, changed since and safe links +ok 1 - chat replies: free text, cites with badges, the agent label, changed since and safe links + --- + duration_ms: 636.096036 + type: 'test' + ... +# Subtest: chat replies: a write notice reads as its line with a Revert; a refused revert shows its code +ok 2 - chat replies: a write notice reads as its line with a Revert; a refused revert shows its code + --- + duration_ms: 741.239029 + type: 'test' + ... +# Subtest: chat replies: a read-only Console shows the notice with Revert disabled +ok 3 - chat replies: a read-only Console shows the notice with Revert disabled + --- + duration_ms: 568.879998 + type: 'test' + ... +# Subtest: chat status line: served commit and age, divergence, fetch error and the problems one click away +ok 4 - chat status line: served commit and age, divergence, fetch error and the problems one click away + --- + duration_ms: 641.929005 + type: 'test' + ... +# Subtest: chat status line: limits when the status carries them, no problems, and refusals +ok 5 - chat status line: limits when the status carries them, no problems, and refusals + --- + duration_ms: 870.041985 + type: 'test' + ... +# Subtest: chat status line: a project with no repository link reads no library status +ok 6 - chat status line: a project with no repository link reads no library status + --- + duration_ms: 648.87451 + type: 'test' + ... +# Subtest: chat status line: unreadable reply limits show their problem and both fallback keys +ok 7 - chat status line: unreadable reply limits show their problem and both fallback keys + --- + duration_ms: 566.725897 + type: 'test' + ... +# Subtest: chat replies: unchanged file at a different library commit and incomplete checks stay unmarked +ok 8 - chat replies: unchanged file at a different library commit and incomplete checks stay unmarked + --- + duration_ms: 611.150846 + type: 'test' + ... +# Subtest: chat status line: an invalid library mapping remains visible for diagnosis +ok 9 - chat status line: an invalid library mapping remains visible for diagnosis + --- + duration_ms: 618.488891 + type: 'test' + ... +1..9 +# tests 9 +# suites 0 +# pass 9 +# fail 0 +# cancelled 0 +# skipped 0 +# todo 0 +# duration_ms 6014.364529 diff --git a/agents/fethry/work/queue-225/evidence/mutants-attempt1-run.log b/agents/fethry/work/queue-225/evidence/mutants-attempt1-run.log new file mode 100644 index 000000000..4ee4d30c5 --- /dev/null +++ b/agents/fethry/work/queue-225/evidence/mutants-attempt1-run.log @@ -0,0 +1,4 @@ +{"mutant": "M1-badges", "anchorHits": 1, "restored": true, "worktreeUnchanged": true, "exit": 1, "killed": true, "test": "packages/webui/tests/chat-replies-browser.test.mjs", "log": "/mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mutants/M1-badges.tap"} +{"mutant": "M1-agent-label", "anchorHits": 1, "restored": true, "worktreeUnchanged": true, "exit": 1, "killed": true, "test": "packages/webui/tests/chat-replies-browser.test.mjs", "log": "/mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mutants/M1-agent-label.tap"} +{"mutant": "M2-http-links", "anchorHits": 1, "restored": true, "worktreeUnchanged": true, "exit": 1, "killed": true, "test": "packages/webui/tests/chat-replies-browser.test.mjs", "log": "/mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mutants/M2-http-links.tap"} +{"mutant": "M3-wrong-commit", "anchorHits": 1, "restored": true, "worktreeUnchanged": true, "exit": 1, "killed": false, "test": "packages/webui/tests/chat-replies-browser.test.mjs", "log": "/mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mutants/M3-wrong-commit.tap"} diff --git a/agents/fethry/work/queue-225/evidence/mutants-attempt1/M1-agent-label.tap b/agents/fethry/work/queue-225/evidence/mutants-attempt1/M1-agent-label.tap new file mode 100644 index 000000000..92d916a57 --- /dev/null +++ b/agents/fethry/work/queue-225/evidence/mutants-attempt1/M1-agent-label.tap @@ -0,0 +1,192 @@ +TAP version 13 +# Subtest: chat replies: free text, cites with badges, the agent label, changed since and safe links +not ok 1 - chat replies: free text, cites with badges, the agent label, changed since and safe links + --- + duration_ms: 627.180675 + type: 'test' + location: '/mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mosaic-row225-mutants-9ui_vkk0/M1-agent-label/packages/webui/tests/chat-replies-browser.test.mjs:81:1' + failureType: 'testCodeFailure' + error: |- + Expected values to be strictly deep-equal: + + actual - expected + ... Skipped lines + + [ + { + agent: null, + badge: 'canon', + changed: false, + ... + { + + agent: null, + - agent: 'agent-written: acme/scribe', + badge: 'supporting', + changed: false, + href: null, + quote: 'green eyes', + ref: 'Notes/Eyes.md:9-10 @aaaaaaa', + + code: 'ERR_ASSERTION' + name: 'AssertionError' + expected: + 0: + badge: 'canon' + ref: 'Book One/Chapters/Chapter 03.md:41 @aaaaaaa' + href: ~ + rel: ~ + quote: 'her grey eyes' + agent: ~ + changed: false + 1: + badge: 'playground' + ref: 'Book One/Playground/What If.md:5-6 @aaaaaaa' + href: ~ + rel: ~ + quote: 'a storm' + agent: ~ + changed: true + 2: + badge: 'supporting' + ref: 'Notes/Eyes.md:9-10 @aaaaaaa' + href: ~ + rel: ~ + quote: 'green eyes' + agent: 'agent-written: acme/scribe' + changed: false + 3: + badge: 'web' + ref: 'https://example.invalid/tides' + href: 'https://example.invalid/tides' + rel: 'noopener noreferrer' + quote: 'spring tides' + agent: ~ + changed: false + 4: + badge: 'web' + ref: 'http://example.invalid/plain' + href: ~ + rel: ~ + quote: 'plain http' + agent: ~ + changed: false + 5: + badge: 'web' + ref: 'javascript:window.injected=2' + href: ~ + rel: ~ + quote: 'script' + agent: ~ + changed: false + actual: + 0: + badge: 'canon' + ref: 'Book One/Chapters/Chapter 03.md:41 @aaaaaaa' + href: ~ + rel: ~ + quote: 'her grey eyes' + agent: ~ + changed: false + 1: + badge: 'playground' + ref: 'Book One/Playground/What If.md:5-6 @aaaaaaa' + href: ~ + rel: ~ + quote: 'a storm' + agent: ~ + changed: true + 2: + badge: 'supporting' + ref: 'Notes/Eyes.md:9-10 @aaaaaaa' + href: ~ + rel: ~ + quote: 'green eyes' + agent: ~ + changed: false + 3: + badge: 'web' + ref: 'https://example.invalid/tides' + href: 'https://example.invalid/tides' + rel: 'noopener noreferrer' + quote: 'spring tides' + agent: ~ + changed: false + 4: + badge: 'web' + ref: 'http://example.invalid/plain' + href: ~ + rel: ~ + quote: 'plain http' + agent: ~ + changed: false + 5: + badge: 'web' + ref: 'javascript:window.injected=2' + href: ~ + rel: ~ + quote: 'script' + agent: ~ + changed: false + operator: 'deepStrictEqual' + stack: |- + TestContext. (file:///mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mosaic-row225-mutants-9ui_vkk0/M1-agent-label/packages/webui/tests/chat-replies-browser.test.mjs:90:10) + process.processTicksAndRejections (node:internal/process/task_queues:104:5) + async Test.run (node:internal/test_runner/test:1409:7) + async startSubtestAfterBootstrap (node:internal/test_runner/harness:387:3) + ... +# Subtest: chat replies: a write notice reads as its line with a Revert; a refused revert shows its code +ok 2 - chat replies: a write notice reads as its line with a Revert; a refused revert shows its code + --- + duration_ms: 778.572201 + type: 'test' + ... +# Subtest: chat replies: a read-only Console shows the notice with Revert disabled +ok 3 - chat replies: a read-only Console shows the notice with Revert disabled + --- + duration_ms: 641.728604 + type: 'test' + ... +# Subtest: chat status line: served commit and age, divergence, fetch error and the problems one click away +ok 4 - chat status line: served commit and age, divergence, fetch error and the problems one click away + --- + duration_ms: 629.327348 + type: 'test' + ... +# Subtest: chat status line: limits when the status carries them, no problems, and refusals +ok 5 - chat status line: limits when the status carries them, no problems, and refusals + --- + duration_ms: 837.886073 + type: 'test' + ... +# Subtest: chat status line: a project with no repository link reads no library status +ok 6 - chat status line: a project with no repository link reads no library status + --- + duration_ms: 613.037186 + type: 'test' + ... +# Subtest: chat status line: unreadable reply limits show their problem and both fallback keys +ok 7 - chat status line: unreadable reply limits show their problem and both fallback keys + --- + duration_ms: 651.026507 + type: 'test' + ... +# Subtest: chat replies: unchanged file at a different library commit and incomplete checks stay unmarked +ok 8 - chat replies: unchanged file at a different library commit and incomplete checks stay unmarked + --- + duration_ms: 735.546636 + type: 'test' + ... +# Subtest: chat status line: an invalid library mapping remains visible for diagnosis +ok 9 - chat status line: an invalid library mapping remains visible for diagnosis + --- + duration_ms: 712.174542 + type: 'test' + ... +1..9 +# tests 9 +# suites 0 +# pass 8 +# fail 1 +# cancelled 0 +# skipped 0 +# todo 0 +# duration_ms 6353.090574 diff --git a/agents/fethry/work/queue-225/evidence/mutants-attempt1/M1-badges.tap b/agents/fethry/work/queue-225/evidence/mutants-attempt1/M1-badges.tap new file mode 100644 index 000000000..1256f088a --- /dev/null +++ b/agents/fethry/work/queue-225/evidence/mutants-attempt1/M1-badges.tap @@ -0,0 +1,206 @@ +TAP version 13 +# Subtest: chat replies: free text, cites with badges, the agent label, changed since and safe links +not ok 1 - chat replies: free text, cites with badges, the agent label, changed since and safe links + --- + duration_ms: 638.589537 + type: 'test' + location: '/mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mosaic-row225-mutants-9ui_vkk0/M1-badges/packages/webui/tests/chat-replies-browser.test.mjs:81:1' + failureType: 'testCodeFailure' + error: |- + Expected values to be strictly deep-equal: + + actual - expected + ... Skipped lines + + [ + { + agent: null, + + badge: null, + - badge: 'canon', + changed: false, + href: null, + quote: 'her grey eyes', + ref: 'Book One/Chapters/Chapter 03.md:41 @aaaaaaa', + rel: null + ... + agent: null, + + badge: null, + - badge: 'playground', + changed: true, + href: null, + quote: 'a storm', + ref: 'Book One/Playground/What If.md:5-6 @aaaaaaa', + rel: null + ... + agent: 'agent-written: acme/scribe', + + badge: null, + - badge: 'supporting', + changed: false, + href: null, + quote: 'green eyes', + ref: 'Notes/Eyes.md:9-10 @aaaaaaa', + rel: null + + code: 'ERR_ASSERTION' + name: 'AssertionError' + expected: + 0: + badge: 'canon' + ref: 'Book One/Chapters/Chapter 03.md:41 @aaaaaaa' + href: ~ + rel: ~ + quote: 'her grey eyes' + agent: ~ + changed: false + 1: + badge: 'playground' + ref: 'Book One/Playground/What If.md:5-6 @aaaaaaa' + href: ~ + rel: ~ + quote: 'a storm' + agent: ~ + changed: true + 2: + badge: 'supporting' + ref: 'Notes/Eyes.md:9-10 @aaaaaaa' + href: ~ + rel: ~ + quote: 'green eyes' + agent: 'agent-written: acme/scribe' + changed: false + 3: + badge: 'web' + ref: 'https://example.invalid/tides' + href: 'https://example.invalid/tides' + rel: 'noopener noreferrer' + quote: 'spring tides' + agent: ~ + changed: false + 4: + badge: 'web' + ref: 'http://example.invalid/plain' + href: ~ + rel: ~ + quote: 'plain http' + agent: ~ + changed: false + 5: + badge: 'web' + ref: 'javascript:window.injected=2' + href: ~ + rel: ~ + quote: 'script' + agent: ~ + changed: false + actual: + 0: + badge: ~ + ref: 'Book One/Chapters/Chapter 03.md:41 @aaaaaaa' + href: ~ + rel: ~ + quote: 'her grey eyes' + agent: ~ + changed: false + 1: + badge: ~ + ref: 'Book One/Playground/What If.md:5-6 @aaaaaaa' + href: ~ + rel: ~ + quote: 'a storm' + agent: ~ + changed: true + 2: + badge: ~ + ref: 'Notes/Eyes.md:9-10 @aaaaaaa' + href: ~ + rel: ~ + quote: 'green eyes' + agent: 'agent-written: acme/scribe' + changed: false + 3: + badge: 'web' + ref: 'https://example.invalid/tides' + href: 'https://example.invalid/tides' + rel: 'noopener noreferrer' + quote: 'spring tides' + agent: ~ + changed: false + 4: + badge: 'web' + ref: 'http://example.invalid/plain' + href: ~ + rel: ~ + quote: 'plain http' + agent: ~ + changed: false + 5: + badge: 'web' + ref: 'javascript:window.injected=2' + href: ~ + rel: ~ + quote: 'script' + agent: ~ + changed: false + operator: 'deepStrictEqual' + stack: |- + TestContext. (file:///mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mosaic-row225-mutants-9ui_vkk0/M1-badges/packages/webui/tests/chat-replies-browser.test.mjs:90:10) + process.processTicksAndRejections (node:internal/process/task_queues:104:5) + async Test.run (node:internal/test_runner/test:1409:7) + async startSubtestAfterBootstrap (node:internal/test_runner/harness:387:3) + ... +# Subtest: chat replies: a write notice reads as its line with a Revert; a refused revert shows its code +ok 2 - chat replies: a write notice reads as its line with a Revert; a refused revert shows its code + --- + duration_ms: 770.070531 + type: 'test' + ... +# Subtest: chat replies: a read-only Console shows the notice with Revert disabled +ok 3 - chat replies: a read-only Console shows the notice with Revert disabled + --- + duration_ms: 519.328288 + type: 'test' + ... +# Subtest: chat status line: served commit and age, divergence, fetch error and the problems one click away +ok 4 - chat status line: served commit and age, divergence, fetch error and the problems one click away + --- + duration_ms: 647.667301 + type: 'test' + ... +# Subtest: chat status line: limits when the status carries them, no problems, and refusals +ok 5 - chat status line: limits when the status carries them, no problems, and refusals + --- + duration_ms: 999.237447 + type: 'test' + ... +# Subtest: chat status line: a project with no repository link reads no library status +ok 6 - chat status line: a project with no repository link reads no library status + --- + duration_ms: 676.088845 + type: 'test' + ... +# Subtest: chat status line: unreadable reply limits show their problem and both fallback keys +ok 7 - chat status line: unreadable reply limits show their problem and both fallback keys + --- + duration_ms: 634.472637 + type: 'test' + ... +# Subtest: chat replies: unchanged file at a different library commit and incomplete checks stay unmarked +ok 8 - chat replies: unchanged file at a different library commit and incomplete checks stay unmarked + --- + duration_ms: 655.963182 + type: 'test' + ... +# Subtest: chat status line: an invalid library mapping remains visible for diagnosis +ok 9 - chat status line: an invalid library mapping remains visible for diagnosis + --- + duration_ms: 578.819646 + type: 'test' + ... +1..9 +# tests 9 +# suites 0 +# pass 8 +# fail 1 +# cancelled 0 +# skipped 0 +# todo 0 +# duration_ms 6239.022812 diff --git a/agents/fethry/work/queue-225/evidence/mutants-attempt1/M2-http-links.tap b/agents/fethry/work/queue-225/evidence/mutants-attempt1/M2-http-links.tap new file mode 100644 index 000000000..cb1ac2024 --- /dev/null +++ b/agents/fethry/work/queue-225/evidence/mutants-attempt1/M2-http-links.tap @@ -0,0 +1,204 @@ +TAP version 13 +# Subtest: chat replies: free text, cites with badges, the agent label, changed since and safe links +not ok 1 - chat replies: free text, cites with badges, the agent label, changed since and safe links + --- + duration_ms: 655.901619 + type: 'test' + location: '/mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mosaic-row225-mutants-9ui_vkk0/M2-http-links/packages/webui/tests/chat-replies-browser.test.mjs:81:1' + failureType: 'testCodeFailure' + error: |- + Expected values to be strictly deep-equal: + + actual - expected + ... Skipped lines + + [ + { + agent: null, + badge: 'canon', + changed: false, + ... + changed: false, + + href: 'http://example.invalid/plain', + - href: null, + quote: 'plain http', + ref: 'http://example.invalid/plain', + + rel: 'noopener noreferrer' + - rel: null + }, + { + agent: null, + badge: 'web', + changed: false, + + href: 'javascript:window.injected=2', + - href: null, + quote: 'script', + ref: 'javascript:window.injected=2', + + rel: 'noopener noreferrer' + - rel: null + } + ] + + code: 'ERR_ASSERTION' + name: 'AssertionError' + expected: + 0: + badge: 'canon' + ref: 'Book One/Chapters/Chapter 03.md:41 @aaaaaaa' + href: ~ + rel: ~ + quote: 'her grey eyes' + agent: ~ + changed: false + 1: + badge: 'playground' + ref: 'Book One/Playground/What If.md:5-6 @aaaaaaa' + href: ~ + rel: ~ + quote: 'a storm' + agent: ~ + changed: true + 2: + badge: 'supporting' + ref: 'Notes/Eyes.md:9-10 @aaaaaaa' + href: ~ + rel: ~ + quote: 'green eyes' + agent: 'agent-written: acme/scribe' + changed: false + 3: + badge: 'web' + ref: 'https://example.invalid/tides' + href: 'https://example.invalid/tides' + rel: 'noopener noreferrer' + quote: 'spring tides' + agent: ~ + changed: false + 4: + badge: 'web' + ref: 'http://example.invalid/plain' + href: ~ + rel: ~ + quote: 'plain http' + agent: ~ + changed: false + 5: + badge: 'web' + ref: 'javascript:window.injected=2' + href: ~ + rel: ~ + quote: 'script' + agent: ~ + changed: false + actual: + 0: + badge: 'canon' + ref: 'Book One/Chapters/Chapter 03.md:41 @aaaaaaa' + href: ~ + rel: ~ + quote: 'her grey eyes' + agent: ~ + changed: false + 1: + badge: 'playground' + ref: 'Book One/Playground/What If.md:5-6 @aaaaaaa' + href: ~ + rel: ~ + quote: 'a storm' + agent: ~ + changed: true + 2: + badge: 'supporting' + ref: 'Notes/Eyes.md:9-10 @aaaaaaa' + href: ~ + rel: ~ + quote: 'green eyes' + agent: 'agent-written: acme/scribe' + changed: false + 3: + badge: 'web' + ref: 'https://example.invalid/tides' + href: 'https://example.invalid/tides' + rel: 'noopener noreferrer' + quote: 'spring tides' + agent: ~ + changed: false + 4: + badge: 'web' + ref: 'http://example.invalid/plain' + href: 'http://example.invalid/plain' + rel: 'noopener noreferrer' + quote: 'plain http' + agent: ~ + changed: false + 5: + badge: 'web' + ref: 'javascript:window.injected=2' + href: 'javascript:window.injected=2' + rel: 'noopener noreferrer' + quote: 'script' + agent: ~ + changed: false + operator: 'deepStrictEqual' + stack: |- + TestContext. (file:///mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mosaic-row225-mutants-9ui_vkk0/M2-http-links/packages/webui/tests/chat-replies-browser.test.mjs:90:10) + process.processTicksAndRejections (node:internal/process/task_queues:104:5) + async Test.run (node:internal/test_runner/test:1409:7) + async startSubtestAfterBootstrap (node:internal/test_runner/harness:387:3) + ... +# Subtest: chat replies: a write notice reads as its line with a Revert; a refused revert shows its code +ok 2 - chat replies: a write notice reads as its line with a Revert; a refused revert shows its code + --- + duration_ms: 741.122544 + type: 'test' + ... +# Subtest: chat replies: a read-only Console shows the notice with Revert disabled +ok 3 - chat replies: a read-only Console shows the notice with Revert disabled + --- + duration_ms: 616.728572 + type: 'test' + ... +# Subtest: chat status line: served commit and age, divergence, fetch error and the problems one click away +ok 4 - chat status line: served commit and age, divergence, fetch error and the problems one click away + --- + duration_ms: 625.818493 + type: 'test' + ... +# Subtest: chat status line: limits when the status carries them, no problems, and refusals +ok 5 - chat status line: limits when the status carries them, no problems, and refusals + --- + duration_ms: 867.033773 + type: 'test' + ... +# Subtest: chat status line: a project with no repository link reads no library status +ok 6 - chat status line: a project with no repository link reads no library status + --- + duration_ms: 655.587703 + type: 'test' + ... +# Subtest: chat status line: unreadable reply limits show their problem and both fallback keys +ok 7 - chat status line: unreadable reply limits show their problem and both fallback keys + --- + duration_ms: 615.997516 + type: 'test' + ... +# Subtest: chat replies: unchanged file at a different library commit and incomplete checks stay unmarked +ok 8 - chat replies: unchanged file at a different library commit and incomplete checks stay unmarked + --- + duration_ms: 648.263681 + type: 'test' + ... +# Subtest: chat status line: an invalid library mapping remains visible for diagnosis +ok 9 - chat status line: an invalid library mapping remains visible for diagnosis + --- + duration_ms: 624.323397 + type: 'test' + ... +1..9 +# tests 9 +# suites 0 +# pass 8 +# fail 1 +# cancelled 0 +# skipped 0 +# todo 0 +# duration_ms 6168.633364 diff --git a/agents/fethry/work/queue-225/evidence/mutants-attempt1/M3-wrong-commit.tap b/agents/fethry/work/queue-225/evidence/mutants-attempt1/M3-wrong-commit.tap new file mode 100644 index 000000000..732b249aa --- /dev/null +++ b/agents/fethry/work/queue-225/evidence/mutants-attempt1/M3-wrong-commit.tap @@ -0,0 +1,74 @@ +TAP version 13 +# Subtest: chat replies: free text, cites with badges, the agent label, changed since and safe links +ok 1 - chat replies: free text, cites with badges, the agent label, changed since and safe links + --- + duration_ms: 640.32042 + type: 'test' + ... +# Subtest: chat replies: a write notice reads as its line with a Revert; a refused revert shows its code +ok 2 - chat replies: a write notice reads as its line with a Revert; a refused revert shows its code + --- + duration_ms: 694.233373 + type: 'test' + ... +# Subtest: chat replies: a read-only Console shows the notice with Revert disabled +ok 3 - chat replies: a read-only Console shows the notice with Revert disabled + --- + duration_ms: 611.500508 + type: 'test' + ... +# Subtest: chat status line: served commit and age, divergence, fetch error and the problems one click away +ok 4 - chat status line: served commit and age, divergence, fetch error and the problems one click away + --- + duration_ms: 606.581119 + type: 'test' + ... +# Subtest: chat status line: limits when the status carries them, no problems, and refusals +ok 5 - chat status line: limits when the status carries them, no problems, and refusals + --- + duration_ms: 896.462474 + type: 'test' + ... +# Subtest: chat status line: a project with no repository link reads no library status +ok 6 - chat status line: a project with no repository link reads no library status + --- + duration_ms: 666.798177 + type: 'test' + ... +# Subtest: chat status line: unreadable reply limits show their problem and both fallback keys +ok 7 - chat status line: unreadable reply limits show their problem and both fallback keys + --- + duration_ms: 629.105559 + type: 'test' + ... +# Subtest: chat replies: unchanged file at a different library commit and incomplete checks stay unmarked +not ok 8 - chat replies: unchanged file at a different library commit and incomplete checks stay unmarked + --- + duration_ms: 3654.057789 + type: 'test' + location: '/mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mosaic-row225-mutants-9ui_vkk0/M3-wrong-commit/packages/webui/tests/chat-replies-browser.test.mjs:184:1' + failureType: 'testCodeFailure' + error: 'Uncaught (in promise) Error: document.querySelectorAll(".chat-changed").length===0: undefined' + code: 'ERR_TEST_FAILURE' + stack: |- + Object.evaluate (file:///mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mosaic-row225-mutants-9ui_vkk0/M3-wrong-commit/packages/webui/tests/browser.mjs:49:35) + process.processTicksAndRejections (node:internal/process/task_queues:104:5) + async TestContext. (file:///mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mosaic-row225-mutants-9ui_vkk0/M3-wrong-commit/packages/webui/tests/chat-replies-browser.test.mjs:195:3) + async Test.run (node:internal/test_runner/test:1409:7) + async Test.processPendingSubtests (node:internal/test_runner/test:974:7) + ... +# Subtest: chat status line: an invalid library mapping remains visible for diagnosis +ok 9 - chat status line: an invalid library mapping remains visible for diagnosis + --- + duration_ms: 656.44095 + type: 'test' + ... +1..9 +# tests 9 +# suites 0 +# pass 8 +# fail 1 +# cancelled 0 +# skipped 0 +# todo 0 +# duration_ms 9179.328916 diff --git a/agents/fethry/work/queue-225/evidence/mutants-attempt1/summary.json b/agents/fethry/work/queue-225/evidence/mutants-attempt1/summary.json new file mode 100644 index 000000000..0e9174bb3 --- /dev/null +++ b/agents/fethry/work/queue-225/evidence/mutants-attempt1/summary.json @@ -0,0 +1,47 @@ +{ + "head": "77172ce3b46eb289409068518b7022fc7be47ebe", + "clear": "sage-3647", + "worktreeUnchanged": true, + "results": [ + { + "mutant": "M1-badges", + "anchorHits": 1, + "restored": true, + "worktreeUnchanged": true, + "exit": 1, + "killed": true, + "test": "packages/webui/tests/chat-replies-browser.test.mjs", + "log": "/mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mutants/M1-badges.tap" + }, + { + "mutant": "M1-agent-label", + "anchorHits": 1, + "restored": true, + "worktreeUnchanged": true, + "exit": 1, + "killed": true, + "test": "packages/webui/tests/chat-replies-browser.test.mjs", + "log": "/mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mutants/M1-agent-label.tap" + }, + { + "mutant": "M2-http-links", + "anchorHits": 1, + "restored": true, + "worktreeUnchanged": true, + "exit": 1, + "killed": true, + "test": "packages/webui/tests/chat-replies-browser.test.mjs", + "log": "/mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mutants/M2-http-links.tap" + }, + { + "mutant": "M3-wrong-commit", + "anchorHits": 1, + "restored": true, + "worktreeUnchanged": true, + "exit": 1, + "killed": false, + "test": "packages/webui/tests/chat-replies-browser.test.mjs", + "log": "/mnt/storage/scratch/tmp/fethry-row225-KEmw8wQ2/mutants/M3-wrong-commit.tap" + } + ] +} diff --git a/packages/webui/tests/chat-replies-browser.test.mjs b/packages/webui/tests/chat-replies-browser.test.mjs index 04262c047..2fdf52436 100644 --- a/packages/webui/tests/chat-replies-browser.test.mjs +++ b/packages/webui/tests/chat-replies-browser.test.mjs @@ -191,8 +191,8 @@ test('chat replies: unchanged file at a different library commit and incomplete return new Response(JSON.stringify(data),{headers:{'content-type':'application/json'}}); };true`); await wait('!document.querySelector("#refresh").disabled'); - await b.evaluate('document.querySelector("#refresh").click();true'); - await wait('document.querySelectorAll(".chat-changed").length===0'); + await b.evaluate('document.querySelector(".chat-area").dataset.beforeRefresh="yes";document.querySelector("#refresh").click();true'); + await wait('!document.querySelector(".chat-area")?.dataset.beforeRefresh && !document.querySelector("#refresh").disabled'); assert.equal(await b.evaluate('document.querySelectorAll(".chat-changed").length'), 0); });