-
Notifications
You must be signed in to change notification settings - Fork 905
fix(issue-triage): harden quality and duplicate closure #1764
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Merged
Merged
Changes from all commits
Commits
Show all changes
26 commits
Select commit
Hold shift + click to select a range
839b36f
test(issue-quality): pin #1672 generic sync failure
Wibias 5745009
test(issue-triage): pin deterministic duplicate closure
Wibias 752bdc3
test(issue-triage): run split regression suites
Wibias a89a464
fix(issue-quality): reject summary-only reproductions
Wibias 0cc528c
feat(issue-triage): add deterministic duplicate close gate
Wibias 323d866
fix(issue-triage): close proven duplicates safely
Wibias 83d7cdf
test(issue-triage): require specific duplicate evidence
Wibias e6617bb
fix(issue-triage): require specific auto-close evidence
Wibias 6927eb1
fix(issue-quality): compare independent reproduction evidence
Wibias d665c89
fix(issue-quality): normalise ordered repro steps
Wibias 5a39a7d
test(issue-quality): cover ordered summary echo
Wibias 951464f
fix(issue-triage): rank all strong duplicate matches
Wibias 1963cc6
test(issue-triage): cover fails and global match ranking
Wibias 2f8e92d
test(issue-quality): cover review edge cases
Wibias 001abca
test(issue-triage): cover short named errors
Wibias 58a8e43
fix(issue-quality): preserve code evidence while normalizing lists
Wibias 79924d0
fix(issue-triage): recognize short named errors
Wibias c6eeef3
chore(issue-triage): document write permission
Wibias 51115c9
test(issue-quality): assert ordered-list guard directly
Wibias 251fa81
fix(issue-triage): harden duplicate signature matching
Wibias c2171e3
test(issue-triage): cover outside-diff review findings
Wibias d401744
fix(issue-triage): defer duplicate closure claim until revalidation
Wibias d82ac99
fix(issue-triage): bound closed duplicate history
Wibias 75e2737
test(issue-triage): require recent closed candidate window
Wibias a477924
fix(issue-triage): stop semantic versions and case folding from forgi…
lidge-jun 5011fd7
fix(issue-triage): exclude v-prefixed and prerelease versions, keep IPv4
lidge-jun File filter
Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,140 @@ | ||
| "use strict"; | ||
|
|
||
| const { describe, it } = require("node:test"); | ||
| const assert = require("node:assert/strict"); | ||
| const { | ||
| validateIssue, | ||
| stripOrderedListPrefixes, | ||
| independentReproductionText, | ||
| reproductionOnlyEchoesSummary, | ||
| } = require("./issue-quality.cjs"); | ||
|
|
||
| function bugBody({ summary, reproduction }) { | ||
| return [ | ||
| "### Client or integration", | ||
| "Codex CLI", | ||
| "", | ||
| "### Area", | ||
| "CLI", | ||
| "", | ||
| "### Summary", | ||
| summary, | ||
| "", | ||
| "### Reproduction", | ||
| reproduction, | ||
| "", | ||
| "### Version", | ||
| "v2.15.0", | ||
| "", | ||
| "### Operating system", | ||
| "Windows 11", | ||
| "", | ||
| "### Provider and model", | ||
| "_No response_", | ||
| "", | ||
| "### Logs or error output", | ||
| "```shell", | ||
| "", | ||
| "```", | ||
| ].join("\n"); | ||
| } | ||
|
|
||
| describe("issue #1672 regression", () => { | ||
| it("rejects a reproduction that only echoes the generic final sync failure from Summary", () => { | ||
| const genericFailure = | ||
| "Codex sync did not complete. Fix the reported Codex config issue and retry."; | ||
| const body = bugBody({ | ||
| summary: `ocx sync\n${genericFailure}`, | ||
| reproduction: genericFailure, | ||
| }); | ||
|
|
||
| const result = validateIssue({ | ||
| title: genericFailure, | ||
| body, | ||
| labels: ["bug"], | ||
| }); | ||
|
|
||
| assert.equal(result.kind, "bug"); | ||
| assert.equal(result.valid, false); | ||
| assert.ok( | ||
| result.reasons.some((reason) => /reproduction.*repeat|echo/i.test(reason)), | ||
| `Expected summary-echo rejection, got: ${result.reasons.join("; ")}`, | ||
| ); | ||
| }); | ||
|
|
||
| it("rejects ordered-list formatting when it only repeats Summary evidence", () => { | ||
| const genericFailure = | ||
| "Codex sync did not complete. Fix the reported Codex config issue and retry."; | ||
| const body = bugBody({ | ||
| summary: ["Run `ocx sync`.", genericFailure].join("\n"), | ||
| reproduction: ["1. Run `ocx sync`.", `2. ${genericFailure}`].join("\n"), | ||
| }); | ||
|
|
||
| const result = validateIssue({ | ||
| title: genericFailure, | ||
| body, | ||
| labels: ["bug"], | ||
| }); | ||
|
|
||
| assert.equal(result.kind, "bug"); | ||
| assert.equal(result.valid, false); | ||
| assert.ok( | ||
| result.reasons.some((reason) => /reproduction.*repeat|echo/i.test(reason)), | ||
| `Expected ordered summary-echo rejection, got: ${result.reasons.join("; ")}`, | ||
| ); | ||
| }); | ||
|
|
||
| it("normalizes identical multi-line ordered lists on both sides", () => { | ||
| const genericFailure = | ||
| "Codex sync did not complete. Fix the reported Codex config issue and retry."; | ||
| const repeated = ["1. Run `ocx sync`.", `2. ${genericFailure}`].join("\n"); | ||
| const body = bugBody({ | ||
| summary: repeated, | ||
| reproduction: repeated, | ||
| }); | ||
|
|
||
| assert.equal(reproductionOnlyEchoesSummary(repeated, repeated), true); | ||
|
|
||
| const result = validateIssue({ | ||
| title: genericFailure, | ||
| body, | ||
| labels: ["bug"], | ||
| }); | ||
|
|
||
| assert.equal(result.kind, "bug"); | ||
| assert.equal(result.valid, false); | ||
| }); | ||
|
|
||
| it("preserves numeric failure evidence inside fenced and indented code blocks", () => { | ||
| const fenced = ["```text", "404. Not Found", "```"].join("\n"); | ||
| const indented = " 404. Not Found"; | ||
|
|
||
| assert.equal(stripOrderedListPrefixes(fenced), fenced); | ||
| assert.equal(stripOrderedListPrefixes(indented), indented); | ||
| assert.match(independentReproductionText("Not Found", fenced), /404\. Not Found/); | ||
| }); | ||
|
|
||
| it("keeps the same failure text valid when Reproduction adds an actionable command", () => { | ||
| const genericFailure = | ||
| "Codex sync did not complete. Fix the reported Codex config issue and retry."; | ||
| const body = bugBody({ | ||
| summary: genericFailure, | ||
| reproduction: [ | ||
| "1. Run `ocx sync`.", | ||
| `2. Observe: ${genericFailure}`, | ||
| ].join("\n"), | ||
| }); | ||
|
|
||
| const result = validateIssue({ | ||
| title: "ocx sync fails after configuration injection", | ||
| body, | ||
| labels: ["bug"], | ||
| }); | ||
|
|
||
| assert.equal( | ||
| result.valid, | ||
| true, | ||
| `Expected actionable reproduction to remain valid, got: ${result.reasons.join("; ")}`, | ||
| ); | ||
| }); | ||
| }); |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
Uh oh!
There was an error while loading. Please reload this page.