Add portal browser testing and QA issue automation
Test, build, and deploy ComfyUI Jobs / test-build (push) Successful in 4m41s
Test, build, and deploy ComfyUI Jobs / deploy (push) Successful in 14s
Test, build, and deploy ComfyUI Jobs / browser-test (push) Failing after 7m5s
Test, build, and deploy ComfyUI Jobs / qa-gate (push) Failing after 4s

This commit is contained in:
2026-10-26 14:16:26 +00:00
parent 362f2c9d56
commit 96be6412a8
6 changed files with 285 additions and 1 deletions
+112
View File
@@ -0,0 +1,112 @@
import crypto from "node:crypto";
import fs from "node:fs";
const apiRoot = (process.env.GITEA_API_URL || "https://git.dumas.ddns.net/api/v1").replace(/\/$/, "");
const repository = process.env.GITEA_REPOSITORY || "chris.dumas/ComfyUiPortalNext";
const token = process.env.GITEA_API_TOKEN;
const environment = process.env.E2E_ENVIRONMENT || "unknown";
const runId = process.env.GITEA_RUN_ID || "local";
const sha = process.env.GITEA_SHA || "unknown";
const mode = process.argv[2] || "report";
const resultPath = process.argv[3] || "e2e/test-results.json";
const serverRoot = apiRoot.replace(/\/api\/v1$/, "");
function fail(message) { throw new Error(message); }
function headers() { return { Accept: "application/json", "Content-Type": "application/json", Authorization: "token " + token }; }
async function request(path, options = {}) {
const response = await fetch(apiRoot + path, { ...options, headers: { ...headers(), ...(options.headers || {}) } });
const body = response.status === 204 ? null : await response.json().catch(() => null);
if (!response.ok) throw new Error("Gitea API " + response.status + ": " + (body?.message || response.statusText));
return body;
}
function labels(issue) { return (issue.labels || []).map((item) => typeof item === "string" ? item : item.name); }
function keyFor(name) { return "ui-test:" + environment + ":" + name; }
function marker(key) { return "<!-- qa-automation-key: " + key + " -->"; }
function fingerprint(key) { return crypto.createHash("sha256").update(key).digest("hex").slice(0, 16); }
function issueTitle(name) { return "[" + environment + "] UI test failure: " + name; }
function flattenSuites(suites, output = []) {
for (const suite of suites || []) {
for (const spec of suite.specs || []) {
const results = (spec.tests || []).flatMap((item) => item.results || []);
const failed = results.find((result) => result.status === "failed" || result.error);
output.push({
name: [suite.title, spec.title].filter(Boolean).join(" › "),
passed: Boolean(spec.ok) && !failed,
durationMs: results.reduce((total, result) => total + (result.duration || 0), 0),
error: failed?.error?.message || failed?.error?.stack || (failed ? "Browser test status: " + failed.status : ""),
});
}
flattenSuites(suite.suites, output);
}
return output;
}
function readResults() {
if (!fs.existsSync(resultPath)) return [];
try { return flattenSuites(JSON.parse(fs.readFileSync(resultPath, "utf8")).suites); } catch { return []; }
}
async function allIssues() {
const result = [];
for (let page = 1; page < 20; page += 1) {
const batch = await request("/repos/" + repository + "/issues?state=all&limit=50&page=" + page);
result.push(...batch);
if (batch.length < 50) break;
}
return result.filter((issue) => labels(issue).includes("automated") && labels(issue).includes("ui-test"));
}
async function ensureLabel(name, color) {
const existing = await request("/repos/" + repository + "/labels?limit=50");
const found = existing.find((label) => label.name === name);
if (found) return found.id;
return (await request("/repos/" + repository + "/labels", { method: "POST", body: JSON.stringify({ name, color }) })).id;
}
async function comment(issue, body) {
const comments = await request("/repos/" + repository + "/issues/" + issue.number + "/comments?limit=50");
if (comments.some((item) => item.body?.includes("qa-run: " + runId))) return;
await request("/repos/" + repository + "/issues/" + issue.number + "/comments", { method: "POST", body: JSON.stringify({ body: body + "\n\nqa-run: " + runId }) });
}
async function closeResolved(issue, name) {
if (!issue || issue.state !== "open") return;
await comment(issue, marker(keyFor(name)) + "\nAutomated UI test passed on commit " + sha + "; closing this blocker.");
await request("/repos/" + repository + "/issues/" + issue.number, { method: "PATCH", body: JSON.stringify({ state: "closed" }) });
}
async function reportFailure(issue, test, labelIds) {
const key = keyFor(test.name);
const body = [
marker(key), "**Automated UI failure**", "",
"- Environment: " + environment, "- Test: " + test.name, "- Commit: " + sha,
"- Run: [" + runId + "](" + serverRoot + "/" + repository + "/actions/runs/" + runId + ")",
"- Fingerprint: " + fingerprint(key), "- Duration: " + test.durationMs + " ms", "",
"Failure details:", test.error || "The browser test failed without a serialized error.",
].join("\n");
if (!issue) issue = await request("/repos/" + repository + "/issues", { method: "POST", body: JSON.stringify({ title: issueTitle(test.name), body, labels: labelIds }) });
else {
if (issue.state === "closed") await request("/repos/" + repository + "/issues/" + issue.number, { method: "PATCH", body: JSON.stringify({ state: "open" }) });
await comment(issue, body);
}
console.log("Tracked UI failure in issue #" + issue.number);
}
async function main() {
if (!token) fail("GITEA_API_TOKEN is required for QA issue automation");
const issues = await allIssues();
if (mode === "gate") {
const blockers = issues.filter((issue) => issue.state === "open" && labels(issue).includes("qa-blocker"));
if (blockers.length) {
console.error("Open automated QA blockers prevent this build:");
blockers.forEach((issue) => console.error("- #" + issue.number + ": " + issue.title));
process.exitCode = 1;
} else console.log("No open automated QA blockers.");
return;
}
const tests = readResults();
if (!tests.length && process.env.BROWSER_TEST_OUTCOME === "failure") tests.push({ name: "browser-suite", passed: false, durationMs: 0, error: "Browser suite failed before producing parseable results." });
const labelIds = [await ensureLabel("automated", "5319e7"), await ensureLabel("ui-test", "1d76db"), await ensureLabel("qa-blocker", "d73a4a")];
for (const test of tests) {
const issue = issues.find((item) => item.body?.includes(marker(keyFor(test.name))));
if (test.passed) await closeResolved(issue, test.name);
else await reportFailure(issue, test, labelIds);
}
if (tests.some((test) => !test.passed)) process.exitCode = 1;
}
main().catch((error) => { console.error(error.message); process.exitCode = 1; });