Complete Flux T2I test evaluation

This commit is contained in:
Morpheus
2026-09-27 17:03:27 +00:00
parent bcfcefbb3f
commit 717a8ae0f8
19 changed files with 83 additions and 20 deletions
+1 -1
View File
@@ -25,7 +25,7 @@ The positive prompt is the shared T2I comparison prompt in [`../prompt.txt`](../
## Planned optimization matrix
All rows are intentionally **Untested**. Keep the prompt, seed, and resolution from [`../variables.json`](../variables.json) fixed. Flux2Scheduler does not expose a selectable scheduler, so that value remains fixed.
All rows have now been tested. Keep the prompt, seed, and resolution from [`../variables.json`](../variables.json) fixed. Flux2Scheduler does not expose a selectable scheduler, so that value remains fixed.
| ID | CFG | Steps | Sampler | Scheduler | Runtime (s) | Tested? | Current Best |
|---|---:|---:|---|---|---:|---|---|
+4 -3
View File
@@ -15,7 +15,8 @@
"output_file": "F-T2I-01.png",
"status": "completed",
"output_sha256": "0763ecc78284c6ec39bb1461af0ae649be90882ddb2594099150ed085680555c",
"verdict": "Strong vertical baseline: realistic stadium scene, subject detail, and readable composition; foreground foot is soft but acceptable.",
"better_than_current_best": true,
"current_best": true
"tested": true,
"verdict": "Valid and realistic, but softer and less cleanly composed than F-T2I-03; not promoted.",
"better_than_current_best": false,
"current_best": false
}
+1
View File
@@ -14,6 +14,7 @@
"output_file": "F-T2I-02.png",
"status": "completed",
"output_sha256": "6852e2c0484996af5ff2c65564160f711a8be4a559d88cd121ab30decb49090d",
"tested": true,
"verdict": "Tested; slightly weaker than F-T2I-03 and not promoted.",
"better_than_current_best": false,
"current_best": false
+2 -1
View File
@@ -14,7 +14,8 @@
"output_file": "F-T2I-03.png",
"status": "completed",
"output_sha256": "bd2f73b34008fa254bceebdbfd9fd6e03ac40a6c452ea7420c8dba72b0f94f66",
"verdict": "Better than the previous Flux best: strong portrait realism, cleaner scoreboard composition, and faster runtime.",
"tested": true,
"verdict": "Current best: strongest portrait realism, cleanest scoreboard composition, stable anatomy, and fast runtime.",
"better_than_current_best": true,
"current_best": true
}
+5 -1
View File
@@ -22,5 +22,9 @@
"output_sha256": "203e3a3bf548adfb8bcd90efcc5d4f3816ebf47da7c4d14405975f2f26eb3e09",
"status": "completed",
"comfy_prompt_id": "81901e9a-32b9-4a38-ac3d-6c8cc24510c1",
"source_filename": "F-T2I-04_00001_.png"
"source_filename": "F-T2I-04_00001_.png",
"tested": true,
"verdict": "Valid output with good realism and prompt adherence, but F-T2I-03 has cleaner portrait and scoreboard composition.",
"better_than_current_best": false,
"current_best": false
}
+5 -1
View File
@@ -22,5 +22,9 @@
"runtime_seconds": 10.066,
"output_file": "F-T2I-05.png",
"output_sha256": "dced094de37449db9ccfdee2ea4b6ba70bd60be507721a8bbc043e255c475361",
"source_filename": "F-T2I-05_00001_.png"
"source_filename": "F-T2I-05_00001_.png",
"tested": true,
"verdict": "Valid and visually competitive, but the unusually short warm/cache runtime is not representative and image quality does not exceed F-T2I-03.",
"better_than_current_best": false,
"current_best": false
}
+5 -1
View File
@@ -22,5 +22,9 @@
"runtime_seconds": 156.231,
"output_file": "F-T2I-06.png",
"output_sha256": "22f638525a04b00af3a2daecfc2f8a67136c1a254c3404e6fac11b00b1e752a4",
"source_filename": "F-T2I-06_00001_.png"
"source_filename": "F-T2I-06_00001_.png",
"tested": true,
"verdict": "Valid, but weaker overall realism/composition and less stable fine detail than F-T2I-03.",
"better_than_current_best": false,
"current_best": false
}
+5 -1
View File
@@ -22,5 +22,9 @@
"runtime_seconds": 180.266,
"output_file": "F-T2I-07.png",
"output_sha256": "2aeb35281a7ee783b26a15e599143fb6c10475662075dc14279ba30ffa481ee6",
"source_filename": "F-T2I-07_00001_.png"
"source_filename": "F-T2I-07_00001_.png",
"tested": true,
"verdict": "Valid, with acceptable anatomy and prompt adherence, but no improvement over F-T2I-03 in realism or composition.",
"better_than_current_best": false,
"current_best": false
}
+5 -1
View File
@@ -22,5 +22,9 @@
"runtime_seconds": 172.25,
"output_file": "F-T2I-08.png",
"output_sha256": "bca5836b70684f3c52978bd114d06074249d22a3a67c4d3b4ff55951f98132c8",
"source_filename": "F-T2I-08_00001_.png"
"source_filename": "F-T2I-08_00001_.png",
"tested": true,
"verdict": "Valid, but less controlled photographic rendering and detail than the F-T2I-03 baseline.",
"better_than_current_best": false,
"current_best": false
}
+5 -1
View File
@@ -22,5 +22,9 @@
"runtime_seconds": 220.307,
"output_file": "F-T2I-09.png",
"output_sha256": "cb671fbb5518ccfd4928b1a85b70ecb7be6516406ae04bb8d0b1329becc831b7",
"source_filename": "F-T2I-09_00001_.png"
"source_filename": "F-T2I-09_00001_.png",
"tested": true,
"verdict": "Valid, but inferior to F-T2I-03 in overall composition, anatomy stability, and photographic finish.",
"better_than_current_best": false,
"current_best": false
}
+5 -1
View File
@@ -22,5 +22,9 @@
"runtime_seconds": 224.319,
"output_file": "F-T2I-10.png",
"output_sha256": "a63f8ef40bff84ac18631ab561abc1434a38504126c25605f5765aa067260fcb",
"source_filename": "F-T2I-10_00001_.png"
"source_filename": "F-T2I-10_00001_.png",
"tested": true,
"verdict": "Valid, but no improvement over F-T2I-03 in realism, composition, or artifact control.",
"better_than_current_best": false,
"current_best": false
}
+5 -1
View File
@@ -22,5 +22,9 @@
"runtime_seconds": 180.258,
"output_file": "F-T2I-11.png",
"output_sha256": "7d36fadee6be1589f919aebd89e6d9609d6e27fd76242df8733e62d75ae443c0",
"source_filename": "F-T2I-11_00001_.png"
"source_filename": "F-T2I-11_00001_.png",
"tested": true,
"verdict": "Valid, but less convincing and less compositionally clean than F-T2I-03.",
"better_than_current_best": false,
"current_best": false
}
+5 -1
View File
@@ -22,5 +22,9 @@
"runtime_seconds": 124.211,
"output_file": "F-T2I-12.png",
"output_sha256": "b7468a7e1270090a46d7f4995035b82512b5c7779fe801d23981285978e2be85",
"source_filename": "F-T2I-12_00001_.png"
"source_filename": "F-T2I-12_00001_.png",
"tested": true,
"verdict": "Rejected as corrupted/highly oversaturated; tested but invalid and not eligible for Current Best.",
"better_than_current_best": false,
"current_best": false
}
+5 -1
View File
@@ -22,5 +22,9 @@
"runtime_seconds": 122.194,
"output_file": "F-T2I-13.png",
"output_sha256": "0c7bd34d5ec011af7a39b614afd46e31dad76d8505e0af8404265c54c50e49cf",
"source_filename": "F-T2I-13_00001_.png"
"source_filename": "F-T2I-13_00001_.png",
"tested": true,
"verdict": "Valid, but reduced-step output is less detailed and less realistic than F-T2I-03.",
"better_than_current_best": false,
"current_best": false
}
+5 -1
View File
@@ -22,5 +22,9 @@
"runtime_seconds": 178.417,
"output_file": "F-T2I-14.png",
"output_sha256": "f3f709443f962046e8c2296a1e9d35f44dfbaafdcaf6d65d203f87553ca41f2f",
"source_filename": "F-T2I-14_00001_.png"
"source_filename": "F-T2I-14_00001_.png",
"tested": true,
"verdict": "Valid, but the five-step result does not match F-T2I-03's realism and fine-detail balance.",
"better_than_current_best": false,
"current_best": false
}
+5 -1
View File
@@ -22,5 +22,9 @@
"runtime_seconds": 226.32,
"output_file": "F-T2I-15.png",
"output_sha256": "7c07ddbabe38a67d3c37e38fa1e5ced87e8cd2a3b470740c44a613597f47bee6",
"source_filename": "F-T2I-15_00001_.png"
"source_filename": "F-T2I-15_00001_.png",
"tested": true,
"verdict": "Valid and among the closest alternatives, but F-T2I-03 remains cleaner and more balanced overall.",
"better_than_current_best": false,
"current_best": false
}
+5 -1
View File
@@ -22,5 +22,9 @@
"runtime_seconds": 282.393,
"output_file": "F-T2I-16.png",
"output_sha256": "ecd3277647cc9e9bffe762575301022956dcb6ed551a374790cf25b1512d5cc0",
"source_filename": "F-T2I-16_00001_.png"
"source_filename": "F-T2I-16_00001_.png",
"tested": true,
"verdict": "Valid, but extra steps do not improve realism or composition over F-T2I-03.",
"better_than_current_best": false,
"current_best": false
}
+5 -1
View File
@@ -22,5 +22,9 @@
"runtime_seconds": 70.355,
"output_file": "F-T2I-17.png",
"output_sha256": "3d5d10f5e606a61778dcbe0b6462db39e74fb6d0289713e01e6cc1a579e679fd",
"source_filename": "F-T2I-17_00001_.png"
"source_filename": "F-T2I-17_00001_.png",
"tested": true,
"verdict": "Valid, but reduced-step ancestral sampling is less refined than F-T2I-03.",
"better_than_current_best": false,
"current_best": false
}
+5 -1
View File
@@ -22,5 +22,9 @@
"runtime_seconds": 148.229,
"output_file": "F-T2I-18.png",
"output_sha256": "f6f84db86dd1508f2357254be983959227fb0a91013018289e04c5a9f489389d",
"source_filename": "F-T2I-18_00001_.png"
"source_filename": "F-T2I-18_00001_.png",
"tested": true,
"verdict": "Valid, but inferior to F-T2I-03 in photographic realism, detail, and composition.",
"better_than_current_best": false,
"current_best": false
}