Run first FLUX 3 Klein baseline tests

This commit is contained in:
Morpheus
2026-10-28 17:23:55 +00:00
parent a60e80925f
commit c871c5e99e
11 changed files with 189 additions and 17 deletions
+2 -2
View File
@@ -14,14 +14,14 @@ CFG is fixed at **1.0** and steps at **16** for every row.
## Sampler matrix
No rows have been run yet. The matrix keeps the source image, prompt, seed,
`F3K-I2I-01` completed locally. The matrix keeps the source image, prompt, seed,
dimensions, CFG, steps, model, encoder, and scheduler fixed while varying only
the sampler. The local I2I graph uses `Flux2Scheduler`, which does not expose
the selectable scheduler family used by the T2I `BasicScheduler` matrix.
| ID | Encoder | Resolution | References | Seed | CFG | Steps | Sampler | Scheduler | Status | Purpose |
|---|---|---:|---:|---:|---:|---:|---|---|---|---|
| F3K-I2I-01 | `qwen3-vl-4b-heretic_int8.safetensors` | 1080×1920 | 1 | 310101 | 1.0 | 16 | euler | Flux2Scheduler | Planned | Baseline |
| F3K-I2I-01 | `qwen3-vl-4b-heretic_int8.safetensors` | 1080×1920 requested; 1072×1920 actual | 1 | 310101 | 1.0 | 16 | euler | Flux2Scheduler | Completed | Baseline; 16-pixel latent quantization reduced width |
| F3K-I2I-02 | `qwen3-vl-4b-heretic_int8.safetensors` | 1080×1920 | 1 | 310101 | 1.0 | 16 | euler_cfg_pp | Flux2Scheduler | Planned | CFG++ comparison |
| F3K-I2I-03 | `qwen3-vl-4b-heretic_int8.safetensors` | 1080×1920 | 1 | 310101 | 1.0 | 16 | euler_ancestral | Flux2Scheduler | Planned | Ancestral comparison |
| F3K-I2I-04 | `qwen3-vl-4b-heretic_int8.safetensors` | 1080×1920 | 1 | 310101 | 1.0 | 16 | euler_ancestral_cfg_pp | Flux2Scheduler | Planned | Ancestral CFG++ comparison |
@@ -0,0 +1,56 @@
{
"test_id": "F3K-I2I-01",
"status": "completed",
"server": {
"url": "http://192.168.1.202:8188",
"comfyui_version": "0.43.0",
"device": "NVIDIA GeForce RTX 3070",
"inspection": {
"system_stats": true,
"model_lists": true,
"object_info": true
}
},
"submitted_at": "2026-10-28T17:19:08.451Z",
"execution_started_at": "2026-10-28T17:19:05.628Z",
"completed_at": "2026-10-28T17:19:51.967Z",
"runtime_seconds": 46.339,
"prompt_id": "5c636392-00b4-4a72-a842-0b0115695f5a",
"workflow_source": {
"path": "optimized/I2I/flux/workflow.json#74",
"workflow_sha256": "44d6aea3c9b86065133f6ce81c66f48a79718bc36d2b3c50ea66022a844b4c53",
"prompt_sha256": "c5b9802834364c6df343004481512a61991258388513f2ea0f012e4005601f53"
},
"inputs": {
"references": [
{
"path": "optimized/I2I/character_reference.png",
"sha256": "3f80d7930b3448eda91836495eb42a68059439bbd45f3258a573899bf9cb5003"
}
]
},
"model": "flux3-image-klein-int8-convrot.safetensors",
"text_encoder": "qwen3-vl-4b-heretic_int8.safetensors",
"text_encoder_type": "flux3",
"vae": "flux2-vae.safetensors",
"settings": {
"requested_width": 1080,
"requested_height": 1920,
"references": 1,
"seed": 310101,
"cfg": 1,
"steps": 16,
"sampler": "euler",
"scheduler": "Flux2Scheduler"
},
"output": {
"server_filename": "F3K-I2I-01_00001_.png",
"server_subfolder": "fluxExperiments\\flux3klein",
"path": "optimized/I2I/flux3klein/results/F3K-I2I-01.png",
"sha256": "03c4db463bf4b435140db6b51b77c942bd8686b5218f328dadb1eea288e9d1e0",
"width": 1072,
"height": 1920
},
"error": null,
"notes": "Requested 1080 width; ComfyUI/Flux2 latent step-16 quantization produced 1072 width. No reference count or sampler substitution was made."
}
Binary file not shown.

After

Width:  |  Height:  |  Size: 3.3 MiB

+3 -2
View File
@@ -4,7 +4,7 @@
"vae": "flux2-vae.safetensors",
"fixed": {"prompt_source":"../flux/workflow.json#74","reference_image":"../character_reference.png","width":1080,"height":1920,"seed":310101,"cfg":1.0,"steps":16,"scheduler":"Flux2Scheduler"},
"tests": [
{"id":"F3K-I2I-01","mode":"i2i","width":1080,"height":1920,"references":1,"seed":310101,"cfg":1.0,"steps":16,"sampler":"euler","scheduler":"Flux2Scheduler","status":"planned"},
{"id":"F3K-I2I-01","mode":"i2i","width":1080,"height":1920,"references":1,"seed":310101,"cfg":1.0,"steps":16,"sampler":"euler","scheduler":"Flux2Scheduler","status":"completed","prompt_id":"5c636392-00b4-4a72-a842-0b0115695f5a","runtime_seconds":46.339,"output_dimensions":{"width":1072,"height":1920}},
{"id":"F3K-I2I-02","mode":"i2i","width":1080,"height":1920,"references":1,"seed":310101,"cfg":1.0,"steps":16,"sampler":"euler_cfg_pp","scheduler":"Flux2Scheduler","status":"planned"},
{"id":"F3K-I2I-03","mode":"i2i","width":1080,"height":1920,"references":1,"seed":310101,"cfg":1.0,"steps":16,"sampler":"euler_ancestral","scheduler":"Flux2Scheduler","status":"planned"},
{"id":"F3K-I2I-04","mode":"i2i","width":1080,"height":1920,"references":1,"seed":310101,"cfg":1.0,"steps":16,"sampler":"euler_ancestral_cfg_pp","scheduler":"Flux2Scheduler","status":"planned"},
@@ -16,5 +16,6 @@
{"id":"F3K-I2I-10","mode":"i2i","width":1080,"height":1920,"references":1,"seed":310101,"cfg":1.0,"steps":16,"sampler":"res_multistep_cfg_pp","scheduler":"Flux2Scheduler","status":"planned"},
{"id":"F3K-I2I-11","mode":"i2i","width":1080,"height":1920,"references":1,"seed":310101,"cfg":1.0,"steps":16,"sampler":"ddim","scheduler":"Flux2Scheduler","status":"planned"},
{"id":"F3K-I2I-12","mode":"i2i","width":1080,"height":1920,"references":1,"seed":310101,"cfg":1.0,"steps":16,"sampler":"uni_pc","scheduler":"Flux2Scheduler","status":"planned"}
]
],
"matrix": {"planned_runs": 12, "completed_runs": 1, "failed_runs": 0}
}
+4 -4
View File
@@ -14,14 +14,14 @@ matrix. CFG is fixed at **1.0** and steps at **16** for every row.
## Sampler matrix
No rows have been run yet. The matrix keeps both reference images, prompt,
`F3K-MI2I-01` completed locally with both references. The matrix keeps both reference images, prompt,
seed, dimensions, CFG, steps, model, encoder, and scheduler fixed while
varying only the sampler. The canonical local graph uses `Flux2Scheduler` and
six steps.
varying only the sampler. The submitted baseline overrides the source graph to 16 steps with
`Flux2Scheduler`.
| ID | Encoder | Resolution | References | Seed | CFG | Steps | Sampler | Scheduler | Status | Purpose |
|---|---|---:|---:|---:|---:|---:|---|---|---|---|
| F3K-MI2I-01 | `qwen3-vl-4b-heretic_int8.safetensors` | 1920×1080 | 2 | 310101 | 1.0 | 16 | euler | Flux2Scheduler | Planned | Baseline |
| F3K-MI2I-01 | `qwen3-vl-4b-heretic_int8.safetensors` | 1920×1080 requested; 1920×1072 actual | 2 | 310101 | 1.0 | 16 | euler | Flux2Scheduler | Completed | Baseline; 16-pixel latent quantization reduced height |
| F3K-MI2I-02 | `qwen3-vl-4b-heretic_int8.safetensors` | 1920×1080 | 2 | 310101 | 1.0 | 16 | euler_cfg_pp | Flux2Scheduler | Planned | CFG++ comparison |
| F3K-MI2I-03 | `qwen3-vl-4b-heretic_int8.safetensors` | 1920×1080 | 2 | 310101 | 1.0 | 16 | euler_ancestral | Flux2Scheduler | Planned | Ancestral comparison |
| F3K-MI2I-04 | `qwen3-vl-4b-heretic_int8.safetensors` | 1920×1080 | 2 | 310101 | 1.0 | 16 | euler_ancestral_cfg_pp | Flux2Scheduler | Planned | Ancestral CFG++ comparison |
@@ -0,0 +1,60 @@
{
"test_id": "F3K-MI2I-01",
"status": "completed",
"server": {
"url": "http://192.168.1.202:8188",
"comfyui_version": "0.43.0",
"device": "NVIDIA GeForce RTX 3070",
"inspection": {
"system_stats": true,
"model_lists": true,
"object_info": true
}
},
"submitted_at": "2026-10-28T17:20:47.038Z",
"execution_started_at": "2026-10-28T17:20:44.224Z",
"completed_at": "2026-10-28T17:21:43.339Z",
"runtime_seconds": 59.115,
"prompt_id": "7de5aa1a-d6fc-4894-a67c-3eb73dcda7e6",
"workflow_source": {
"path": "optimized/MultipleRef2I/flux/workflow.json#74",
"workflow_sha256": "1a62885b2e880e4c79788431bda4c12a5a1233972714182ae05430eefc7bf215",
"prompt_sha256": "a45159d201e0bde90726038995b738a62ed599c4e085266c19b70eebeab267ba"
},
"inputs": {
"references": [
{
"path": "optimized/MultipleRef2I/person_reference.png",
"sha256": "d7e1098944178567452574a873d2f44bb28725dc262c8fa6b53f99b9c7b05195"
},
{
"path": "optimized/MultipleRef2I/scene_reference.png",
"sha256": "32acfa43b68a6d0f71c3613cdaa63c23f0a3b9f9211047603f0ae775c4905d3e"
}
]
},
"model": "flux3-image-klein-int8-convrot.safetensors",
"text_encoder": "qwen3-vl-4b-heretic_int8.safetensors",
"text_encoder_type": "flux3",
"vae": "flux2-vae.safetensors",
"settings": {
"requested_width": 1920,
"requested_height": 1080,
"references": 2,
"seed": 310101,
"cfg": 1,
"steps": 16,
"sampler": "euler",
"scheduler": "Flux2Scheduler"
},
"output": {
"server_filename": "F3K-MI2I-01_00001_.png",
"server_subfolder": "fluxExperiments\\flux3klein",
"path": "optimized/MultipleRef2I/flux3klein/results/F3K-MI2I-01.png",
"sha256": "bbd0b9a25f487e2ba33631334b6c315cf4853b7f720d94969265788ab20b236b",
"width": 1920,
"height": 1072
},
"error": null,
"notes": "Requested 1080 height; ComfyUI/Flux2 latent step-16 quantization produced 1072 height. Both references were retained; no reference count or sampler substitution was made."
}
Binary file not shown.

After

Width:  |  Height:  |  Size: 3.3 MiB

@@ -4,7 +4,7 @@
"vae": "flux2-vae.safetensors",
"fixed": {"prompt_source":"../flux/workflow.json#74","reference_images":["../person_reference.png","../scene_reference.png"],"width":1920,"height":1080,"seed":310101,"cfg":1.0,"steps":16,"scheduler":"Flux2Scheduler"},
"tests": [
{"id":"F3K-MI2I-01","mode":"mi2i","width":1920,"height":1080,"references":2,"seed":310101,"cfg":1.0,"steps":16,"sampler":"euler","scheduler":"Flux2Scheduler","status":"planned"},
{"id":"F3K-MI2I-01","mode":"mi2i","width":1920,"height":1080,"references":2,"seed":310101,"cfg":1.0,"steps":16,"sampler":"euler","scheduler":"Flux2Scheduler","status":"completed","prompt_id":"7de5aa1a-d6fc-4894-a67c-3eb73dcda7e6","runtime_seconds":59.115,"output_dimensions":{"width":1920,"height":1072}},
{"id":"F3K-MI2I-02","mode":"mi2i","width":1920,"height":1080,"references":2,"seed":310101,"cfg":1.0,"steps":16,"sampler":"euler_cfg_pp","scheduler":"Flux2Scheduler","status":"planned"},
{"id":"F3K-MI2I-03","mode":"mi2i","width":1920,"height":1080,"references":2,"seed":310101,"cfg":1.0,"steps":16,"sampler":"euler_ancestral","scheduler":"Flux2Scheduler","status":"planned"},
{"id":"F3K-MI2I-04","mode":"mi2i","width":1920,"height":1080,"references":2,"seed":310101,"cfg":1.0,"steps":16,"sampler":"euler_ancestral_cfg_pp","scheduler":"Flux2Scheduler","status":"planned"},
@@ -16,5 +16,6 @@
{"id":"F3K-MI2I-10","mode":"mi2i","width":1920,"height":1080,"references":2,"seed":310101,"cfg":1.0,"steps":16,"sampler":"res_multistep_cfg_pp","scheduler":"Flux2Scheduler","status":"planned"},
{"id":"F3K-MI2I-11","mode":"mi2i","width":1920,"height":1080,"references":2,"seed":310101,"cfg":1.0,"steps":16,"sampler":"ddim","scheduler":"Flux2Scheduler","status":"planned"},
{"id":"F3K-MI2I-12","mode":"mi2i","width":1920,"height":1080,"references":2,"seed":310101,"cfg":1.0,"steps":16,"sampler":"uni_pc","scheduler":"Flux2Scheduler","status":"planned"}
]
],
"matrix": {"planned_runs": 12, "completed_runs": 1, "failed_runs": 0}
}
+6 -5
View File
@@ -4,8 +4,10 @@ This is the canonical local FLUX.3 Klein text-to-image workflow and focused
optimization plan. Reference-based tests belong in
`optimized/I2I/flux3klein/` and `optimized/MultipleRef2I/flux3klein/`.
No results have been retained for this fresh run. The workflow does not use
the remote `Flux3ImageNode` API.
Baseline `F3I-T2I-01` was submitted to the local ComfyUI API on 2026-10-28.
It was rejected before execution because the requested text encoder is not
installed; see `results/F3I-T2I-01.json`. The workflow does not use the remote
`Flux3ImageNode` API.
## Fixed comparison inputs
@@ -27,12 +29,11 @@ scheduler, and reference count stay fixed while sampler varies.
## Focused optimization matrix
This follows the practical 18-row scope used by the Flux.2 Klein plan: focused
sampler comparisons with the standard settings held constant. All rows are
currently **Planned**.
sampler comparisons with the standard settings held constant. The remaining rows are currently **Planned**.
| ID | Guidance | Steps | Sampler | Scheduler | Status | Purpose |
|---|---:|---:|---|---|---|---|
| F3I-T2I-01 | 1.0 | 16 | euler | simple | Planned | Baseline |
| F3I-T2I-01 | 1.0 | 16 | euler | simple | Failed (validation) | Baseline; requested encoder absent |
| F3I-T2I-02 | 1.0 | 16 | euler_cfg_pp | simple | Planned | CFG++ sampler |
| F3I-T2I-03 | 1.0 | 16 | euler_ancestral | simple | Planned | Ancestral sampler |
| F3I-T2I-04 | 1.0 | 16 | euler_ancestral_cfg_pp | simple | Planned | Ancestral CFG++ sampler |
@@ -0,0 +1,53 @@
{
"test_id": "F3I-T2I-01",
"status": "failed_validation",
"server": {
"url": "http://192.168.1.202:8188",
"comfyui_version": "0.43.0",
"device": "NVIDIA GeForce RTX 3070",
"inspection": {
"system_stats": true,
"model_lists": true,
"object_info": true
}
},
"submitted_at": "2026-10-28T17:19:03.473Z",
"execution_started_at": null,
"completed_at": "2026-10-28T17:19:03.473Z",
"runtime_seconds": null,
"prompt_id": null,
"workflow_source": {
"path": "optimized/T2I/flux3image/workflow.json",
"sha256": "103fc4fc9f492289def0e72295b6f28e56515f96fc21e8f5c3c77655d80e5dc4"
},
"inputs": {
"prompt": {
"path": "optimized/T2I/flux3image/prompt.txt",
"sha256": "5802909ebe894260b70a3977430e08aaa95732e0559749d8cb42e2f5ecf3ab6f"
},
"references": []
},
"model": "flux3-image-klein-int8-convrot.safetensors",
"text_encoder": "qwen3vl_4b_int8_convrot.safetensors",
"text_encoder_type": "flux3",
"vae": "flux2-vae.safetensors",
"settings": {
"width": 1088,
"height": 1920,
"references": 0,
"seed": 310001,
"guidance": 1,
"steps": 16,
"sampler": "euler",
"scheduler": "simple"
},
"output": null,
"error": {
"http_status": 400,
"type": "prompt_outputs_failed_validation",
"message": "Prompt outputs failed validation",
"node": "2",
"details": "clip_name: qwen3vl_4b_int8_convrot.safetensors not in [qwen3-8b-heretic_int8.safetensors, qwen3-vl-4b-heretic_int8.safetensors, qwen3vl_32b_minimax_h3_nvfp4_awq.safetensors, qwen3vl_8b_w4a8.safetensors, uncensoredQwen34BLLMForZ_fp8.safetensors]",
"exact_node_error_type": "value_not_in_list"
}
}
+2 -2
View File
@@ -13,7 +13,7 @@
"remote_api": false
},
"tests": [
{"id":"F3I-T2I-01","steps":16,"sampler":"euler","status":"planned"},
{"id":"F3I-T2I-01","steps":16,"sampler":"euler","status":"failed_validation","prompt_id":null,"runtime_seconds":null,"output_dimensions":null},
{"id":"F3I-T2I-02","steps":16,"sampler":"euler_cfg_pp","status":"planned"},
{"id":"F3I-T2I-03","steps":16,"sampler":"euler_ancestral","status":"planned"},
{"id":"F3I-T2I-04","steps":16,"sampler":"euler_ancestral_cfg_pp","status":"planned"},
@@ -32,5 +32,5 @@
{"id":"F3I-T2I-17","steps":16,"sampler":"uni_pc_bh2","status":"planned"},
{"id":"F3I-T2I-18","steps":16,"sampler":"gradient_estimation","status":"planned"}
],
"matrix": {"planned_runs": 18, "completed_runs": 0}
"matrix": {"planned_runs": 18, "completed_runs": 0, "failed_runs": 1}
}