From 65bd17319027cbeb077ac25a39e4def71b3ff97c Mon Sep 17 00:00:00 2001 From: Morpheus Date: Mon, 12 Oct 2026 20:54:40 +0000 Subject: [PATCH] Reset Ideogram tests around author workflow --- optimized/T2I/ideogram/README.md | 82 ++++++++++--------- optimized/T2I/ideogram/smoke-tests.json | 17 ++++ .../ideogram/workflow-author-inspired.json | 10 +++ 3 files changed, 69 insertions(+), 40 deletions(-) create mode 100644 optimized/T2I/ideogram/smoke-tests.json create mode 100644 optimized/T2I/ideogram/workflow-author-inspired.json diff --git a/optimized/T2I/ideogram/README.md b/optimized/T2I/ideogram/README.md index 3409eb9..36d6d4f 100644 --- a/optimized/T2I/ideogram/README.md +++ b/optimized/T2I/ideogram/README.md @@ -1,21 +1,19 @@ -# Ideogram 4 — optimized local T2I +# Ideogram 4 — author-informed T2I tests -Local Ideogram 4 text-to-image workflow for the RTX 3070 server. It is -especially useful for posters, magazine covers, labels, and other images where -the prompt includes literal text. +This section follows the model card and author workflow: structured Ideogram 4 +JSON captions, AuraFlow shift 5.25, StarSampler, and CFG 1.0. It is intended +for controlled quality/time comparisons on the RTX 3070 server. -## Baseline +## Current direction -- Main model: `ideogram4_int8_convrot.safetensors` -- Unconditional companion: `ideogram4_unconditional_int8_convrot.safetensors` +- Main models: `ideogram4_int8_convrot.safetensors` and + `Fal_Ideo_4_NSFW-int8_convrot.safetensors`, tested separately - Text encoder: `qwen3vl_8b_w4a8.safetensors`, type `ideogram4` - VAE: `flux2-vae.safetensors` -- Latent/output: 768×1024 portrait -- Sampler: Euler -- Scheduler: Ideogram 4 Scheduler, `mu=0.5`, `std=1.75` -- Steps: 8 -- CFG: 7.0 -- CFG override: 3.0 from 70% to 100% +- Prompt: Ideogram 4 structured JSON caption +- Sampling: AuraFlow shift `5.25`; StarSampler, Euler, simple scheduler +- Steps: author workflow 8; model-card reference 10 +- CFG: `1.0` - Seed: 20261012 for the controlled baseline The Fal model is retained as a comparison only; it produced more stylised, @@ -58,38 +56,42 @@ fine-tuning details should not be treated as verified claims. - The 8-step Fal run completed in about 5 minutes 18 seconds, but remained painterly and noisy. -## Quality/time test matrix +## Current smoke tests + +The first smoke tests use the same 512×512 structured caption and seed before +full-size tests are queued. Exact prompt IDs are recorded in `smoke-tests.json`. + +| ID | Model | Steps | Sampler | Scheduler | Shift | CFG | Status | +|---|---|---:|---|---|---:|---:|---| +| IDEO-SMOKE-FAL-10 | Fal Ideogram | 10 | Euler | simple | 5.25 | 1 | Running | +| IDEO-SMOKE-LOCAL-08 | Local Ideogram | 8 | Euler | simple | 5.25 | 1 | Queued | + +## Revised quality/time matrix + +The previous free-form-prompt/dual-guider queue was stopped because its +outputs did not meet the quality bar. Those IDs remain historical in +`submissions.json`; they are not part of this new matrix. Keep the prompt and seed fixed for sampler tests. Keep all other settings fixed -when changing steps or resolution. A row is not promoted until its output is -visually reviewed for typography, anatomy, texture, and artefacts. - -| ID | Resolution | Steps | Sampler | mu/std | CFG | Purpose | Status | -|---|---:|---:|---|---|---:|---|---| -| IDEO-T2I-01 | 768×1024 | 8 | Euler | 0.5/1.75 | 7 | Baseline speed/quality | Queued | -| IDEO-T2I-02 | 768×1024 | 6 | Euler | 0.5/1.75 | 7 | Faster lower bound | Queued | -| IDEO-T2I-03 | 768×1024 | 10 | Euler | 0.5/1.75 | 7 | Quality increase | Queued | -| IDEO-T2I-04 | 768×1024 | 12 | Euler | 0.5/1.75 | 7 | Existing quality reference | Complete | -| IDEO-T2I-05 | 768×1024 | 8 | Euler CFG++ | 0.5/1.75 | 7 | Sampler comparison | Queued | -| IDEO-T2I-06 | 768×1024 | 8 | Euler ancestral | 0.5/1.75 | 7 | Sampler comparison | Queued | -| IDEO-T2I-07 | 768×1024 | 8 | res_multistep | 0.5/1.75 | 7 | Sampler comparison | Queued | -| IDEO-T2I-08 | 512×768 | 8 | Euler | 0.5/1.75 | 7 | Portrait speed test | Queued | -| IDEO-T2I-09 | 1024×1024 | 8 | Euler | 0.5/1.75 | 7 | Square quality test | Queued | -| IDEO-T2I-10 | 768×1024 | 8 | Euler | 0.0/1.75 | 7 | Scheduler mu comparison | Queued | - -### Author-inspired comparison matrix - -| ID | Resolution | Model | Prompt path | Sampling | Purpose | Status | -|---|---:|---|---|---|---|---| -| IDEO-AUTHOR-01 | 768×1024 | Fal Ideogram | Free-form prompt | AuraFlow 5.25, StarSampler 8/Euler/simple, CFG 1 | Reproduce the author's core sampling approach | Planned | -| IDEO-AUTHOR-02 | 768×1024 | Fal Ideogram | `Ideogram4PromptBuilderKJ` | AuraFlow 5.25, StarSampler 8/Euler/simple, CFG 1 | Test structured prompt construction separately | Planned | -| IDEO-AUTHOR-03 | 768×1024 | Fal Ideogram | Structured JSON caption | Model-card reference: 10 steps, guidance 1 | Compare the documented 10-step setting | Planned | +when changing one variable. A row is not promoted until detail, anatomy, +composition, text fidelity, artefacts, and runtime are reviewed. +| ID | Model | Resolution | Steps | Sampler | Scheduler | Shift | CFG | Purpose | Status | +|---|---|---:|---:|---|---|---:|---:|---|---| +| IDEO-AUTHOR-01 | Fal | 768×1024 | 8 | Euler | simple | 5.25 | 1 | Author sampling | Planned | +| IDEO-AUTHOR-02 | Local | 768×1024 | 8 | Euler | simple | 5.25 | 1 | Local author sampling | Planned | +| IDEO-CARD-10 | Local | 768×1024 | 10 | Euler | simple | 5.25 | 1 | Model-card step count | Planned | +| IDEO-SAMPLER-01 | Local | 768×1024 | 8 | res_multistep | simple | 5.25 | 1 | Sampler comparison | Planned | +| IDEO-SAMPLER-02 | Local | 768×1024 | 8 | euler_ancestral | simple | 5.25 | 1 | Sampler comparison | Planned | +| IDEO-SCHED-01 | Local | 768×1024 | 8 | Euler | beta | 5.25 | 1 | Scheduler comparison | Planned | +| IDEO-SHIFT-01 | Local | 768×1024 | 8 | Euler | simple | 3.0 | 1 | Shift comparison | Planned | +| IDEO-SHIFT-02 | Local | 768×1024 | 8 | Euler | simple | 7.0 | 1 | Shift comparison | Planned | +| IDEO-STEPS-01 | Local | 768×1024 | 6 | Euler | simple | 5.25 | 1 | Speed lower bound | Planned | Results belong in `results/.png` with a matching JSON record containing the exact prompt, seed, resolution, settings, runtime, and visual verdict. ## Reuse -Replace `REPLACE_PROMPT` in `workflow.json` and `variables.json`, then preserve -the technical baseline unless the test matrix calls for a change. For literal -text, use short exact quoted strings and explicitly forbid extra words. +Replace `STRUCTURED_JSON_CAPTION` in `workflow-author-inspired.json` with the +caption from `smoke-tests.json` or a new test caption. Keep the seed and all +other settings fixed while changing one matrix variable. diff --git a/optimized/T2I/ideogram/smoke-tests.json b/optimized/T2I/ideogram/smoke-tests.json new file mode 100644 index 0000000..9f8e26b --- /dev/null +++ b/optimized/T2I/ideogram/smoke-tests.json @@ -0,0 +1,17 @@ +{ + "prompt_format": "Ideogram 4 structured JSON caption", + "caption": { + "high_level_description": "A premium cinematic fantasy editorial image of an emerald dragon protecting an adult woman in a mountain pass at sunrise.", + "compositional_deconstruction": { + "background": "A windswept mountain pass at sunrise with warm golden light and distant mist.", + "elements": [ + {"type": "obj", "desc": "a majestic emerald dragon with believable anatomy, detailed scales, folded wings and a calm protective expression"}, + {"type": "obj", "desc": "an adult woman in a practical dark-blue travel outfit standing safely beside the dragon"} + ] + } + }, + "tests": [ + {"id": "IDEO-SMOKE-FAL-10", "prompt_id": "9e517491-cf82-4108-a818-911fc1e8fc0f", "model": "Fal_Ideo_4_NSFW-int8_convrot.safetensors", "resolution": "512x512", "steps": 10, "cfg": 1.0, "sampler": "euler", "scheduler": "simple", "aura_shift": 5.25, "status": "running"}, + {"id": "IDEO-SMOKE-LOCAL-08", "prompt_id": "9285d125-f931-4e30-b0cc-9b5ff89fe236", "model": "ideogram4_int8_convrot.safetensors", "resolution": "512x512", "steps": 8, "cfg": 1.0, "sampler": "euler", "scheduler": "simple", "aura_shift": 5.25, "status": "queued"} + ] +} diff --git a/optimized/T2I/ideogram/workflow-author-inspired.json b/optimized/T2I/ideogram/workflow-author-inspired.json new file mode 100644 index 0000000..72f26dd --- /dev/null +++ b/optimized/T2I/ideogram/workflow-author-inspired.json @@ -0,0 +1,10 @@ +{ + "1": {"class_type": "VAELoader", "inputs": {"vae_name": "flux2-vae.safetensors"}}, + "2": {"class_type": "CLIPLoader", "inputs": {"clip_name": "qwen3vl_8b_w4a8.safetensors", "type": "ideogram4", "device": "default"}}, + "3": {"class_type": "CLIPTextEncode", "inputs": {"text": "STRUCTURED_JSON_CAPTION", "clip": ["2", 0]}}, + "4": {"class_type": "UNETLoader", "inputs": {"unet_name": "ideogram4_int8_convrot.safetensors", "weight_dtype": "default"}}, + "5": {"class_type": "ModelSamplingAuraFlow", "inputs": {"model": ["4", 0], "shift": 5.25}}, + "6": {"class_type": "EmptyFlux2LatentImage", "inputs": {"width": 768, "height": 1024, "batch_size": 1}}, + "7": {"class_type": "StarSampler", "inputs": {"model": ["5", 0], "positive": ["3", 0], "latent": ["6", 0], "seed": 20261012, "steps": 8, "cfg": 1.0, "sampler_name": "euler", "scheduler": "simple", "use_ltx_scheduler": false, "denoise": 1.0, "vae": ["1", 0], "decode_image": true, "tiled_vae_decoding": false}}, + "8": {"class_type": "SaveImage", "inputs": {"images": ["7", 4], "filename_prefix": "ideogram-author-inspired"}} +}