From 29e97994e7708207d9aabab26502890aae3f2858 Mon Sep 17 00:00:00 2001 From: Morpheus Date: Mon, 7 Sep 2026 18:09:23 +0000 Subject: [PATCH] Import same-day MiniMax H3 workflows --- .../minimax-h3-longvideos-smite79/README.md | 50 + .../workflow.json | 1 + .../README.md | 50 + .../workflow.json | 13558 ++++++++++++++++ 4 files changed, 13659 insertions(+) create mode 100644 models/minimax/minimax-h3-longvideos-smite79/README.md create mode 100644 models/minimax/minimax-h3-longvideos-smite79/workflow.json create mode 100644 models/minimax/minimax-h3-singularity-pruned-w4a8/README.md create mode 100644 models/minimax/minimax-h3-singularity-pruned-w4a8/workflow.json diff --git a/models/minimax/minimax-h3-longvideos-smite79/README.md b/models/minimax/minimax-h3-longvideos-smite79/README.md new file mode 100644 index 0000000..7481831 --- /dev/null +++ b/models/minimax/minimax-h3-longvideos-smite79/README.md @@ -0,0 +1,50 @@ +# MiniMax H3 LongVideos + +## Summary + +Same-day MiniMax H3 long-video workflow with synced audio and shot chaining. + +## Model Family + +- `minimax` + +## Status + +- `imported-only` + +## Source + +- Model card: +- Workflow file: +- Original publisher: `Smite79` +- Date imported: `2026-09-07` + +## Developer notes + +- The workflow is built around the `H3 LongVideos` node pack. +- It turns a paragraph-by-paragraph prompt into chained shots and supports `plan_only` for a non-rendering split check. +- The source README expects ComfyUI `0.31+` with native MiniMax-H3 support. + +## Our notes + +- This is the most immediately useful MiniMax H3 import today because it packages the long-form, audio-synced path instead of a bare checkpoint. +- The default settings are already aimed at practical use: `8` steps, `res_multistep`, `shift_video/shift_audio` at `12/3`, and shot chaining. +- Still heavy for an RTX 3070 with `8 GB` VRAM, but this is the right kind of heavy if you want a real H3 workflow. + +## Required custom nodes + +- `Smite79/MiniMax-H3-LongVideos` +- current ComfyUI MiniMax-H3 support +- `pysssss` for the text output panels + +## Required models + +- `MiniMax-H3` diffusion model +- `MiniMax-H3` text encoder +- `MiniMax-H3` video VAE +- `MiniMax-H3` audio VAE +- optional `MiniMax-H3` PDD Acc LoRA for the low-step path + +## Notes + +- Best first try if you want a reusable local MiniMax H3 workflow rather than another checkpoint. diff --git a/models/minimax/minimax-h3-longvideos-smite79/workflow.json b/models/minimax/minimax-h3-longvideos-smite79/workflow.json new file mode 100644 index 0000000..dea0808 --- /dev/null +++ b/models/minimax/minimax-h3-longvideos-smite79/workflow.json @@ -0,0 +1 @@ +{"id":"b0a42acc-153f-4934-82fa-c70a622e0091","revision":0,"last_node_id":20,"last_link_id":18,"nodes":[{"id":6,"type":"VAELoader","pos":[-2371.0676810425216,-273.6443652225248],"size":[340.1880934285298,58],"flags":{"collapsed":false},"order":0,"mode":0,"inputs":[{"localized_name":"vae_name","name":"vae_name","type":"COMBO","widget":{"name":"vae_name"},"link":null}],"outputs":[{"localized_name":"VAE","name":"VAE","type":"VAE","links":[3]}],"title":"Video VAE","properties":{"cnr_id":"comfy-core","ver":"0.30.0","Node name for S&R":"VAELoader","ue_properties":{"widget_ue_connectable":{"vae_name":true},"version":"7.8","input_ue_unconnectable":{}},"models":[{"name":"minimax_h3_video_vae_fp16.safetensors","url":"https://huggingface.co/Comfy-Org/MiniMax-H3/resolve/main/vae/minimax_h3_video_vae_fp16.safetensors","directory":"vae"}]},"widgets_values":["minimax_h3_video_vae_int8_convrot.safetensors"],"widgets_values_named":{"vae_name":"minimax_h3_video_vae_int8_convrot.safetensors"}},{"id":7,"type":"VAELoader","pos":[-2015.6044880307088,-274.3755101704583],"size":[349.65631840514993,58],"flags":{"collapsed":false},"order":1,"mode":0,"inputs":[{"localized_name":"vae_name","name":"vae_name","type":"COMBO","widget":{"name":"vae_name"},"link":null}],"outputs":[{"localized_name":"VAE","name":"VAE","type":"VAE","links":[4]}],"title":"Audio VAE","properties":{"cnr_id":"comfy-core","ver":"0.30.0","Node name for S&R":"VAELoader","ue_properties":{"widget_ue_connectable":{"vae_name":true},"version":"7.8","input_ue_unconnectable":{}},"models":[{"name":"minimax_h3_audio_vae_fp32.safetensors","url":"https://huggingface.co/Comfy-Org/MiniMax-H3/resolve/main/vae/minimax_h3_audio_vae_fp32.safetensors","directory":"vae"}]},"widgets_values":["MiniMax-H3-audio_vae.safetensors"],"widgets_values_named":{"vae_name":"MiniMax-H3-audio_vae.safetensors"}},{"id":11,"type":"H3AdaLNLoRAFix","pos":[-2365.150040432136,82.59759952281553],"size":[713.7079207708553,92.1178879555265],"flags":{},"order":12,"mode":0,"inputs":[{"localized_name":"model","name":"model","type":"MODEL","link":6},{"localized_name":"mode","name":"mode","type":"COMBO","widget":{"name":"mode"},"link":null}],"outputs":[{"localized_name":"MODEL","name":"MODEL","type":"MODEL","links":[7]}],"properties":{"cnr_id":"comfyui-workflow-encrypt","ver":"1.0.0","Node name for S&R":"H3AdaLNLoRAFix","ue_properties":{"widget_ue_connectable":{},"input_ue_unconnectable":{},"version":"7.8"}},"widgets_values":["port"],"widgets_values_named":{"mode":"port"}},{"id":4,"type":"UNETLoader","pos":[-2380.535906019142,-635.8039705782519],"size":[720.9985518151,185.63011361808032],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"unet_name","name":"unet_name","type":"COMBO","widget":{"name":"unet_name"},"link":null},{"localized_name":"weight_dtype","name":"weight_dtype","type":"COMBO","widget":{"name":"weight_dtype"},"link":null}],"outputs":[{"localized_name":"MODEL","name":"MODEL","type":"MODEL","links":[8]}],"properties":{"cnr_id":"comfy-core","ver":"0.30.0","Node name for S&R":"UNETLoader","ue_properties":{"widget_ue_connectable":{},"input_ue_unconnectable":{},"version":"7.8"}},"widgets_values":["minimax_h3_hybrid_fl2va_ref2va_b25-49-int8.safetensors","default"],"widgets_values_named":{"unet_name":"minimax_h3_hybrid_fl2va_ref2va_b25-49-int8.safetensors","weight_dtype":"default"}},{"id":5,"type":"CLIPLoaderGGUF","pos":[-2375.8017935308367,-402.6489305289766],"size":[716.7711067377279,85.12021050365911],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"clip_name","name":"clip_name","type":"COMBO","widget":{"name":"clip_name"},"link":null},{"localized_name":"type","name":"type","type":"COMBO","widget":{"name":"type"},"link":null}],"outputs":[{"localized_name":"CLIP","name":"CLIP","type":"CLIP","links":[9]}],"properties":{"cnr_id":"comfyui-workflow-encrypt","ver":"1.0.0","Node name for S&R":"CLIPLoaderGGUF","ue_properties":{"widget_ue_connectable":{},"input_ue_unconnectable":{},"version":"7.8"}},"widgets_values":["qwen3vl_32b_h3_ultra_uncensored_heretic_int8_convrot.safetensors","minimax"],"widgets_values_named":{"clip_name":"qwen3vl_32b_h3_ultra_uncensored_heretic_int8_convrot.safetensors","type":"minimax"}},{"id":9,"type":"LoadImage","pos":[-2777.017826915127,-631.0698580899423],"size":[309.22769577668305,326],"flags":{},"order":4,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"COMBO","widget":{"name":"image"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[12]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.30.0","Node name for S&R":"LoadImage","ue_properties":{"widget_ue_connectable":{},"input_ue_unconnectable":{},"version":"7.8"}},"widgets_values":["Screenshot 2026-08-26 065202.png","image"],"widgets_values_named":{"image":"Screenshot 2026-08-26 065202.png","upload":"image"}},{"id":15,"type":"ShowText|pysssss","pos":[-1110.6102310299427,-635.8039705782508],"size":[623.5670757178784,275.4971818657487],"flags":{},"order":15,"mode":0,"inputs":[{"localized_name":"text","name":"text","type":"STRING","link":13}],"outputs":[{"localized_name":"STRING","name":"STRING","shape":6,"type":"STRING","links":null}],"title":"Job Information:","properties":{"cnr_id":"comfyui-workflow-encrypt","ver":"1.0.0","Node name for S&R":"ShowText|pysssss","ue_properties":{"widget_ue_connectable":{},"input_ue_unconnectable":{},"version":"7.8"}},"color":"#2a363b","bgcolor":"#3f5159"},{"id":16,"type":"ShowText|pysssss","pos":[-1108.2431747857888,-238.13852156019726],"size":[623.5670757178784,275.4971818657487],"flags":{},"order":16,"mode":0,"inputs":[{"localized_name":"text","name":"text","type":"STRING","link":14}],"outputs":[{"localized_name":"STRING","name":"STRING","shape":6,"type":"STRING","links":null}],"title":"What did the prompt generate?","properties":{"cnr_id":"comfyui-workflow-encrypt","ver":"1.0.0","Node name for S&R":"ShowText|pysssss","ue_properties":{"widget_ue_connectable":{},"input_ue_unconnectable":{},"version":"7.8"}},"color":"#2a363b","bgcolor":"#3f5159"},{"id":3,"type":"H3LongVideos","pos":[-1564.4394691138598,-641.614017722995],"size":[400,1178],"flags":{},"order":13,"mode":0,"inputs":[{"localized_name":"model","name":"model","type":"MODEL","link":7},{"localized_name":"clip","name":"clip","type":"CLIP","link":10},{"localized_name":"vae","name":"vae","type":"VAE","link":3},{"localized_name":"audio_vae","name":"audio_vae","type":"VAE","link":4},{"localized_name":"prompt","name":"prompt","type":"STRING","link":5},{"localized_name":"first_frame","name":"first_frame","shape":7,"type":"IMAGE","link":null},{"localized_name":"ref_image_1","name":"ref_image_1","shape":7,"type":"IMAGE","link":12},{"localized_name":"ref_image_2","name":"ref_image_2","shape":7,"type":"IMAGE","link":null},{"localized_name":"ref_image_3","name":"ref_image_3","shape":7,"type":"IMAGE","link":null},{"localized_name":"ref_image_4","name":"ref_image_4","shape":7,"type":"IMAGE","link":null},{"localized_name":"negative","name":"negative","shape":7,"type":"CONDITIONING","link":null},{"localized_name":"sigmas","name":"sigmas","shape":7,"type":"SIGMAS","link":18},{"localized_name":"resolution","name":"resolution","type":"COMBO","widget":{"name":"resolution"},"link":null},{"localized_name":"megapixels","name":"megapixels","type":"FLOAT","widget":{"name":"megapixels"},"link":null},{"localized_name":"shot_seconds","name":"shot_seconds","type":"FLOAT","widget":{"name":"shot_seconds"},"link":null},{"localized_name":"steps","name":"steps","type":"INT","widget":{"name":"steps"},"link":null},{"localized_name":"cfg","name":"cfg","type":"FLOAT","widget":{"name":"cfg"},"link":null},{"localized_name":"sampler_name","name":"sampler_name","type":"COMBO","widget":{"name":"sampler_name"},"link":null},{"localized_name":"scheduler","name":"scheduler","type":"COMBO","widget":{"name":"scheduler"},"link":null},{"localized_name":"seed","name":"seed","type":"INT","widget":{"name":"seed"},"link":null},{"localized_name":"shift_video","name":"shift_video","shape":7,"type":"FLOAT","widget":{"name":"shift_video"},"link":null},{"localized_name":"shift_audio","name":"shift_audio","shape":7,"type":"FLOAT","widget":{"name":"shift_audio"},"link":null},{"localized_name":"apply_model_sampling","name":"apply_model_sampling","shape":7,"type":"BOOLEAN","widget":{"name":"apply_model_sampling"},"link":null},{"localized_name":"silence_nonspeech","name":"silence_nonspeech","shape":7,"type":"BOOLEAN","widget":{"name":"silence_nonspeech"},"link":null},{"localized_name":"trim_seam","name":"trim_seam","shape":7,"type":"BOOLEAN","widget":{"name":"trim_seam"},"link":null},{"localized_name":"ref_noise_aug","name":"ref_noise_aug","shape":7,"type":"FLOAT","widget":{"name":"ref_noise_aug"},"link":null},{"localized_name":"tiled_decode","name":"tiled_decode","shape":7,"type":"BOOLEAN","widget":{"name":"tiled_decode"},"link":null},{"localized_name":"cleanup_between_shots","name":"cleanup_between_shots","shape":7,"type":"BOOLEAN","widget":{"name":"cleanup_between_shots"},"link":null},{"localized_name":"latent_upscale","name":"latent_upscale","shape":7,"type":"COMBO","widget":{"name":"latent_upscale"},"link":null},{"localized_name":"latent_upscale_scale","name":"latent_upscale_scale","shape":7,"type":"FLOAT","widget":{"name":"latent_upscale_scale"},"link":null},{"localized_name":"upscale","name":"upscale","shape":7,"type":"COMBO","widget":{"name":"upscale"},"link":null},{"localized_name":"upscale_model","name":"upscale_model","shape":7,"type":"COMBO","widget":{"name":"upscale_model"},"link":null},{"localized_name":"upscale_target_short_edge","name":"upscale_target_short_edge","shape":7,"type":"INT","widget":{"name":"upscale_target_short_edge"},"link":null},{"localized_name":"upscale_batch","name":"upscale_batch","shape":7,"type":"INT","widget":{"name":"upscale_batch"},"link":null},{"localized_name":"shot_length","name":"shot_length","shape":7,"type":"COMBO","widget":{"name":"shot_length"},"link":null},{"localized_name":"auto_remove","name":"auto_remove","shape":7,"type":"BOOLEAN","widget":{"name":"auto_remove"},"link":null},{"localized_name":"restart_after_removal","name":"restart_after_removal","shape":7,"type":"BOOLEAN","widget":{"name":"restart_after_removal"},"link":null},{"localized_name":"hold_restraints","name":"hold_restraints","shape":7,"type":"BOOLEAN","widget":{"name":"hold_restraints"},"link":null},{"localized_name":"plan_only","name":"plan_only","shape":7,"type":"BOOLEAN","widget":{"name":"plan_only"},"link":null},{"localized_name":"anchor","name":"anchor","shape":7,"type":"STRING","widget":{"name":"anchor"},"link":null},{"localized_name":"character_memory","name":"character_memory","shape":7,"type":"STRING","widget":{"name":"character_memory"},"link":null},{"localized_name":"character_guard","name":"character_guard","shape":7,"type":"BOOLEAN","widget":{"name":"character_guard"},"link":null},{"localized_name":"pace","name":"pace","shape":7,"type":"FLOAT","widget":{"name":"pace"},"link":null},{"localized_name":"auto_sound","name":"auto_sound","shape":7,"type":"BOOLEAN","widget":{"name":"auto_sound"},"link":null},{"localized_name":"hold_scene_state","name":"hold_scene_state","shape":7,"type":"BOOLEAN","widget":{"name":"hold_scene_state"},"link":null},{"localized_name":"mouths_shut_when_no_line","name":"mouths_shut_when_no_line","shape":7,"type":"BOOLEAN","widget":{"name":"mouths_shut_when_no_line"},"link":null},{"localized_name":"hold_gaze","name":"hold_gaze","shape":7,"type":"BOOLEAN","widget":{"name":"hold_gaze"},"link":null}],"outputs":[{"localized_name":"images","name":"images","type":"IMAGE","links":[16]},{"localized_name":"audio","name":"audio","type":"AUDIO","links":[17]},{"localized_name":"info","name":"info","type":"STRING","links":[13]},{"localized_name":"script","name":"script","type":"STRING","links":[14]},{"localized_name":"frames_per_shot","name":"frames_per_shot","type":"INT","links":null},{"localized_name":"total_frames","name":"total_frames","type":"INT","links":null},{"localized_name":"shots","name":"shots","type":"INT","links":null},{"localized_name":"video_seconds","name":"video_seconds","type":"FLOAT","links":null}],"properties":{"aux_id":"Smite79/MiniMax-H3-LongVideos","ver":"6943916874e92146ae41425bbe3a1f9e9c2f3964","Node name for S&R":"H3LongVideos","ue_properties":{"widget_ue_connectable":{},"input_ue_unconnectable":{},"version":"7.8"}},"widgets_values":["16:9",1,10,8,1,"res_multistep","simple",0,"randomize",12,3,true,true,true,0.999,true,true,"off",2,"off","none",0,4,"from the beat",true,true,true,false,"","",true,1,true,true,true,true],"widgets_values_named":{"resolution":"16:9","megapixels":1,"shot_seconds":10,"steps":8,"cfg":1,"sampler_name":"res_multistep","scheduler":"simple","seed":0,"control_after_generate":"randomize","shift_video":12,"shift_audio":3,"apply_model_sampling":true,"silence_nonspeech":true,"trim_seam":true,"ref_noise_aug":0.999,"tiled_decode":true,"cleanup_between_shots":true,"latent_upscale":"off","latent_upscale_scale":2,"upscale":"off","upscale_model":"none","upscale_target_short_edge":0,"upscale_batch":4,"shot_length":"from the beat","auto_remove":true,"restart_after_removal":true,"hold_restraints":true,"plan_only":false,"anchor":"","character_memory":"","character_guard":true,"pace":1,"auto_sound":true,"hold_scene_state":true,"mouths_shut_when_no_line":true,"hold_gaze":true}},{"id":18,"type":"SaveVideo","pos":[-752.2794442928571,169.55852209545176],"size":[802.6203203110827,106],"flags":{},"order":17,"mode":0,"inputs":[{"localized_name":"video","name":"video","type":"VIDEO","link":15},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null},{"localized_name":"format","name":"format","type":"COMFY_DYNAMICCOMBO_V3","widget":{"name":"format"},"link":null},{"localized_name":"codec","name":"format.codec","type":"COMFY_DYNAMICCOMBO_V3","widget":{"name":"format.codec"},"link":null},{"localized_name":"codec","name":"codec","shape":7,"type":"COMFY_DYNAMICCOMBO_V3","widget":{"name":"codec"},"link":null}],"outputs":[{"localized_name":"video","name":"video","type":"VIDEO","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.31.1","Node name for S&R":"SaveVideo","ue_properties":{"widget_ue_connectable":{},"input_ue_unconnectable":{},"version":"7.8"}},"widgets_values":["","auto","auto","auto"],"widgets_values_named":{"filename_prefix":"","format":"auto","format.codec":"auto","codec":"auto"}},{"id":10,"type":"DaSiWa_LTX2LoraLoader","pos":[-2361.5994560659065,-105.58337188751341],"size":[712.1887143942881,145],"flags":{},"order":11,"mode":0,"inputs":[{"localized_name":"model","name":"model","type":"MODEL","link":8},{"localized_name":"clip","name":"clip","type":"CLIP","link":9},{"localized_name":"stack_data","name":"stack_data","type":"STRING","widget":{"name":"stack_data"},"link":null},{"localized_name":"model_type","name":"model_type","type":"COMBO","widget":{"name":"model_type"},"link":null}],"outputs":[{"localized_name":"MODEL","name":"MODEL","type":"MODEL","links":[6]},{"localized_name":"CLIP","name":"CLIP","type":"CLIP","links":[10]}],"properties":{"cnr_id":"comfyui-workflow-encrypt","ver":"1.0.0","stack_data":"[{\"on\":true,\"lora\":\"None\",\"str\":1,\"vs\":1,\"as\":1},{\"on\":true,\"lora\":\"None\",\"str\":1,\"vs\":1,\"as\":1},{\"on\":true,\"lora\":\"None\",\"str\":0.5,\"vs\":1,\"as\":1}]","theme":"e","model_type":"Basic","ue_properties":{"widget_ue_connectable":{},"input_ue_unconnectable":{},"version":"7.8"}},"widgets_values":["[{\"on\":true,\"lora\":\"None\",\"str\":1,\"vs\":1,\"as\":1},{\"on\":true,\"lora\":\"None\",\"str\":1,\"vs\":1,\"as\":1},{\"on\":true,\"lora\":\"None\",\"str\":0.5,\"vs\":1,\"as\":1}]","Basic"],"widgets_values_named":{"stack_data":"[{\"on\":true,\"lora\":\"None\",\"str\":1,\"vs\":1,\"as\":1},{\"on\":true,\"lora\":\"None\",\"str\":1,\"vs\":1,\"as\":1},{\"on\":true,\"lora\":\"None\",\"str\":0.5,\"vs\":1,\"as\":1}]","model_type":"Basic"},"color":"#223","bgcolor":"#335"},{"id":20,"type":"H3ShotLength","pos":[-1238.1945625899173,667.615550265745],"size":[270,146],"flags":{},"order":6,"mode":0,"inputs":[{"localized_name":"shot_seconds","name":"shot_seconds","type":"FLOAT","widget":{"name":"shot_seconds"},"link":null},{"localized_name":"fps","name":"fps","type":"INT","widget":{"name":"fps"},"link":null},{"localized_name":"cap_to_h3_max","name":"cap_to_h3_max","shape":7,"type":"BOOLEAN","widget":{"name":"cap_to_h3_max"},"link":null}],"outputs":[{"localized_name":"seconds","name":"seconds","type":"FLOAT","links":null},{"localized_name":"frames","name":"frames","type":"INT","links":null},{"localized_name":"info","name":"info","type":"STRING","links":null}],"properties":{"aux_id":"Smite79/MiniMax-H3-LongVideos","ver":"6943916874e92146ae41425bbe3a1f9e9c2f3964","Node name for S&R":"H3ShotLength","ue_properties":{"widget_ue_connectable":{},"input_ue_unconnectable":{},"version":"7.8"}},"widgets_values":[5,24,true],"widgets_values_named":{"shot_seconds":5,"fps":24,"cap_to_h3_max":true}},{"id":17,"type":"CreateVideo","pos":[-1121.2619841286416,167.81162431239866],"size":[349.5895435191039,142.2832981991324],"flags":{},"order":14,"mode":0,"inputs":[{"localized_name":"images","name":"images","type":"IMAGE","link":16},{"localized_name":"audio","name":"audio","shape":7,"type":"AUDIO","link":17},{"localized_name":"fps","name":"fps","type":"FLOAT","widget":{"name":"fps"},"link":null},{"localized_name":"bit_depth","name":"bit_depth","shape":7,"type":"COMBO","widget":{"name":"bit_depth"},"link":null},{"localized_name":"color_space","name":"color_space","shape":7,"type":"COMBO","widget":{"name":"color_space"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[15]}],"properties":{"cnr_id":"comfy-core","ver":"0.31.1","Node name for S&R":"CreateVideo","ue_properties":{"widget_ue_connectable":{},"input_ue_unconnectable":{},"version":"7.8"}},"widgets_values":[24,8,"sRGB"],"widgets_values_named":{"fps":24,"bit_depth":8,"color_space":"sRGB"}},{"id":8,"type":"PrimitiveStringMultiline","pos":[-2369.884152920454,638.8558168992593],"size":[750.6829476014743,201.28337275028116],"flags":{},"order":9,"mode":0,"inputs":[{"localized_name":"value","name":"value","type":"STRING","widget":{"name":"value"},"link":null}],"outputs":[{"localized_name":"STRING","name":"STRING","type":"STRING","links":[5]}],"title":"Prompt - Previous obvious to wire this to the prompt input.","properties":{"cnr_id":"comfy-core","ver":"0.24.0","Node name for S&R":"PrimitiveStringMultiline","ue_properties":{"widget_ue_connectable":{"value":true},"version":"7.8","input_ue_unconnectable":{}}},"widgets_values":[""],"widgets_values_named":{"value":""},"color":"#222","bgcolor":"#000"},{"id":19,"type":"MarkdownNote","pos":[-3348.6619098785777,-660.6580611418798],"size":[504.5266615998826,229.24452145708835],"flags":{},"order":10,"mode":0,"inputs":[],"outputs":[],"title":"Info:","properties":{"ue_properties":{"widget_ue_connectable":{},"version":"7.8","input_ue_unconnectable":{}}},"widgets_values":["## More Info:\n\nThis node has internal support for practically every upscaler imaginable. You do not need to wire up anything for those upscalers as the node will do the upscaling on its own. It also has a sigma input for the PDD Acc LoRA if you wish to use it.\n\nHook up everything as you see here on the screen. If you want to use the Preview Node, wire the output at the end of the H3 AdaLN LoRA fix to the input of the preview node and wire its output to the input of the Long Video node. Wire The H3 Shot Length frames output to the Preview Frames input on the preview override node. \n\nMake sure that all FPS values are set to 24."],"widgets_values_named":{"text":"## More Info:\n\nThis node has internal support for practically every upscaler imaginable. You do not need to wire up anything for those upscalers as the node will do the upscaling on its own. It also has a sigma input for the PDD Acc LoRA if you wish to use it.\n\nHook up everything as you see here on the screen. If you want to use the Preview Node, wire the output at the end of the H3 AdaLN LoRA fix to the input of the preview node and wire its output to the input of the Long Video node. Wire The H3 Shot Length frames output to the Preview Frames input on the preview override node. \n\nMake sure that all FPS values are set to 24."},"color":"#222","bgcolor":"#000"},{"id":14,"type":"MiniMaxH3PDDAccApply","pos":[-2855.130682972244,-194.34798104332847],"size":[332.6158203125,266],"flags":{},"order":5,"mode":0,"inputs":[{"localized_name":"model","name":"model","type":"MODEL","link":null},{"localized_name":"bypass_sigmas","name":"bypass_sigmas","shape":7,"type":"SIGMAS","link":null},{"localized_name":"pdd_file","name":"pdd_file","type":"COMBO","widget":{"name":"pdd_file"},"link":null},{"localized_name":"nfe","name":"nfe","type":"COMBO","widget":{"name":"nfe"},"link":null},{"localized_name":"lora_strength","name":"lora_strength","type":"FLOAT","widget":{"name":"lora_strength"},"link":null},{"localized_name":"head_strength","name":"head_strength","type":"FLOAT","widget":{"name":"head_strength"},"link":null},{"localized_name":"on_off_grid","name":"on_off_grid","type":"COMBO","widget":{"name":"on_off_grid"},"link":null},{"localized_name":"partition","name":"partition","shape":7,"type":"STRING","widget":{"name":"partition"},"link":null},{"localized_name":"enabled","name":"enabled","shape":7,"type":"BOOLEAN","widget":{"name":"enabled"},"link":null},{"localized_name":"partition_check","name":"partition_check","shape":7,"type":"COMBO","widget":{"name":"partition_check"},"link":null}],"outputs":[{"localized_name":"model","name":"model","type":"MODEL","links":null},{"localized_name":"sigmas","name":"sigmas","type":"SIGMAS","links":[18]},{"localized_name":"info","name":"info","type":"STRING","links":null}],"properties":{"cnr_id":"comfyui-workflow-encrypt","ver":"1.0.0","Node name for S&R":"MiniMaxH3PDDAccApply","ue_properties":{"widget_ue_connectable":{},"input_ue_unconnectable":{},"version":"7.8"}},"widgets_values":["MiniMax-H3-FL2VA-Acc-8Step.safetensors","8",1,1,"error","",true,"error"],"widgets_values_named":{"pdd_file":"MiniMax-H3-FL2VA-Acc-8Step.safetensors","nfe":"8","lora_strength":1,"head_strength":1,"on_off_grid":"error","partition":"","enabled":true,"partition_check":"error"}},{"id":12,"type":"PrimitiveStringMultiline","pos":[-2372.251209164599,289.7150208863863],"size":[747.7776092515223,144.53195797038097],"flags":{},"order":8,"mode":0,"inputs":[{"localized_name":"value","name":"value","type":"STRING","widget":{"name":"value"},"link":null}],"outputs":[{"localized_name":"STRING","name":"STRING","type":"STRING","links":[]}],"title":"Anchor - (Camera Type, Depth, Audio Background, Location Details) - Wire to Anchor Input ->","properties":{"cnr_id":"comfy-core","ver":"0.24.0","Node name for S&R":"PrimitiveStringMultiline","ue_properties":{"widget_ue_connectable":{"value":true},"version":"7.8","input_ue_unconnectable":{}}},"widgets_values":[""],"widgets_values_named":{"value":""},"color":"#346434","bgcolor":"rgba(24,24,27,.9)"},{"id":13,"type":"PrimitiveStringMultiline","pos":[-2372.2512091645976,480.26304854086993],"size":[757.9947265625,113.76022679636537],"flags":{},"order":7,"mode":0,"inputs":[{"localized_name":"value","name":"value","type":"STRING","widget":{"name":"value"},"link":null}],"outputs":[{"localized_name":"STRING","name":"STRING","type":"STRING","links":[]}],"title":"Character Memory - (Name, , character appareance details) - Wire to Character Memory Input ->","properties":{"cnr_id":"comfy-core","ver":"0.24.0","Node name for S&R":"PrimitiveStringMultiline","ue_properties":{"widget_ue_connectable":{"value":true},"version":"7.8","input_ue_unconnectable":{}}},"widgets_values":[""],"widgets_values_named":{"value":""},"color":"#346434","bgcolor":"rgba(24,24,27,.9)"}],"links":[[3,6,0,3,2,"VAE"],[4,7,0,3,3,"VAE"],[5,8,0,3,4,"STRING"],[6,10,0,11,0,"MODEL"],[7,11,0,3,0,"MODEL"],[8,4,0,10,0,"MODEL"],[9,5,0,10,1,"CLIP"],[10,10,1,3,1,"CLIP"],[12,9,0,3,6,"IMAGE"],[13,3,2,15,0,"STRING"],[14,3,3,16,0,"STRING"],[15,17,0,18,0,"VIDEO"],[16,3,0,17,0,"IMAGE"],[17,3,1,17,1,"AUDIO"],[18,14,1,3,11,"SIGMAS"]],"groups":[{"id":1,"title":"Long Video Node","bounding":[-1574.4394691138598,-711.614017722995,420,1258],"color":"#3f789e","flags":{}},{"id":2,"title":"Diffusion Model Loading, Clip, and VAE's","bounding":[-2390.535906019142,-705.8039705782519,777.0110628883597,508.44430221026977],"color":"#3f789e","flags":{}},{"id":3,"title":"LoRA Loader - (Use AdaLN to load in missing weights from mismatched LoRA's)","bounding":[-2385.8017935308358,-183.86806874205612,775.9792549111573,385.9598246025456],"color":"#3f789e","flags":{}},{"id":4,"title":"Group","bounding":[-2381.0676810425302,216.16443652015306,773.0500038456294,649.3606187163965],"color":"#3f789e","flags":{}},{"id":5,"title":"Reference Images - Wire to ref_image #","bounding":[-2808.321333112522,-703.4369143340973,390.7711581247154,407.1835281220775],"color":"#3f789e","flags":{}},{"id":6,"title":"Optional H3 PDD Acc LoRA Loader - Wire to Sigmas","bounding":[-2947.9776515176663,-269.0820935316386,531.3285667462096,356.65175309869767],"color":"#3f789e","flags":{}},{"id":7,"title":"Job Info For Debugging - Wire to Info Output","bounding":[-1120.6102310299427,-705.8039705782508,649.4847163282664,369.69951933067927],"color":"#3f789e","flags":{}},{"id":8,"title":"Prompt Result - Wire to Script Output","bounding":[-1121.26198412864,-317.43490573939164,650.6682444503438,372.0665755748344],"color":"#3f789e","flags":{}},{"id":9,"title":"Video Creation - Wire to Images and Audio","bounding":[-1131.2619841286416,97.81162431239866,1191.6028601468672,222.28329819913242],"color":"#3f789e","flags":{}},{"id":10,"title":"Optional Shot Length. Set Beat Seconds To Match and Wire Frames To The Preview Override Node","bounding":[-1573.6647961612416,562.1097066034177,931.472242166027,299.3787435688075],"color":"#3f789e","flags":{}}],"config":{},"extra":{"ue_links":[],"ds":{"scale":0.6982903621597163,"offset":[3938.8755490774342,836.3883167079526]},"anomalous_hashes":{"6_minimax_h3_video_vae_int8_convrot.safetensors":{"hash":"","size":3171670912},"7_MiniMax-H3-audio_vae.safetensors":{"hash":"","size":605254808},"4_minimax_h3_hybrid_fl2va_ref2va_b25-49-int8.safetensors":{"hash":"","size":20970379632},"5_qwen3vl_32b_h3_ultra_uncensored_heretic_int8_convrot.safetensors":{"hash":"","size":26363476151}}},"version":0.4} \ No newline at end of file diff --git a/models/minimax/minimax-h3-singularity-pruned-w4a8/README.md b/models/minimax/minimax-h3-singularity-pruned-w4a8/README.md new file mode 100644 index 0000000..61dde0f --- /dev/null +++ b/models/minimax/minimax-h3-singularity-pruned-w4a8/README.md @@ -0,0 +1,50 @@ +# MiniMax H3 Singularity Pruned W4A8 + +## Summary + +Pruned MiniMax H3 workflow packaged with a graft-preserving W4A8 conversion. + +## Model Family + +- `minimax` + +## Status + +- `imported-only` + +## Source + +- Model card: +- Workflow file: +- Conversion notes: +- Original publisher: `cicalooo` +- Date imported: `2026-09-07` + +## Developer notes + +- The conversion notes describe a graft-preserving W4A8 pass over `Minimax-h3_Singularity_ref2va_v1.3_pruned_bf16.safetensors`. +- The workflow uses the MiniMax H3 long-video stack plus a low-step acceleration path. +- This is the same-day efficiency play, not a new art style drop. + +## Our notes + +- This is the MiniMax item most worth testing on a local card if you want a leaner path than full bf16. +- It is still not cheap on an RTX 3070 with `8 GB` VRAM, but it looks more practical than a plain full-size H3 pack. +- I would treat this as a serious candidate, not just a watch item. + +## Required custom nodes + +- `Smite79/MiniMax-H3-LongVideos` +- current ComfyUI MiniMax-H3 support +- `ComfyUI-MiniMax-H3-PDD-Acc` for the acceleration path used in the workflow + +## Required models + +- `Minimax-h3_Singularity_ref2va_v1.3_pruned_w4a8_graft_preserving.safetensors` +- MiniMax H3 video VAE +- MiniMax H3 audio VAE +- matching MiniMax H3 text encoder + +## Notes + +- Best used as the leaner local comparison point against the official or full-size H3 templates. diff --git a/models/minimax/minimax-h3-singularity-pruned-w4a8/workflow.json b/models/minimax/minimax-h3-singularity-pruned-w4a8/workflow.json new file mode 100644 index 0000000..44bb520 --- /dev/null +++ b/models/minimax/minimax-h3-singularity-pruned-w4a8/workflow.json @@ -0,0 +1,13558 @@ +{ + "policy": "beta5-candidate-a-v2-int8-convrot", + "source": "C:\\comfycli\\models\\diffusion_models\\Minimax-h3_Singularity_ref2va_v1.3_pruned_bf16.safetensors", + "source_sha256": "c73f5ddbd3b13a0dc523e648bc6fbf38c8d2dfe6b6ede6620df59f1a9608e1f4", + "output": "C:\\comfycli\\models\\diffusion_models\\Minimax-h3_Singularity_ref2va_v1.3_pruned_w4a8_graft_preserving.safetensors", + "seed": 1337, + "device": "cuda", + "gates": { + "max_relative_error": 0.13, + "max_p99_cosine_loss": 0.035, + "max_cosine_loss": 0.15, + "max_p99_norm_drift": 0.01, + "max_norm_drift": 0.03, + "min_correction": 0.5, + "max_correction": 2.0, + "max_extreme_fraction": 0.2, + "min_code_utilization": 0.75 + }, + "counts_by_format": { + "bf16": 350, + "asym_w4a8_int8": 64, + "int8_tensorwise": 120 + }, + "bytes_by_format": { + "bf16": 4828202032, + "asym_w4a8_int8": 4253987008, + "int8_tensorwise": 10179026792 + }, + "layers": [ + { + "name": "model.diffusion_model.adaln_basis", + "shape": [ + 8, + 2688 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 43008, + "output_bytes": 43008, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.26600000000325963 + }, + { + "name": "model.diffusion_model.adaln_mean", + "shape": [ + 2688 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 5376, + "output_bytes": 5376, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.adaln_t_table", + "shape": [ + 1025, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 16400, + "output_bytes": 16400, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.audio_patch_proj.bias", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.audio_patch_proj.weight", + "shape": [ + 5376, + 32 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 344064, + "output_bytes": 344064, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.0.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.0.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.0.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.0.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.001244803424924612, + "metrics": { + "relative_error": 0.07333993911743164, + "max_absolute_error": 0.10400390625, + "cosine_loss": { + "mean": 0.002688098233193159, + "p95": 0.0027718693017959595, + "p99": 0.002816513180732727, + "max": 0.0031262636184692383 + }, + "norm_drift": { + "mean": 0.00038123034755699337, + "p95": 0.000994265079498291, + "p99": 0.0016849488019943237, + "max": 0.0038542747497558594 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0035197848919779062, + "p95": 0.006173640489578247, + "p99": 0.0074761658906936646, + "max": 0.01065981388092041 + }, + "correction_min": 0.9912909865379333, + "correction_max": 1.0107746124267578, + "codebook": [ + -0.9781808257102966, + -0.782500684261322, + -0.6233840584754944, + -0.4859867990016937, + -0.3651864528656006, + -0.25551119446754456, + -0.15578223764896393, + -0.06017342209815979, + 0.03794879838824272, + 0.1388709992170334, + 0.24394448101520538, + 0.3559195399284363, + 0.4800650477409363, + 0.6199949383735657, + 0.7826771140098572, + 0.9778964519500732 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9600586891174316, + "extreme_code_fraction": 0.09571516513824463, + "maximum_occupied_code": 15 + }, + "duration_seconds": 10.171999999991385 + }, + { + "name": "model.diffusion_model.blocks.0.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.0.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020304506178945303, + "max_absolute_error": 0.006529331207275391, + "cosine_loss": { + "mean": 1.7581874089955818e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9490718841552734e-05, + "max": 2.6881694793701172e-05 + }, + "norm_drift": { + "mean": 0.00043454766273498535, + "p95": 0.0009828953770920634, + "p99": 0.003957594744861126, + "max": 0.006437718868255615 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.625 + }, + { + "name": "model.diffusion_model.blocks.0.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012498691212385893, + "metrics": { + "relative_error": 0.07311022281646729, + "max_absolute_error": 0.0972900390625, + "cosine_loss": { + "mean": 0.002670143498107791, + "p95": 0.0027423501014709473, + "p99": 0.0027718544006347656, + "max": 0.0028432607650756836 + }, + "norm_drift": { + "mean": 0.0003935884451493621, + "p95": 0.001000371528789401, + "p99": 0.0016133980825543404, + "max": 0.003739774227142334 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0030887010507285595, + "p95": 0.005267665721476078, + "p99": 0.006213247776031494, + "max": 0.00874251127243042 + }, + "correction_min": 0.9973690509796143, + "correction_max": 1.008819580078125, + "codebook": [ + -0.9771839380264282, + -0.7786573171615601, + -0.6144593954086304, + -0.4750567078590393, + -0.35179296135902405, + -0.24038851261138916, + -0.13829182088375092, + -0.040417879819869995, + 0.05532420054078102, + 0.15195399522781372, + 0.25301477313041687, + 0.36246028542518616, + 0.48404228687286377, + 0.6209474205970764, + 0.7812997102737427, + 0.9773151874542236 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.963273525238037, + "extreme_code_fraction": 0.09591692686080933, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.6089999999967404 + }, + { + "name": "model.diffusion_model.blocks.0.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020764374639838934, + "max_absolute_error": 0.009232282638549805, + "cosine_loss": { + "mean": 1.7853897134045837e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8909573554992676e-05, + "max": 2.9265880584716797e-05 + }, + "norm_drift": { + "mean": 0.0004455712914932519, + "p95": 0.0009689778089523315, + "p99": 0.004653260111808777, + "max": 0.006302177906036377 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.32800000000861473 + }, + { + "name": "model.diffusion_model.blocks.0.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.0.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.1.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.1.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.1.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.1.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012539793970063329, + "metrics": { + "relative_error": 0.07340725511312485, + "max_absolute_error": 0.12109375, + "cosine_loss": { + "mean": 0.0026938130613416433, + "p95": 0.002787947654724121, + "p99": 0.0028513967990875244, + "max": 0.003067910671234131 + }, + "norm_drift": { + "mean": 0.0003579893964342773, + "p95": 0.0009673237800598145, + "p99": 0.0016648173332214355, + "max": 0.0034208297729492188 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003516407683491707, + "p95": 0.006228134036064148, + "p99": 0.007754027843475342, + "max": 0.012950122356414795 + }, + "correction_min": 0.994432806968689, + "correction_max": 1.0131200551986694, + "codebook": [ + -0.9775971174240112, + -0.781457245349884, + -0.6194100975990295, + -0.4825979471206665, + -0.36273646354675293, + -0.2546025216579437, + -0.15443125367164612, + -0.05944608151912689, + 0.03700382634997368, + 0.13625235855579376, + 0.23964624106884003, + 0.3513791859149933, + 0.47511589527130127, + 0.6145520806312561, + 0.7789744734764099, + 0.977308988571167 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.962838649749756, + "extreme_code_fraction": 0.09600907564163208, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.125 + }, + { + "name": "model.diffusion_model.blocks.1.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.1.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001991287572309375, + "max_absolute_error": 0.009242057800292969, + "cosine_loss": { + "mean": 1.698945879979874e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8894672393798828e-05, + "max": 2.5510787963867188e-05 + }, + "norm_drift": { + "mean": 0.0004326818452682346, + "p95": 0.0009746461873874068, + "p99": 0.003853871952742338, + "max": 0.006222963333129883 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5309999999881256 + }, + { + "name": "model.diffusion_model.blocks.1.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012473942479118705, + "metrics": { + "relative_error": 0.07305016368627548, + "max_absolute_error": 0.11328125, + "cosine_loss": { + "mean": 0.0026657136622816324, + "p95": 0.0027388930320739746, + "p99": 0.0027702623046934605, + "max": 0.002852022647857666 + }, + "norm_drift": { + "mean": 0.00041542903636582196, + "p95": 0.001059889793395996, + "p99": 0.001667215721681714, + "max": 0.00352400541305542 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0031091796699911356, + "p95": 0.005354159977287054, + "p99": 0.006339364685118198, + "max": 0.008518755435943604 + }, + "correction_min": 0.9972130060195923, + "correction_max": 1.008591890335083, + "codebook": [ + -0.9777096509933472, + -0.7802273035049438, + -0.6189297437667847, + -0.4794270694255829, + -0.35548487305641174, + -0.24441775679588318, + -0.14025390148162842, + -0.041160572320222855, + 0.055459052324295044, + 0.15206541121006012, + 0.25353482365608215, + 0.36307746171951294, + 0.4837256669998169, + 0.6218634247779846, + 0.7841069102287292, + 0.9781795740127563 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9611730575561523, + "extreme_code_fraction": 0.09559578448534012, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.45300000000861473 + }, + { + "name": "model.diffusion_model.blocks.1.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002033880213275552, + "max_absolute_error": 0.010421276092529297, + "cosine_loss": { + "mean": 1.7106289078583359e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7777085304260254e-05, + "max": 2.6345252990722656e-05 + }, + "norm_drift": { + "mean": 0.0004380510945338756, + "p95": 0.0009437650442123413, + "p99": 0.004498600959777832, + "max": 0.0065421462059021 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.3129999999946449 + }, + { + "name": "model.diffusion_model.blocks.1.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.1.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.10.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.10.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.10.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.10.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.001242498285137117, + "metrics": { + "relative_error": 0.07308200001716614, + "max_absolute_error": 0.14703369140625, + "cosine_loss": { + "mean": 0.002669881796464324, + "p95": 0.002740815281867981, + "p99": 0.002771347761154175, + "max": 0.00299072265625 + }, + "norm_drift": { + "mean": 0.0003684363909997046, + "p95": 0.0009635090827941895, + "p99": 0.001656860113143921, + "max": 0.003377854824066162 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0030906510073691607, + "p95": 0.005269333720207214, + "p99": 0.00634273886680603, + "max": 0.00953298807144165 + }, + "correction_min": 0.9981482625007629, + "correction_max": 1.009624719619751, + "codebook": [ + -0.9784293174743652, + -0.7823625802993774, + -0.6191952228546143, + -0.47881433367729187, + -0.35519495606422424, + -0.24318872392177582, + -0.13966986536979675, + -0.04019626975059509, + 0.05644805356860161, + 0.15161067247390747, + 0.25180357694625854, + 0.36020490527153015, + 0.48055893182754517, + 0.6182202696800232, + 0.7790743708610535, + 0.9773420691490173 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.961660385131836, + "extreme_code_fraction": 0.0958864688873291, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.09299999999348074 + }, + { + "name": "model.diffusion_model.blocks.10.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.10.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002020264510065317, + "max_absolute_error": 0.01045680046081543, + "cosine_loss": { + "mean": 1.752169850988139e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9371509552001953e-05, + "max": 2.8073787689208984e-05 + }, + "norm_drift": { + "mean": 0.00043284360435791314, + "p95": 0.0009753224439918995, + "p99": 0.0039848266169428825, + "max": 0.0064375996589660645 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5160000000032596 + }, + { + "name": "model.diffusion_model.blocks.10.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001242282916791737, + "metrics": { + "relative_error": 0.07312680035829544, + "max_absolute_error": 0.098876953125, + "cosine_loss": { + "mean": 0.0026736108120530844, + "p95": 0.002746105194091797, + "p99": 0.0027757883071899414, + "max": 0.002841770648956299 + }, + "norm_drift": { + "mean": 0.0004192636697553098, + "p95": 0.0010715066455304623, + "p99": 0.0016450383700430393, + "max": 0.003611266613006592 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0031042250338941813, + "p95": 0.005314244888722897, + "p99": 0.006241100374609232, + "max": 0.008564114570617676 + }, + "correction_min": 0.9965611100196838, + "correction_max": 1.0086381435394287, + "codebook": [ + -0.9788429141044617, + -0.7840204834938049, + -0.6210834980010986, + -0.47974693775177, + -0.3559308648109436, + -0.24446061253547668, + -0.14096413552761078, + -0.04169120267033577, + 0.05533875897526741, + 0.15278911590576172, + 0.254069983959198, + 0.36268025636672974, + 0.4825769364833832, + 0.6200460195541382, + 0.7815539836883545, + 0.977949857711792 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9603800773620605, + "extreme_code_fraction": 0.0953553169965744, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.46900000001187436 + }, + { + "name": "model.diffusion_model.blocks.10.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019901946652680635, + "max_absolute_error": 0.008242011070251465, + "cosine_loss": { + "mean": 1.6863813243617187e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.753866672515869e-05, + "max": 2.5033950805664062e-05 + }, + "norm_drift": { + "mean": 0.0004241076239850372, + "p95": 0.0009418874979019165, + "p99": 0.00443682074546814, + "max": 0.006136715412139893 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.29699999999138527 + }, + { + "name": "model.diffusion_model.blocks.10.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.015000000013969839 + }, + { + "name": "model.diffusion_model.blocks.10.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.11.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.11.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.11.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.11.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012467429041862488, + "metrics": { + "relative_error": 0.07310479134321213, + "max_absolute_error": 0.119140625, + "cosine_loss": { + "mean": 0.0026729917153716087, + "p95": 0.0027413517236709595, + "p99": 0.002782955765724182, + "max": 0.0030121803283691406 + }, + "norm_drift": { + "mean": 0.00036935642128810287, + "p95": 0.0009697675704956055, + "p99": 0.0016355514526367188, + "max": 0.0031069517135620117 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0032767027150839567, + "p95": 0.005611643195152283, + "p99": 0.007039099931716919, + "max": 0.010638058185577393 + }, + "correction_min": 0.9979181885719299, + "correction_max": 1.0107524394989014, + "codebook": [ + -0.9776701927185059, + -0.7811732888221741, + -0.618779182434082, + -0.47832775115966797, + -0.3552306592464447, + -0.2431800365447998, + -0.139456108212471, + -0.04019813984632492, + 0.05654064193367958, + 0.15183445811271667, + 0.2529996633529663, + 0.3621235489845276, + 0.4828890264034271, + 0.6214597821235657, + 0.7811633348464966, + 0.9778269529342651 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9613091945648193, + "extreme_code_fraction": 0.09594409912824631, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.10999999998603016 + }, + { + "name": "model.diffusion_model.blocks.11.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.11.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019921185448765755, + "max_absolute_error": 0.006544157862663269, + "cosine_loss": { + "mean": 1.6996636986732483e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.895427703857422e-05, + "max": 2.562999725341797e-05 + }, + "norm_drift": { + "mean": 0.0004220039118081331, + "p95": 0.0009727298747748137, + "p99": 0.0036973506212234497, + "max": 0.006764233112335205 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5 + }, + { + "name": "model.diffusion_model.blocks.11.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012495151022449136, + "metrics": { + "relative_error": 0.07300650328397751, + "max_absolute_error": 0.0986328125, + "cosine_loss": { + "mean": 0.0026646764017641544, + "p95": 0.002736985683441162, + "p99": 0.0027666687965393066, + "max": 0.002831757068634033 + }, + "norm_drift": { + "mean": 0.0003851519722957164, + "p95": 0.0009961663745343685, + "p99": 0.0016400297172367573, + "max": 0.0034838318824768066 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003186357906088233, + "p95": 0.0053767976351082325, + "p99": 0.006336585618555546, + "max": 0.009023427963256836 + }, + "correction_min": 0.9973103404045105, + "correction_max": 1.0091055631637573, + "codebook": [ + -0.9775742888450623, + -0.7813267707824707, + -0.6186107993125916, + -0.4810049831867218, + -0.3601757884025574, + -0.2503643333911896, + -0.14952151477336884, + -0.05405949056148529, + 0.04189155623316765, + 0.14027564227581024, + 0.24386917054653168, + 0.3548901379108429, + 0.4781171381473541, + 0.6172211170196533, + 0.7804140448570251, + 0.9777239561080933 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.962014675140381, + "extreme_code_fraction": 0.09563343226909637, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.5150000000139698 + }, + { + "name": "model.diffusion_model.blocks.11.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.00207072077319026, + "max_absolute_error": 0.00945138931274414, + "cosine_loss": { + "mean": 1.7795467783798813e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8864870071411133e-05, + "max": 2.855062484741211e-05 + }, + "norm_drift": { + "mean": 0.0004460651252884418, + "p95": 0.0009689629077911377, + "p99": 0.004626840353012085, + "max": 0.006304621696472168 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5309999999881256 + }, + { + "name": "model.diffusion_model.blocks.11.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.11.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.12.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.12.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.12.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.12.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012501274468377233, + "metrics": { + "relative_error": 0.07309050858020782, + "max_absolute_error": 0.1326904296875, + "cosine_loss": { + "mean": 0.002670672256499529, + "p95": 0.0027390271425247192, + "p99": 0.002773478627204895, + "max": 0.0029945969581604004 + }, + "norm_drift": { + "mean": 0.0003775630611926317, + "p95": 0.0009788572788238525, + "p99": 0.0015805363655090332, + "max": 0.0032261013984680176 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.002938838442787528, + "p95": 0.005124807357788086, + "p99": 0.00622183084487915, + "max": 0.009140431880950928 + }, + "correction_min": 0.9967654347419739, + "correction_max": 1.009224772453308, + "codebook": [ + -0.97752845287323, + -0.781823456287384, + -0.6193413734436035, + -0.4795207381248474, + -0.355741024017334, + -0.2439635843038559, + -0.1400844156742096, + -0.04047439992427826, + 0.05574624985456467, + 0.15061470866203308, + 0.2513759732246399, + 0.3603579103946686, + 0.4818625748157501, + 0.6189157366752625, + 0.7794424891471863, + 0.9774547219276428 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.961245059967041, + "extreme_code_fraction": 0.0958656519651413, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.07800000000861473 + }, + { + "name": "model.diffusion_model.blocks.12.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0159999999741558 + }, + { + "name": "model.diffusion_model.blocks.12.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020116129890084267, + "max_absolute_error": 0.006899237632751465, + "cosine_loss": { + "mean": 1.733407543724752e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.931015867739916e-05, + "max": 2.6702880859375e-05 + }, + "norm_drift": { + "mean": 0.00042788495193235576, + "p95": 0.0009734926279634237, + "p99": 0.0038922156672924757, + "max": 0.006502926349639893 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5310000000172295 + }, + { + "name": "model.diffusion_model.blocks.12.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001250534551218152, + "metrics": { + "relative_error": 0.07307212054729462, + "max_absolute_error": 0.08929443359375, + "cosine_loss": { + "mean": 0.002669368637725711, + "p95": 0.002741098403930664, + "p99": 0.0027704585809260607, + "max": 0.002871990203857422 + }, + "norm_drift": { + "mean": 0.0003981050685979426, + "p95": 0.001021694391965866, + "p99": 0.0016148437280207872, + "max": 0.003493189811706543 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0032833670265972614, + "p95": 0.005451646633446217, + "p99": 0.006373908370733261, + "max": 0.008414208889007568 + }, + "correction_min": 0.9960657954216003, + "correction_max": 1.0084855556488037, + "codebook": [ + -0.9785934090614319, + -0.7837721705436707, + -0.6218938231468201, + -0.48331597447395325, + -0.36056530475616455, + -0.2513148784637451, + -0.15021704137325287, + -0.05433487892150879, + 0.041156645864248276, + 0.14042259752750397, + 0.24376802146434784, + 0.3540858030319214, + 0.4770125448703766, + 0.6161900758743286, + 0.7800747156143188, + 0.977480411529541 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9618277549743652, + "extreme_code_fraction": 0.09556522220373154, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.48399999999674037 + }, + { + "name": "model.diffusion_model.blocks.12.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002008908661082387, + "max_absolute_error": 0.009792208671569824, + "cosine_loss": { + "mean": 1.6997635157167679e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7911195755004883e-05, + "max": 2.574920654296875e-05 + }, + "norm_drift": { + "mean": 0.00042294684681110084, + "p95": 0.0009382367134094238, + "p99": 0.004433467984199524, + "max": 0.0063187479972839355 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.35999999998603016 + }, + { + "name": "model.diffusion_model.blocks.12.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.12.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.13.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.13.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.015000000013969839 + }, + { + "name": "model.diffusion_model.blocks.13.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.13.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.001251488458365202, + "metrics": { + "relative_error": 0.07316353172063828, + "max_absolute_error": 0.1395263671875, + "cosine_loss": { + "mean": 0.002675688127055764, + "p95": 0.0027439743280410767, + "p99": 0.00278647243976593, + "max": 0.003142833709716797 + }, + "norm_drift": { + "mean": 0.0003680155787151307, + "p95": 0.0009369701147079468, + "p99": 0.001551896333694458, + "max": 0.0028165578842163086 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0031716220546513796, + "p95": 0.005440220236778259, + "p99": 0.006627902388572693, + "max": 0.010525882244110107 + }, + "correction_min": 0.9977091550827026, + "correction_max": 1.010637879371643, + "codebook": [ + -0.9774544835090637, + -0.7802976965904236, + -0.6196171641349792, + -0.4821310341358185, + -0.36147281527519226, + -0.25308236479759216, + -0.15187254548072815, + -0.05669642984867096, + 0.039405643939971924, + 0.13696736097335815, + 0.2391573190689087, + 0.3501948416233063, + 0.47257527709007263, + 0.6121187806129456, + 0.7769340872764587, + 0.9771581292152405 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.964081048965454, + "extreme_code_fraction": 0.09631023555994034, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.07899999999790452 + }, + { + "name": "model.diffusion_model.blocks.13.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.015000000013969839 + }, + { + "name": "model.diffusion_model.blocks.13.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020099845714867115, + "max_absolute_error": 0.008899569511413574, + "cosine_loss": { + "mean": 1.7381805719196564e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9490718841552734e-05, + "max": 2.7060508728027344e-05 + }, + "norm_drift": { + "mean": 0.00042651526746340096, + "p95": 0.0009618997573852539, + "p99": 0.003906559199094772, + "max": 0.007296621799468994 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.6719999999913853 + }, + { + "name": "model.diffusion_model.blocks.13.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012470604851841927, + "metrics": { + "relative_error": 0.07303886860609055, + "max_absolute_error": 0.18798828125, + "cosine_loss": { + "mean": 0.0026669842191040516, + "p95": 0.0027381449472159147, + "p99": 0.002767758909612894, + "max": 0.0028380155563354492 + }, + "norm_drift": { + "mean": 0.0003901764575857669, + "p95": 0.0010146766435354948, + "p99": 0.0016471605049446225, + "max": 0.003560960292816162 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003306081984192133, + "p95": 0.005485137924551964, + "p99": 0.006460738368332386, + "max": 0.00932377576828003 + }, + "correction_min": 0.9971664547920227, + "correction_max": 1.0094115734100342, + "codebook": [ + -0.9781873226165771, + -0.7809696197509766, + -0.6175658702850342, + -0.476555734872818, + -0.353920578956604, + -0.24286001920700073, + -0.14049503207206726, + -0.04136274382472038, + 0.05487225204706192, + 0.15118180215358734, + 0.2525712251663208, + 0.36205747723579407, + 0.483178973197937, + 0.6204369068145752, + 0.7808820605278015, + 0.9779331684112549 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9621734619140625, + "extreme_code_fraction": 0.09576839208602905, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.5160000000032596 + }, + { + "name": "model.diffusion_model.blocks.13.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001992687350139022, + "max_absolute_error": 0.0524749755859375, + "cosine_loss": { + "mean": 1.686215000518132e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7762184143066406e-05, + "max": 2.473592758178711e-05 + }, + "norm_drift": { + "mean": 0.0004168023297097534, + "p95": 0.0009166896343231201, + "p99": 0.004493847489356995, + "max": 0.006108999252319336 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.3120000000053551 + }, + { + "name": "model.diffusion_model.blocks.13.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.13.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.14.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0159999999741558 + }, + { + "name": "model.diffusion_model.blocks.14.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.14.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.14.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012473929673433304, + "metrics": { + "relative_error": 0.07310152053833008, + "max_absolute_error": 0.1279296875, + "cosine_loss": { + "mean": 0.002672035014256835, + "p95": 0.0027447640895843506, + "p99": 0.002779737114906311, + "max": 0.0031083226203918457 + }, + "norm_drift": { + "mean": 0.00037799763958901167, + "p95": 0.0009820014238357544, + "p99": 0.001643359661102295, + "max": 0.00329667329788208 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0032753022387623787, + "p95": 0.005480825901031494, + "p99": 0.006889224052429199, + "max": 0.010572433471679688 + }, + "correction_min": 0.9971933960914612, + "correction_max": 1.0106854438781738, + "codebook": [ + -0.9779297113418579, + -0.778724193572998, + -0.6150991916656494, + -0.47555792331695557, + -0.35308051109313965, + -0.24183154106140137, + -0.13882197439670563, + -0.039306655526161194, + 0.0560217909514904, + 0.15119558572769165, + 0.2516520023345947, + 0.36042702198028564, + 0.4812542498111725, + 0.6207666397094727, + 0.7822993993759155, + 0.9784083962440491 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9628043174743652, + "extreme_code_fraction": 0.09603386372327805, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.07800000000861473 + }, + { + "name": "model.diffusion_model.blocks.14.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.14.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019883604254573584, + "max_absolute_error": 0.007346987724304199, + "cosine_loss": { + "mean": 1.6983083241939312e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8714112229645252e-05, + "max": 2.682209014892578e-05 + }, + "norm_drift": { + "mean": 0.0004204170254524797, + "p95": 0.0009537218138575554, + "p99": 0.0038563450798392296, + "max": 0.006922364234924316 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5620000000053551 + }, + { + "name": "model.diffusion_model.blocks.14.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012508513173088431, + "metrics": { + "relative_error": 0.07303076237440109, + "max_absolute_error": 0.10546875, + "cosine_loss": { + "mean": 0.0026664086617529392, + "p95": 0.0027385354042053223, + "p99": 0.002769249025732279, + "max": 0.002866208553314209 + }, + "norm_drift": { + "mean": 0.0003814221709035337, + "p95": 0.0009932785760611296, + "p99": 0.0016132615273818374, + "max": 0.0035634636878967285 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0032437562476843596, + "p95": 0.005418673157691956, + "p99": 0.006387337110936642, + "max": 0.008859515190124512 + }, + "correction_min": 0.9977355003356934, + "correction_max": 1.0089386701583862, + "codebook": [ + -0.9778354167938232, + -0.7787066102027893, + -0.6157930493354797, + -0.476812481880188, + -0.3544365465641022, + -0.24255920946598053, + -0.13910767436027527, + -0.04105423018336296, + 0.05446354299783707, + 0.15029285848140717, + 0.25135621428489685, + 0.36047711968421936, + 0.48072370886802673, + 0.6184316277503967, + 0.779494047164917, + 0.9773350954055786 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9626681804656982, + "extreme_code_fraction": 0.09601429104804993, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.4379999999946449 + }, + { + "name": "model.diffusion_model.blocks.14.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020204465836286545, + "max_absolute_error": 0.007839679718017578, + "cosine_loss": { + "mean": 1.7048636209437973e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8134713172912598e-05, + "max": 2.5212764739990234e-05 + }, + "norm_drift": { + "mean": 0.0004240304697304964, + "p95": 0.0009344965219497681, + "p99": 0.004492074251174927, + "max": 0.006403982639312744 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.32800000000861473 + }, + { + "name": "model.diffusion_model.blocks.14.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.14.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.15.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.15.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.15.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.15.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012470567598938942, + "metrics": { + "relative_error": 0.07316920906305313, + "max_absolute_error": 0.147705078125, + "cosine_loss": { + "mean": 0.0026776136364787817, + "p95": 0.0027504712343215942, + "p99": 0.0028213560581207275, + "max": 0.003237009048461914 + }, + "norm_drift": { + "mean": 0.00037381151923909783, + "p95": 0.0009397715330123901, + "p99": 0.0016309022903442383, + "max": 0.0035163164138793945 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0032574280630797148, + "p95": 0.0055668652057647705, + "p99": 0.006941437721252441, + "max": 0.014011144638061523 + }, + "correction_min": 0.9861825108528137, + "correction_max": 1.0096632242202759, + "codebook": [ + -0.9773112535476685, + -0.7793248295783997, + -0.6170827746391296, + -0.47794193029403687, + -0.35434049367904663, + -0.24220328032970428, + -0.13868241012096405, + -0.03915394842624664, + 0.056868020445108414, + 0.15331031382083893, + 0.2542584240436554, + 0.3626466989517212, + 0.4835317134857178, + 0.6241016387939453, + 0.7855135798454285, + 0.9781840443611145 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9613234996795654, + "extreme_code_fraction": 0.09553208947181702, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.10899999999674037 + }, + { + "name": "model.diffusion_model.blocks.15.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.15.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002001227578148246, + "max_absolute_error": 0.006946474313735962, + "cosine_loss": { + "mean": 1.7133424989879131e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.901388168334961e-05, + "max": 2.866983413696289e-05 + }, + "norm_drift": { + "mean": 0.0004236939421389252, + "p95": 0.0009576315060257912, + "p99": 0.0038896193727850914, + "max": 0.006603598594665527 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5469999999913853 + }, + { + "name": "model.diffusion_model.blocks.15.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012460905127227306, + "metrics": { + "relative_error": 0.07304420322179794, + "max_absolute_error": 0.1185302734375, + "cosine_loss": { + "mean": 0.0026674356777220964, + "p95": 0.0027406811714172363, + "p99": 0.0027719312347471714, + "max": 0.0028562545776367188 + }, + "norm_drift": { + "mean": 0.0003940349561162293, + "p95": 0.0010043676011264324, + "p99": 0.001610094914212823, + "max": 0.003499448299407959 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003006667597219348, + "p95": 0.005190989002585411, + "p99": 0.006229549180716276, + "max": 0.009110093116760254 + }, + "correction_min": 0.9974376559257507, + "correction_max": 1.0091938972473145, + "codebook": [ + -0.9774013161659241, + -0.779917299747467, + -0.6195953488349915, + -0.48110535740852356, + -0.36020711064338684, + -0.25047388672828674, + -0.14957427978515625, + -0.05394934490323067, + 0.042049482464790344, + 0.14225314557552338, + 0.24588792026042938, + 0.3571067452430725, + 0.47919800877571106, + 0.6201030015945435, + 0.7839480042457581, + 0.9782183766365051 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9606971740722656, + "extreme_code_fraction": 0.09558678418397903, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.5160000000032596 + }, + { + "name": "model.diffusion_model.blocks.15.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002016552723944187, + "max_absolute_error": 0.00784921646118164, + "cosine_loss": { + "mean": 1.717070631457318e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8894672393798828e-05, + "max": 2.5510787963867188e-05 + }, + "norm_drift": { + "mean": 0.00042395349009893835, + "p95": 0.0009297728538513184, + "p99": 0.004399627447128296, + "max": 0.006489932537078857 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.29699999999138527 + }, + { + "name": "model.diffusion_model.blocks.15.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.015000000013969839 + }, + { + "name": "model.diffusion_model.blocks.15.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.16.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.16.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.16.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.16.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012501849560067058, + "metrics": { + "relative_error": 0.07313832640647888, + "max_absolute_error": 0.083984375, + "cosine_loss": { + "mean": 0.0026745230425149202, + "p95": 0.002744913101196289, + "p99": 0.002779260277748108, + "max": 0.003042161464691162 + }, + "norm_drift": { + "mean": 0.00038003685767762363, + "p95": 0.000990256667137146, + "p99": 0.0016626715660095215, + "max": 0.003084540367126465 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0030626768711954355, + "p95": 0.005208134651184082, + "p99": 0.006397351622581482, + "max": 0.009221017360687256 + }, + "correction_min": 0.9977101683616638, + "correction_max": 1.009306788444519, + "codebook": [ + -0.9782308340072632, + -0.7817301750183105, + -0.6194829344749451, + -0.4807693064212799, + -0.3604210913181305, + -0.25175201892852783, + -0.15156155824661255, + -0.05620460957288742, + 0.039736490696668625, + 0.13845272362232208, + 0.24236690998077393, + 0.3543306887149811, + 0.47805920243263245, + 0.6188528537750244, + 0.7828078866004944, + 0.9780296087265015 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9615774154663086, + "extreme_code_fraction": 0.09558224678039551, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.10999999998603016 + }, + { + "name": "model.diffusion_model.blocks.16.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.16.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019987639971077442, + "max_absolute_error": 0.006994485855102539, + "cosine_loss": { + "mean": 1.7135864709416637e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.901388168334961e-05, + "max": 2.5987625122070312e-05 + }, + "norm_drift": { + "mean": 0.00042383073014207184, + "p95": 0.0009635001188144088, + "p99": 0.0037483801133930683, + "max": 0.006652414798736572 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5310000000172295 + }, + { + "name": "model.diffusion_model.blocks.16.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012462000595405698, + "metrics": { + "relative_error": 0.0731026902794838, + "max_absolute_error": 0.1015625, + "cosine_loss": { + "mean": 0.0026716208085417747, + "p95": 0.002743065357208252, + "p99": 0.002774059772491455, + "max": 0.00284731388092041 + }, + "norm_drift": { + "mean": 0.00039459249819628894, + "p95": 0.0010203865822404623, + "p99": 0.001628237427212298, + "max": 0.0034230947494506836 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0031069444958120584, + "p95": 0.005323556251823902, + "p99": 0.006274878978729248, + "max": 0.009039819240570068 + }, + "correction_min": 0.9972710609436035, + "correction_max": 1.0091222524642944, + "codebook": [ + -0.9788122773170471, + -0.7834769487380981, + -0.6198369264602661, + -0.4782615900039673, + -0.35483551025390625, + -0.24387358129024506, + -0.1409580558538437, + -0.042012955993413925, + 0.05453219637274742, + 0.15002252161502838, + 0.2507072687149048, + 0.3597245216369629, + 0.48037007451057434, + 0.6193817853927612, + 0.7801131010055542, + 0.9774166345596313 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9614005088806152, + "extreme_code_fraction": 0.09559067338705063, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.48399999999674037 + }, + { + "name": "model.diffusion_model.blocks.16.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020260901656001806, + "max_absolute_error": 0.007052063941955566, + "cosine_loss": { + "mean": 1.7179354472318664e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.722574234008789e-05, + "max": 2.6047229766845703e-05 + }, + "norm_drift": { + "mean": 0.0004316517151892185, + "p95": 0.0009427070617675781, + "p99": 0.00473436713218689, + "max": 0.006128787994384766 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.3289999999979045 + }, + { + "name": "model.diffusion_model.blocks.16.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.16.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.17.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.015000000013969839 + }, + { + "name": "model.diffusion_model.blocks.17.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.17.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.17.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012499531731009483, + "metrics": { + "relative_error": 0.07309065014123917, + "max_absolute_error": 0.1484375, + "cosine_loss": { + "mean": 0.0026705730706453323, + "p95": 0.0027374178171157837, + "p99": 0.0027818530797958374, + "max": 0.003048539161682129 + }, + "norm_drift": { + "mean": 0.00038499306538142264, + "p95": 0.0010050386190414429, + "p99": 0.0016624927520751953, + "max": 0.0033288002014160156 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0030650950502604246, + "p95": 0.005257695913314819, + "p99": 0.006419703364372253, + "max": 0.008618772029876709 + }, + "correction_min": 0.99528568983078, + "correction_max": 1.0086936950683594, + "codebook": [ + -0.9776725172996521, + -0.783072829246521, + -0.620984673500061, + -0.48263436555862427, + -0.3611128628253937, + -0.25233861804008484, + -0.15135052800178528, + -0.05555819347500801, + 0.04052455723285675, + 0.13981547951698303, + 0.24309740960597992, + 0.35460084676742554, + 0.4775941073894501, + 0.6177645325660706, + 0.7814970016479492, + 0.9779009222984314 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9615092277526855, + "extreme_code_fraction": 0.09555917978286743, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.0779999999795109 + }, + { + "name": "model.diffusion_model.blocks.17.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.17.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019927294924855232, + "max_absolute_error": 0.008461475372314453, + "cosine_loss": { + "mean": 1.7144983530670288e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8894672393798828e-05, + "max": 2.6464462280273438e-05 + }, + "norm_drift": { + "mean": 0.0004216799861751497, + "p95": 0.0009601443307474256, + "p99": 0.0038513303734362125, + "max": 0.005940377712249756 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.48399999999674037 + }, + { + "name": "model.diffusion_model.blocks.17.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012507587671279907, + "metrics": { + "relative_error": 0.07305126637220383, + "max_absolute_error": 0.09228515625, + "cosine_loss": { + "mean": 0.002667315537109971, + "p95": 0.002740144729614258, + "p99": 0.0027707815170288086, + "max": 0.0028555989265441895 + }, + "norm_drift": { + "mean": 0.00038501303060911596, + "p95": 0.0010023117065429688, + "p99": 0.0016150182345882058, + "max": 0.003234267234802246 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0030764879193156958, + "p95": 0.0053377654403448105, + "p99": 0.006354060024023056, + "max": 0.008716940879821777 + }, + "correction_min": 0.9974031448364258, + "correction_max": 1.008793592453003, + "codebook": [ + -0.9769930839538574, + -0.7808471918106079, + -0.619684636592865, + -0.48189234733581543, + -0.36052975058555603, + -0.25111502408981323, + -0.15028952062129974, + -0.0540250726044178, + 0.041254572570323944, + 0.1402992308139801, + 0.24423393607139587, + 0.35468557476997375, + 0.47738608717918396, + 0.6152099967002869, + 0.7785996198654175, + 0.9769843220710754 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9620776176452637, + "extreme_code_fraction": 0.09597839415073395, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.45300000000861473 + }, + { + "name": "model.diffusion_model.blocks.17.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001998881809413433, + "max_absolute_error": 0.01208353042602539, + "cosine_loss": { + "mean": 1.7059057881851913e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8134713172912598e-05, + "max": 2.5331974029541016e-05 + }, + "norm_drift": { + "mean": 0.0004256315005477518, + "p95": 0.0009316354990005493, + "p99": 0.004417300224304199, + "max": 0.006493747234344482 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.3289999999979045 + }, + { + "name": "model.diffusion_model.blocks.17.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.17.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.18.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.18.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.015000000013969839 + }, + { + "name": "model.diffusion_model.blocks.18.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.18.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012503421166911721, + "metrics": { + "relative_error": 0.07306862622499466, + "max_absolute_error": 0.119140625, + "cosine_loss": { + "mean": 0.0026705306954681873, + "p95": 0.0027378350496292114, + "p99": 0.00277651846408844, + "max": 0.0031507015228271484 + }, + "norm_drift": { + "mean": 0.00036703021032735705, + "p95": 0.0009689778089523315, + "p99": 0.0015984177589416504, + "max": 0.003071308135986328 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0032374546863138676, + "p95": 0.005413532257080078, + "p99": 0.006616577506065369, + "max": 0.01045602560043335 + }, + "correction_min": 0.9959708452224731, + "correction_max": 1.0105664730072021, + "codebook": [ + -0.9771445393562317, + -0.7788976430892944, + -0.6172286868095398, + -0.4785648584365845, + -0.3550886809825897, + -0.24221321940422058, + -0.13902994990348816, + -0.040557801723480225, + 0.05557725206017494, + 0.15182317793369293, + 0.25308385491371155, + 0.3624213635921478, + 0.4841189384460449, + 0.6219184994697571, + 0.784030556678772, + 0.9782681465148926 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.961500883102417, + "extreme_code_fraction": 0.09569644927978516, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.0779999999795109 + }, + { + "name": "model.diffusion_model.blocks.18.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.18.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020025367848575115, + "max_absolute_error": 0.007061302661895752, + "cosine_loss": { + "mean": 1.7311623423665878e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9729137420654297e-05, + "max": 2.586841583251953e-05 + }, + "norm_drift": { + "mean": 0.0004288815543986857, + "p95": 0.000973820686340332, + "p99": 0.0037694773636758327, + "max": 0.006679713726043701 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5470000000204891 + }, + { + "name": "model.diffusion_model.blocks.18.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012427933979779482, + "metrics": { + "relative_error": 0.0730639398097992, + "max_absolute_error": 0.10308837890625, + "cosine_loss": { + "mean": 0.002668644767254591, + "p95": 0.002740946365520358, + "p99": 0.0027703815139830112, + "max": 0.0028285980224609375 + }, + "norm_drift": { + "mean": 0.000397516560042277, + "p95": 0.0010126172564923763, + "p99": 0.0016231287736445665, + "max": 0.003497600555419922 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003108740784227848, + "p95": 0.005336371250450611, + "p99": 0.006300187669694424, + "max": 0.008803784847259521 + }, + "correction_min": 0.9967655539512634, + "correction_max": 1.0088820457458496, + "codebook": [ + -0.9775850772857666, + -0.7817254066467285, + -0.617661714553833, + -0.4781286418437958, + -0.3544659912586212, + -0.24410703778266907, + -0.1404627561569214, + -0.04147262126207352, + 0.05550379678606987, + 0.1519991010427475, + 0.25282198190689087, + 0.36182042956352234, + 0.48360759019851685, + 0.6216828227043152, + 0.7816290855407715, + 0.9781396389007568 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9612231254577637, + "extreme_code_fraction": 0.0954444631934166, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.5309999999881256 + }, + { + "name": "model.diffusion_model.blocks.18.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002011829288676381, + "max_absolute_error": 0.007781863212585449, + "cosine_loss": { + "mean": 1.7025353145072586e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7762184143066406e-05, + "max": 2.5570392608642578e-05 + }, + "norm_drift": { + "mean": 0.00042800596565939486, + "p95": 0.0009342879056930542, + "p99": 0.004579260945320129, + "max": 0.006739020347595215 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.4539999999979045 + }, + { + "name": "model.diffusion_model.blocks.18.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.18.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.19.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.19.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.19.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.19.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012485758634284139, + "metrics": { + "relative_error": 0.07306292653083801, + "max_absolute_error": 0.108642578125, + "cosine_loss": { + "mean": 0.0026723158080130816, + "p95": 0.0027530938386917114, + "p99": 0.0028320997953414917, + "max": 0.0031780600547790527 + }, + "norm_drift": { + "mean": 0.000352613307768479, + "p95": 0.0009527355432510376, + "p99": 0.0016046017408370972, + "max": 0.0035677552223205566 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003177021397277713, + "p95": 0.005685746669769287, + "p99": 0.0075121670961380005, + "max": 0.012910544872283936 + }, + "correction_min": 0.9906858205795288, + "correction_max": 1.0130794048309326, + "codebook": [ + -0.9769662022590637, + -0.7800645232200623, + -0.617825448513031, + -0.4787161648273468, + -0.3582826554775238, + -0.25007393956184387, + -0.15070584416389465, + -0.05632083863019943, + 0.03995516151189804, + 0.1397925168275833, + 0.24363696575164795, + 0.35521507263183594, + 0.47798383235931396, + 0.6186531782150269, + 0.7804432511329651, + 0.9780014753341675 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9622342586517334, + "extreme_code_fraction": 0.09600837528705597, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.09299999999348074 + }, + { + "name": "model.diffusion_model.blocks.19.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.19.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002001724438741803, + "max_absolute_error": 0.008861303329467773, + "cosine_loss": { + "mean": 1.7232461004823563e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9131344743072987e-05, + "max": 2.676248550415039e-05 + }, + "norm_drift": { + "mean": 0.0004258172702975571, + "p95": 0.0009651121217757463, + "p99": 0.003900570096448064, + "max": 0.006104588508605957 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5780000000086147 + }, + { + "name": "model.diffusion_model.blocks.19.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012461126316338778, + "metrics": { + "relative_error": 0.07306897640228271, + "max_absolute_error": 0.107421875, + "cosine_loss": { + "mean": 0.00266926153562963, + "p95": 0.002741515636444092, + "p99": 0.0027714543975889683, + "max": 0.002853214740753174 + }, + "norm_drift": { + "mean": 0.0003879388968925923, + "p95": 0.0010165658313781023, + "p99": 0.001656864071264863, + "max": 0.003631114959716797 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0030925541650503874, + "p95": 0.005401255562901497, + "p99": 0.0064064147882163525, + "max": 0.009013950824737549 + }, + "correction_min": 0.9969428181648254, + "correction_max": 1.0090959072113037, + "codebook": [ + -0.9766501188278198, + -0.7766307592391968, + -0.6148095726966858, + -0.4780255854129791, + -0.3555803894996643, + -0.24515295028686523, + -0.14102588593959808, + -0.04187783598899841, + 0.05478145182132721, + 0.15131346881389618, + 0.25194934010505676, + 0.36097419261932373, + 0.48253145813941956, + 0.6207032203674316, + 0.7806132435798645, + 0.9779626727104187 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.961913585662842, + "extreme_code_fraction": 0.09616309404373169, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.4539999999979045 + }, + { + "name": "model.diffusion_model.blocks.19.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019881611224263906, + "max_absolute_error": 0.007498323917388916, + "cosine_loss": { + "mean": 1.6876119843800552e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.806020736694336e-05, + "max": 2.6941299438476562e-05 + }, + "norm_drift": { + "mean": 0.0004188230959698558, + "p95": 0.0009246915578842163, + "p99": 0.0043170154094696045, + "max": 0.006418883800506592 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.3120000000053551 + }, + { + "name": "model.diffusion_model.blocks.19.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.19.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.2.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.2.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.2.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.2.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012417329708114266, + "metrics": { + "relative_error": 0.07335453480482101, + "max_absolute_error": 0.12103271484375, + "cosine_loss": { + "mean": 0.00268702395260334, + "p95": 0.0027737170457839966, + "p99": 0.002825304865837097, + "max": 0.003297269344329834 + }, + "norm_drift": { + "mean": 0.0003589142288547009, + "p95": 0.0009537488222122192, + "p99": 0.0016285628080368042, + "max": 0.003449559211730957 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003612634725868702, + "p95": 0.006310075521469116, + "p99": 0.007793202996253967, + "max": 0.011671245098114014 + }, + "correction_min": 0.9976886510848999, + "correction_max": 1.0118091106414795, + "codebook": [ + -0.9781890511512756, + -0.7811108827590942, + -0.6216534376144409, + -0.4840618073940277, + -0.36329561471939087, + -0.25457146763801575, + -0.15423960983753204, + -0.05910244956612587, + 0.038383495062589645, + 0.13873717188835144, + 0.24406872689723969, + 0.35590463876724243, + 0.47906258702278137, + 0.6186375617980957, + 0.7820883393287659, + 0.9780892729759216 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9609053134918213, + "extreme_code_fraction": 0.0959828644990921, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.09399999998277053 + }, + { + "name": "model.diffusion_model.blocks.2.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.2.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019923276267945766, + "max_absolute_error": 0.009412050247192383, + "cosine_loss": { + "mean": 1.6983083241939312e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9073486328125e-05, + "max": 2.7358531951904297e-05 + }, + "norm_drift": { + "mean": 0.0004333192191552371, + "p95": 0.0009881258010864258, + "p99": 0.0039663459174335, + "max": 0.00716012716293335 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5620000000053551 + }, + { + "name": "model.diffusion_model.blocks.2.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012460768921300769, + "metrics": { + "relative_error": 0.07307019829750061, + "max_absolute_error": 0.083984375, + "cosine_loss": { + "mean": 0.0026690128725022078, + "p95": 0.002741575241088867, + "p99": 0.002772008301690221, + "max": 0.0028429031372070312 + }, + "norm_drift": { + "mean": 0.00039721428765915334, + "p95": 0.0010078817140311003, + "p99": 0.0016266889870166779, + "max": 0.003782808780670166 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003442144952714443, + "p95": 0.005600818432867527, + "p99": 0.006483420729637146, + "max": 0.009023725986480713 + }, + "correction_min": 0.9977447986602783, + "correction_max": 1.009105920791626, + "codebook": [ + -0.9790468811988831, + -0.7838441133499146, + -0.6235384941101074, + -0.4846635162830353, + -0.3624899089336395, + -0.25315892696380615, + -0.15189972519874573, + -0.055098842829465866, + 0.04065001755952835, + 0.1378309726715088, + 0.24034000933170319, + 0.3521324098110199, + 0.47537943720817566, + 0.615478515625, + 0.7778687477111816, + 0.9771729111671448 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.963102340698242, + "extreme_code_fraction": 0.09584935009479523, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.4379999999946449 + }, + { + "name": "model.diffusion_model.blocks.2.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002043333603069186, + "max_absolute_error": 0.007771492004394531, + "cosine_loss": { + "mean": 1.7313064972768188e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.780688762664795e-05, + "max": 2.586841583251953e-05 + }, + "norm_drift": { + "mean": 0.0004358365258667618, + "p95": 0.0009390711784362793, + "p99": 0.0046952515840530396, + "max": 0.0066184401512146 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.3120000000053551 + }, + { + "name": "model.diffusion_model.blocks.2.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.2.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.20.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.20.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.20.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.20.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001993573736399412, + "max_absolute_error": 0.011240720748901367, + "cosine_loss": { + "mean": 1.6188826066354522e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.4722347259521484e-05, + "max": 2.5510787963867188e-05 + }, + "norm_drift": { + "mean": 0.000470608938485384, + "p95": 0.0010488331317901611, + "p99": 0.005024775862693787, + "max": 0.007374465465545654 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.1720000000204891 + }, + { + "name": "model.diffusion_model.blocks.20.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.20.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020009588915854692, + "max_absolute_error": 0.009727954864501953, + "cosine_loss": { + "mean": 1.7098029729822883e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9012135453522205e-05, + "max": 2.6285648345947266e-05 + }, + "norm_drift": { + "mean": 0.0004234626248944551, + "p95": 0.000962716294452548, + "p99": 0.00383986858651042, + "max": 0.00682598352432251 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5309999999881256 + }, + { + "name": "model.diffusion_model.blocks.20.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001247445004992187, + "metrics": { + "relative_error": 0.07307162135839462, + "max_absolute_error": 0.095703125, + "cosine_loss": { + "mean": 0.002669470151886344, + "p95": 0.002741873264312744, + "p99": 0.002772765699774027, + "max": 0.002853095531463623 + }, + "norm_drift": { + "mean": 0.00041518043144606054, + "p95": 0.0010445117950439453, + "p99": 0.0016341307200491428, + "max": 0.0032913684844970703 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0031671086326241493, + "p95": 0.005361670162528753, + "p99": 0.006290687248110771, + "max": 0.009485065937042236 + }, + "correction_min": 0.9978384971618652, + "correction_max": 1.0095758438110352, + "codebook": [ + -0.9789506196975708, + -0.7844958901405334, + -0.6224448084831238, + -0.48222219944000244, + -0.3570234179496765, + -0.24454346299171448, + -0.14050468802452087, + -0.04143466055393219, + 0.054315198212862015, + 0.14928169548511505, + 0.2509315609931946, + 0.3600258231163025, + 0.48128944635391235, + 0.6198111772537231, + 0.7811448574066162, + 0.9778244495391846 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.960285186767578, + "extreme_code_fraction": 0.09541946649551392, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.48499999998603016 + }, + { + "name": "model.diffusion_model.blocks.20.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002025807276368141, + "max_absolute_error": 0.009476065635681152, + "cosine_loss": { + "mean": 1.7199643025378464e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8149614334106445e-05, + "max": 2.7120113372802734e-05 + }, + "norm_drift": { + "mean": 0.00042740683420561254, + "p95": 0.0009321868419647217, + "p99": 0.004452049732208252, + "max": 0.006491243839263916 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.32800000000861473 + }, + { + "name": "model.diffusion_model.blocks.20.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.20.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.21.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.21.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.21.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.21.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002010381082072854, + "max_absolute_error": 0.006331026554107666, + "cosine_loss": { + "mean": 1.6760036487539764e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7762184143066406e-05, + "max": 2.485513687133789e-05 + }, + "norm_drift": { + "mean": 0.0004578141961246729, + "p95": 0.00099848210811615, + "p99": 0.004613116383552551, + "max": 0.006993532180786133 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.15600000001722947 + }, + { + "name": "model.diffusion_model.blocks.21.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.21.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020029814913868904, + "max_absolute_error": 0.007250964641571045, + "cosine_loss": { + "mean": 1.7222594124177704e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.919269561767578e-05, + "max": 2.8192996978759766e-05 + }, + "norm_drift": { + "mean": 0.00042828600271604955, + "p95": 0.0009914098773151636, + "p99": 0.0038266312330961227, + "max": 0.0070694684982299805 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5629999999946449 + }, + { + "name": "model.diffusion_model.blocks.21.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012502626050263643, + "metrics": { + "relative_error": 0.0730261504650116, + "max_absolute_error": 0.115234375, + "cosine_loss": { + "mean": 0.0026662438176572323, + "p95": 0.0027382969856262207, + "p99": 0.0027689337730407715, + "max": 0.0028535127639770508 + }, + "norm_drift": { + "mean": 0.00039593837573193014, + "p95": 0.001024460420012474, + "p99": 0.0016203731065616012, + "max": 0.0038710832595825195 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003040649462491274, + "p95": 0.005217015743255615, + "p99": 0.006183601450175047, + "max": 0.00865703821182251 + }, + "correction_min": 0.997248649597168, + "correction_max": 1.0087326765060425, + "codebook": [ + -0.9771376252174377, + -0.779828667640686, + -0.6178810000419617, + -0.4804900288581848, + -0.3595130145549774, + -0.25013846158981323, + -0.14887571334838867, + -0.05392884835600853, + 0.041207585483789444, + 0.14040899276733398, + 0.2443542778491974, + 0.3560110032558441, + 0.479487806558609, + 0.619018018245697, + 0.7813010811805725, + 0.9780855774879456 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.961355209350586, + "extreme_code_fraction": 0.09564834833145142, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.4529999999795109 + }, + { + "name": "model.diffusion_model.blocks.21.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020252070389688015, + "max_absolute_error": 0.0068929195404052734, + "cosine_loss": { + "mean": 1.7345882952213287e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7896294593811035e-05, + "max": 2.6702880859375e-05 + }, + "norm_drift": { + "mean": 0.0004329505318310112, + "p95": 0.0009413957595825195, + "p99": 0.004616990685462952, + "max": 0.006472468376159668 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.3120000000053551 + }, + { + "name": "model.diffusion_model.blocks.21.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.21.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.22.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.22.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.22.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.22.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020183364395052195, + "max_absolute_error": 0.007724940776824951, + "cosine_loss": { + "mean": 1.6804718825369491e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.74790620803833e-05, + "max": 2.5153160095214844e-05 + }, + "norm_drift": { + "mean": 0.0004553064936771989, + "p95": 0.0010284781455993652, + "p99": 0.004538744688034058, + "max": 0.006571769714355469 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.20300000000861473 + }, + { + "name": "model.diffusion_model.blocks.22.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.22.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019941439386457205, + "max_absolute_error": 0.0063790082931518555, + "cosine_loss": { + "mean": 1.7167352552860393e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9431114196777344e-05, + "max": 2.6345252990722656e-05 + }, + "norm_drift": { + "mean": 0.0004237725806888193, + "p95": 0.0009546427754685283, + "p99": 0.003759596962481737, + "max": 0.0065645575523376465 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.7349999999860302 + }, + { + "name": "model.diffusion_model.blocks.22.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012484043836593628, + "metrics": { + "relative_error": 0.07304798066616058, + "max_absolute_error": 0.0977783203125, + "cosine_loss": { + "mean": 0.0026679050642997026, + "p95": 0.002739429473876953, + "p99": 0.0027694106101989746, + "max": 0.0028437376022338867 + }, + "norm_drift": { + "mean": 0.00040070791146717966, + "p95": 0.0010253458749502897, + "p99": 0.001655392232351005, + "max": 0.0035730600357055664 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003179574850946665, + "p95": 0.005345242563635111, + "p99": 0.006268493831157684, + "max": 0.00945425033569336 + }, + "correction_min": 0.9971667528152466, + "correction_max": 1.0095444917678833, + "codebook": [ + -0.9782240986824036, + -0.7831404805183411, + -0.6192691326141357, + -0.47905799746513367, + -0.3552889823913574, + -0.2436036914587021, + -0.14057311415672302, + -0.041776735335588455, + 0.0546707846224308, + 0.15074673295021057, + 0.2518273591995239, + 0.3604937493801117, + 0.48187920451164246, + 0.619606614112854, + 0.7806544303894043, + 0.9773144721984863 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9613404273986816, + "extreme_code_fraction": 0.09557387977838516, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.5780000000086147 + }, + { + "name": "model.diffusion_model.blocks.22.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002102671889588237, + "max_absolute_error": 0.007472038269042969, + "cosine_loss": { + "mean": 1.8298050008525024e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9729137420654297e-05, + "max": 2.676248550415039e-05 + }, + "norm_drift": { + "mean": 0.00045291538117453456, + "p95": 0.0009874850511550903, + "p99": 0.004779160022735596, + "max": 0.007166743278503418 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.34400000001187436 + }, + { + "name": "model.diffusion_model.blocks.22.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.22.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.23.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.23.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.23.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.23.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020432595629245043, + "max_absolute_error": 0.011760175228118896, + "cosine_loss": { + "mean": 1.6905057691474212e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7404556274414062e-05, + "max": 2.5391578674316406e-05 + }, + "norm_drift": { + "mean": 0.00047360273310914636, + "p95": 0.0010646581649780273, + "p99": 0.004756167531013489, + "max": 0.007371842861175537 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.139999999984866 + }, + { + "name": "model.diffusion_model.blocks.23.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.23.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002014057943597436, + "max_absolute_error": 0.010355949401855469, + "cosine_loss": { + "mean": 1.729757059365511e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9252300262451172e-05, + "max": 2.5987625122070312e-05 + }, + "norm_drift": { + "mean": 0.00043009090586565435, + "p95": 0.0009843169245868921, + "p99": 0.003918290603905916, + "max": 0.006603360176086426 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5 + }, + { + "name": "model.diffusion_model.blocks.23.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012529321247711778, + "metrics": { + "relative_error": 0.0731460228562355, + "max_absolute_error": 0.1015625, + "cosine_loss": { + "mean": 0.002674962393939495, + "p95": 0.0027467876207083464, + "p99": 0.002777236048132181, + "max": 0.002861320972442627 + }, + "norm_drift": { + "mean": 0.0003926205972675234, + "p95": 0.0010289100464433432, + "p99": 0.0016138989012688398, + "max": 0.0036466121673583984 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003438070882111788, + "p95": 0.005655318032950163, + "p99": 0.006603876128792763, + "max": 0.010676205158233643 + }, + "correction_min": 0.9975972175598145, + "correction_max": 1.0107914209365845, + "codebook": [ + -0.9763455986976624, + -0.7757295370101929, + -0.6128580570220947, + -0.474846750497818, + -0.35319674015045166, + -0.2431473731994629, + -0.14002324640750885, + -0.041238896548748016, + 0.05544481426477432, + 0.15242242813110352, + 0.25336143374443054, + 0.36293548345565796, + 0.4838194251060486, + 0.6215898990631104, + 0.7812080383300781, + 0.9773171544075012 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.962594509124756, + "extreme_code_fraction": 0.09632913023233414, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.5320000000065193 + }, + { + "name": "model.diffusion_model.blocks.23.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020231001544743776, + "max_absolute_error": 0.0071572065353393555, + "cosine_loss": { + "mean": 1.7122920326073654e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.87605619430542e-05, + "max": 2.5570392608642578e-05 + }, + "norm_drift": { + "mean": 0.00042616043356247246, + "p95": 0.0009460747241973877, + "p99": 0.004407867789268494, + "max": 0.006392478942871094 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.34299999999348074 + }, + { + "name": "model.diffusion_model.blocks.23.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.23.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.24.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.24.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.24.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.24.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002033951925113797, + "max_absolute_error": 0.007194876670837402, + "cosine_loss": { + "mean": 1.6852171711434494e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.755356788635254e-05, + "max": 2.6464462280273438e-05 + }, + "norm_drift": { + "mean": 0.0004737508133985102, + "p95": 0.0010604411363601685, + "p99": 0.004773303866386414, + "max": 0.00746232271194458 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.15700000000651926 + }, + { + "name": "model.diffusion_model.blocks.24.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.24.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020055249333381653, + "max_absolute_error": 0.009220719337463379, + "cosine_loss": { + "mean": 1.7276062180826557e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.936976332217455e-05, + "max": 2.6464462280273438e-05 + }, + "norm_drift": { + "mean": 0.0004258749249856919, + "p95": 0.0009649095591157675, + "p99": 0.003835939336568117, + "max": 0.006241500377655029 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5460000000020955 + }, + { + "name": "model.diffusion_model.blocks.24.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001244729501195252, + "metrics": { + "relative_error": 0.07302900403738022, + "max_absolute_error": 0.1015625, + "cosine_loss": { + "mean": 0.0026664799079298973, + "p95": 0.0027384161949157715, + "p99": 0.002766907215118408, + "max": 0.0028293728828430176 + }, + "norm_drift": { + "mean": 0.00039584198384545743, + "p95": 0.0010173588525503874, + "p99": 0.0016018152236938477, + "max": 0.003432154655456543 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003285657148808241, + "p95": 0.005464660935103893, + "p99": 0.006396831478923559, + "max": 0.008360683917999268 + }, + "correction_min": 0.9976272583007812, + "correction_max": 1.0084311962127686, + "codebook": [ + -0.9781870245933533, + -0.7813246846199036, + -0.6171754002571106, + -0.4766973555088043, + -0.35328835248947144, + -0.24206753075122833, + -0.13942237198352814, + -0.041098520159721375, + 0.054546840488910675, + 0.15140147507190704, + 0.25194406509399414, + 0.3604848086833954, + 0.48080846667289734, + 0.6179195642471313, + 0.778866171836853, + 0.9774799346923828 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9630789756774902, + "extreme_code_fraction": 0.09569866210222244, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.48499999998603016 + }, + { + "name": "model.diffusion_model.blocks.24.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002012686338275671, + "max_absolute_error": 0.009005308151245117, + "cosine_loss": { + "mean": 1.6904281210372574e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7508864402770996e-05, + "max": 2.47955322265625e-05 + }, + "norm_drift": { + "mean": 0.0004191319749224931, + "p95": 0.0009107142686843872, + "p99": 0.004593804478645325, + "max": 0.006107926368713379 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.34400000001187436 + }, + { + "name": "model.diffusion_model.blocks.24.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.24.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.25.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.015000000013969839 + }, + { + "name": "model.diffusion_model.blocks.25.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.25.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.25.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002029566327109933, + "max_absolute_error": 0.006404876708984375, + "cosine_loss": { + "mean": 1.7011826685120468e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.71661376953125e-05, + "max": 2.5272369384765625e-05 + }, + "norm_drift": { + "mean": 0.00046829532948322594, + "p95": 0.0010110139846801758, + "p99": 0.004683181643486023, + "max": 0.006733715534210205 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.1409999999741558 + }, + { + "name": "model.diffusion_model.blocks.25.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.25.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020115019287914038, + "max_absolute_error": 0.006864666938781738, + "cosine_loss": { + "mean": 1.7383717931807041e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9012135453522205e-05, + "max": 2.676248550415039e-05 + }, + "norm_drift": { + "mean": 0.00043007900239899755, + "p95": 0.000979047967121005, + "p99": 0.003981146961450577, + "max": 0.0060999393463134766 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5620000000053551 + }, + { + "name": "model.diffusion_model.blocks.25.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012500284938141704, + "metrics": { + "relative_error": 0.07304198294878006, + "max_absolute_error": 0.121826171875, + "cosine_loss": { + "mean": 0.0026673779357224703, + "p95": 0.002738773822784424, + "p99": 0.0027679302729666233, + "max": 0.002834916114807129 + }, + "norm_drift": { + "mean": 0.0003804749867413193, + "p95": 0.0009882061276584864, + "p99": 0.0016247176099568605, + "max": 0.003682374954223633 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0031780300196260214, + "p95": 0.005515006370842457, + "p99": 0.0065300352871418, + "max": 0.010756075382232666 + }, + "correction_min": 0.9963030815124512, + "correction_max": 1.0108729600906372, + "codebook": [ + -0.9769720435142517, + -0.7762575149536133, + -0.6153621077537537, + -0.4790832996368408, + -0.3592900335788727, + -0.2509567439556122, + -0.15073372423648834, + -0.054918162524700165, + 0.04191010445356369, + 0.14143937826156616, + 0.2449364811182022, + 0.35567593574523926, + 0.477987676858902, + 0.6171525120735168, + 0.7789350748062134, + 0.9767820835113525 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.963003635406494, + "extreme_code_fraction": 0.09627622365951538, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.5 + }, + { + "name": "model.diffusion_model.blocks.25.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020194407552480698, + "max_absolute_error": 0.0076448917388916016, + "cosine_loss": { + "mean": 1.7254968724955688e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.735985279083252e-05, + "max": 2.7835369110107422e-05 + }, + "norm_drift": { + "mean": 0.0004294300451874733, + "p95": 0.0009266287088394165, + "p99": 0.004655823111534119, + "max": 0.006606996059417725 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.34400000001187436 + }, + { + "name": "model.diffusion_model.blocks.25.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.25.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.26.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.26.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.26.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.26.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020535048097372055, + "max_absolute_error": 0.008224934339523315, + "cosine_loss": { + "mean": 1.6889424614419113e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.6987323760986328e-05, + "max": 2.6702880859375e-05 + }, + "norm_drift": { + "mean": 0.0004886323004029691, + "p95": 0.0010824054479599, + "p99": 0.005139157176017761, + "max": 0.007185876369476318 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.14100000000325963 + }, + { + "name": "model.diffusion_model.blocks.26.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.26.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020206132903695107, + "max_absolute_error": 0.009591341018676758, + "cosine_loss": { + "mean": 1.7557205183038604e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9786995835602283e-05, + "max": 2.765655517578125e-05 + }, + "norm_drift": { + "mean": 0.00043253370677120984, + "p95": 0.0009720056550577283, + "p99": 0.003840502817183733, + "max": 0.006171464920043945 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5620000000053551 + }, + { + "name": "model.diffusion_model.blocks.26.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012506833299994469, + "metrics": { + "relative_error": 0.0731029361486435, + "max_absolute_error": 0.1263427734375, + "cosine_loss": { + "mean": 0.0026718100998550653, + "p95": 0.0027437806129455566, + "p99": 0.002773123327642679, + "max": 0.0028377771377563477 + }, + "norm_drift": { + "mean": 0.0004104463441763073, + "p95": 0.001028591301292181, + "p99": 0.0016283837612718344, + "max": 0.0032432079315185547 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.002898795995861292, + "p95": 0.005080803297460079, + "p99": 0.006070846691727638, + "max": 0.00849759578704834 + }, + "correction_min": 0.9976011514663696, + "correction_max": 1.0085704326629639, + "codebook": [ + -0.9774266481399536, + -0.7812771201133728, + -0.620167076587677, + -0.48324206471443176, + -0.362003356218338, + -0.2522214651107788, + -0.15119211375713348, + -0.05508837848901749, + 0.04174823313951492, + 0.14111612737178802, + 0.24450068175792694, + 0.3557751178741455, + 0.47951415181159973, + 0.6202238202095032, + 0.7824305891990662, + 0.9782564640045166 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9604110717773438, + "extreme_code_fraction": 0.09542886912822723, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.5159999999741558 + }, + { + "name": "model.diffusion_model.blocks.26.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002010982483625412, + "max_absolute_error": 0.009250402450561523, + "cosine_loss": { + "mean": 1.710684387035144e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8134713172912598e-05, + "max": 2.5331974029541016e-05 + }, + "norm_drift": { + "mean": 0.00042544101597741246, + "p95": 0.0009279847145080566, + "p99": 0.004552692174911499, + "max": 0.006285488605499268 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.32800000000861473 + }, + { + "name": "model.diffusion_model.blocks.26.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.26.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.27.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.27.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.27.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.27.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002048676833510399, + "max_absolute_error": 0.010514438152313232, + "cosine_loss": { + "mean": 1.6873901813596603e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.735985279083252e-05, + "max": 2.4020671844482422e-05 + }, + "norm_drift": { + "mean": 0.0004836437292397022, + "p95": 0.0010831505060195923, + "p99": 0.004761844873428345, + "max": 0.006913185119628906 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.125 + }, + { + "name": "model.diffusion_model.blocks.27.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.27.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020284049678593874, + "max_absolute_error": 0.011728644371032715, + "cosine_loss": { + "mean": 1.7606460005481495e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9490718841552734e-05, + "max": 2.6285648345947266e-05 + }, + "norm_drift": { + "mean": 0.00043626510887406766, + "p95": 0.0009838638361543417, + "p99": 0.004000476561486721, + "max": 0.005999147891998291 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.6710000000020955 + }, + { + "name": "model.diffusion_model.blocks.27.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012449173955246806, + "metrics": { + "relative_error": 0.07311682403087616, + "max_absolute_error": 0.1142578125, + "cosine_loss": { + "mean": 0.00267297332175076, + "p95": 0.0027461647987365723, + "p99": 0.0027776360511779785, + "max": 0.0028561949729919434 + }, + "norm_drift": { + "mean": 0.000402721663704142, + "p95": 0.001028439262881875, + "p99": 0.0016139247454702854, + "max": 0.0033186674118041992 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0030299543868750334, + "p95": 0.005178895778954029, + "p99": 0.006120704114437103, + "max": 0.008606672286987305 + }, + "correction_min": 0.9974709749221802, + "correction_max": 1.0086814165115356, + "codebook": [ + -0.9778342247009277, + -0.7823407649993896, + -0.6209824681282043, + -0.4836476743221283, + -0.36186227202415466, + -0.2516743838787079, + -0.15101103484630585, + -0.054845597594976425, + 0.041924554854631424, + 0.14139854907989502, + 0.2450602948665619, + 0.35625383257865906, + 0.4791353642940521, + 0.6206207871437073, + 0.7836724519729614, + 0.9785200953483582 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9604501724243164, + "extreme_code_fraction": 0.09535805135965347, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.6099999999860302 + }, + { + "name": "model.diffusion_model.blocks.27.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020174458622932434, + "max_absolute_error": 0.013645172119140625, + "cosine_loss": { + "mean": 1.737459911055339e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.901388168334961e-05, + "max": 2.5987625122070312e-05 + }, + "norm_drift": { + "mean": 0.0004230924532748759, + "p95": 0.0009134262800216675, + "p99": 0.004379048943519592, + "max": 0.0061419010162353516 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.32800000000861473 + }, + { + "name": "model.diffusion_model.blocks.27.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.27.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.28.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.28.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.28.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.28.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020408094860613346, + "max_absolute_error": 0.011786788702011108, + "cosine_loss": { + "mean": 1.6917364291657577e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7344951629638672e-05, + "max": 2.6524066925048828e-05 + }, + "norm_drift": { + "mean": 0.0004710892972070724, + "p95": 0.0010690391063690186, + "p99": 0.004683971405029297, + "max": 0.007322132587432861 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.14100000000325963 + }, + { + "name": "model.diffusion_model.blocks.28.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.28.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019979202188551426, + "max_absolute_error": 0.008053779602050781, + "cosine_loss": { + "mean": 1.7285375406572712e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9252300262451172e-05, + "max": 2.7239322662353516e-05 + }, + "norm_drift": { + "mean": 0.00042413806659169495, + "p95": 0.000964128877967596, + "p99": 0.003768572583794594, + "max": 0.0063745975494384766 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.48399999999674037 + }, + { + "name": "model.diffusion_model.blocks.28.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012463305611163378, + "metrics": { + "relative_error": 0.07305961847305298, + "max_absolute_error": 0.1201171875, + "cosine_loss": { + "mean": 0.002669163281098008, + "p95": 0.0027411580085754395, + "p99": 0.002770202700048685, + "max": 0.002839982509613037 + }, + "norm_drift": { + "mean": 0.00038881757063791156, + "p95": 0.0009897048585116863, + "p99": 0.0015888756606727839, + "max": 0.0037201642990112305 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0033767251297831535, + "p95": 0.005545386113226414, + "p99": 0.006471415050327778, + "max": 0.008712232112884521 + }, + "correction_min": 0.99753338098526, + "correction_max": 1.008788824081421, + "codebook": [ + -0.9779796004295349, + -0.778030514717102, + -0.6136416792869568, + -0.474779337644577, + -0.35199350118637085, + -0.24111084640026093, + -0.1393001228570938, + -0.04144776985049248, + 0.05470388010144234, + 0.15134268999099731, + 0.25211963057518005, + 0.36152026057243347, + 0.4836532473564148, + 0.621981680393219, + 0.7839962244033813, + 0.9789667725563049 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9632811546325684, + "extreme_code_fraction": 0.09577586501836777, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.48399999999674037 + }, + { + "name": "model.diffusion_model.blocks.28.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020208628848195076, + "max_absolute_error": 0.012722492218017578, + "cosine_loss": { + "mean": 1.7256631963391555e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8224120140075684e-05, + "max": 2.6047229766845703e-05 + }, + "norm_drift": { + "mean": 0.000425056554377079, + "p95": 0.0009205341339111328, + "p99": 0.004567995667457581, + "max": 0.006639957427978516 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.2970000000204891 + }, + { + "name": "model.diffusion_model.blocks.28.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.28.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.29.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0159999999741558 + }, + { + "name": "model.diffusion_model.blocks.29.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.29.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.29.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001998183550313115, + "max_absolute_error": 0.007251381874084473, + "cosine_loss": { + "mean": 1.652232754167926e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.6689300537109375e-05, + "max": 2.6047229766845703e-05 + }, + "norm_drift": { + "mean": 0.0004582441470120102, + "p95": 0.0010364800691604614, + "p99": 0.004545480012893677, + "max": 0.007384240627288818 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.125 + }, + { + "name": "model.diffusion_model.blocks.29.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.29.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020148695912212133, + "max_absolute_error": 0.009276866912841797, + "cosine_loss": { + "mean": 1.7465763448853977e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9667786546051502e-05, + "max": 2.777576446533203e-05 + }, + "norm_drift": { + "mean": 0.00043070511310361326, + "p95": 0.000976225477643311, + "p99": 0.0038602545391768217, + "max": 0.006132364273071289 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.5 + }, + { + "name": "model.diffusion_model.blocks.29.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001249536988325417, + "metrics": { + "relative_error": 0.07301115244626999, + "max_absolute_error": 0.12109375, + "cosine_loss": { + "mean": 0.0026655022520571947, + "p95": 0.0027376413345336914, + "p99": 0.0027672648429870605, + "max": 0.0028440356254577637 + }, + "norm_drift": { + "mean": 0.0003746664442587644, + "p95": 0.0009453832171857357, + "p99": 0.0015365503495559096, + "max": 0.0036973953247070312 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003261665580794215, + "p95": 0.005475410260260105, + "p99": 0.0064895316027104855, + "max": 0.008906245231628418 + }, + "correction_min": 0.9967798590660095, + "correction_max": 1.008986234664917, + "codebook": [ + -0.9780310988426208, + -0.7808122038841248, + -0.6172031164169312, + -0.4773983061313629, + -0.3546149730682373, + -0.24336963891983032, + -0.13978011906147003, + -0.04109622538089752, + 0.05490574613213539, + 0.15157757699489594, + 0.25312066078186035, + 0.36196696758270264, + 0.4816761910915375, + 0.620995044708252, + 0.7844831347465515, + 0.9784205555915833 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.961660861968994, + "extreme_code_fraction": 0.09543697535991669, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.4220000000204891 + }, + { + "name": "model.diffusion_model.blocks.29.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019840742461383343, + "max_absolute_error": 0.010926365852355957, + "cosine_loss": { + "mean": 1.6872683090696228e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.767277717590332e-05, + "max": 2.562999725341797e-05 + }, + "norm_drift": { + "mean": 0.00041459102067165077, + "p95": 0.0009192526340484619, + "p99": 0.00438903272151947, + "max": 0.005964457988739014 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.125 + }, + { + "name": "model.diffusion_model.blocks.29.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.29.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.3.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.3.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.3.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.3.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.001248509855940938, + "metrics": { + "relative_error": 0.07333096861839294, + "max_absolute_error": 0.089630126953125, + "cosine_loss": { + "mean": 0.002686302177608013, + "p95": 0.0027664899826049805, + "p99": 0.002816617488861084, + "max": 0.0029743313789367676 + }, + "norm_drift": { + "mean": 0.0003749376046471298, + "p95": 0.000999167561531067, + "p99": 0.0016755610704421997, + "max": 0.0032570958137512207 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0035119063686579466, + "p95": 0.006020054221153259, + "p99": 0.007387101650238037, + "max": 0.010042071342468262 + }, + "correction_min": 0.9966763257980347, + "correction_max": 1.0101439952850342, + "codebook": [ + -0.9780982136726379, + -0.7814736366271973, + -0.6209588646888733, + -0.48313865065574646, + -0.3621237277984619, + -0.2535964548587799, + -0.1536179482936859, + -0.05881449580192566, + 0.03777993097901344, + 0.13778099417686462, + 0.23988988995552063, + 0.35115888714790344, + 0.47338876128196716, + 0.6130291819572449, + 0.7781274318695068, + 0.9775399565696716 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9631967544555664, + "extreme_code_fraction": 0.0961267352104187, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.0779999999795109 + }, + { + "name": "model.diffusion_model.blocks.3.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.3.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001988836796954274, + "max_absolute_error": 0.010752201080322266, + "cosine_loss": { + "mean": 1.6953979411482578e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.919269561767578e-05, + "max": 2.8073787689208984e-05 + }, + "norm_drift": { + "mean": 0.00042519040289334953, + "p95": 0.000974160386249423, + "p99": 0.0038834395818412304, + "max": 0.0072321295738220215 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.21900000001187436 + }, + { + "name": "model.diffusion_model.blocks.3.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001241085585206747, + "metrics": { + "relative_error": 0.07308437675237656, + "max_absolute_error": 0.0859375, + "cosine_loss": { + "mean": 0.002670402405783534, + "p95": 0.002743363380432129, + "p99": 0.002773880958557129, + "max": 0.0028484463691711426 + }, + "norm_drift": { + "mean": 0.0004131786117795855, + "p95": 0.0010472415015101433, + "p99": 0.0016216355143114924, + "max": 0.0034682750701904297 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0029563321731984615, + "p95": 0.005126308649778366, + "p99": 0.006054830737411976, + "max": 0.008166074752807617 + }, + "correction_min": 0.9971889853477478, + "correction_max": 1.0082333087921143, + "codebook": [ + -0.9782000184059143, + -0.7822687029838562, + -0.6207121014595032, + -0.48226460814476013, + -0.3602254092693329, + -0.25131309032440186, + -0.1504942774772644, + -0.054728880524635315, + 0.04204811155796051, + 0.14084869623184204, + 0.24497868120670319, + 0.35626333951950073, + 0.47989675402641296, + 0.6199299693107605, + 0.7829342484474182, + 0.9781232476234436 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9603891372680664, + "extreme_code_fraction": 0.09537434577941895, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.26500000001396984 + }, + { + "name": "model.diffusion_model.blocks.3.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020288960076868534, + "max_absolute_error": 0.007882535457611084, + "cosine_loss": { + "mean": 1.7331581148027908e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.806020736694336e-05, + "max": 2.6166439056396484e-05 + }, + "norm_drift": { + "mean": 0.0004273711529094726, + "p95": 0.0009351521730422974, + "p99": 0.004440858960151672, + "max": 0.006464600563049316 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.125 + }, + { + "name": "model.diffusion_model.blocks.3.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.3.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.30.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.30.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.30.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0159999999741558 + }, + { + "name": "model.diffusion_model.blocks.30.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.00201789871789515, + "max_absolute_error": 0.010447025299072266, + "cosine_loss": { + "mean": 1.6608253190497635e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.704692840576172e-05, + "max": 2.580881118774414e-05 + }, + "norm_drift": { + "mean": 0.0004742526216432452, + "p95": 0.0010795295238494873, + "p99": 0.004728153347969055, + "max": 0.007334887981414795 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.062000000005355105 + }, + { + "name": "model.diffusion_model.blocks.30.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.30.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002019731793552637, + "max_absolute_error": 0.00908041000366211, + "cosine_loss": { + "mean": 1.748430690895475e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.942936796694994e-05, + "max": 2.676248550415039e-05 + }, + "norm_drift": { + "mean": 0.0004298316198401153, + "p95": 0.0009663432138040662, + "p99": 0.00391407823190093, + "max": 0.006651520729064941 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.20300000000861473 + }, + { + "name": "model.diffusion_model.blocks.30.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001253885100595653, + "metrics": { + "relative_error": 0.07305403053760529, + "max_absolute_error": 0.138671875, + "cosine_loss": { + "mean": 0.0026685898192226887, + "p95": 0.0027410387992858887, + "p99": 0.0027700066566467285, + "max": 0.002850949764251709 + }, + "norm_drift": { + "mean": 0.00037697487277910113, + "p95": 0.000967556145042181, + "p99": 0.0015912891831248999, + "max": 0.003481745719909668 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0031519639305770397, + "p95": 0.005262711085379124, + "p99": 0.006189619190990925, + "max": 0.008190512657165527 + }, + "correction_min": 0.9978846907615662, + "correction_max": 1.0082582235336304, + "codebook": [ + -0.9769112467765808, + -0.7797420024871826, + -0.6185195446014404, + -0.4787740409374237, + -0.35444211959838867, + -0.24289147555828094, + -0.13915520906448364, + -0.040499910712242126, + 0.055088989436626434, + 0.15143312513828278, + 0.2524990737438202, + 0.3623327612876892, + 0.483857661485672, + 0.6214639544487, + 0.7834796905517578, + 0.9782072901725769 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9613595008850098, + "extreme_code_fraction": 0.09562772512435913, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.25 + }, + { + "name": "model.diffusion_model.blocks.30.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020088020246475935, + "max_absolute_error": 0.009713888168334961, + "cosine_loss": { + "mean": 1.7232461004823563e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.843273639678955e-05, + "max": 2.658367156982422e-05 + }, + "norm_drift": { + "mean": 0.0004257551918271929, + "p95": 0.0009309649467468262, + "p99": 0.004365578293800354, + "max": 0.006164371967315674 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.14100000000325963 + }, + { + "name": "model.diffusion_model.blocks.30.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.30.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.31.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.31.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.31.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.31.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020321584306657314, + "max_absolute_error": 0.007509708404541016, + "cosine_loss": { + "mean": 1.7180794884552597e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8715858459472656e-05, + "max": 2.5391578674316406e-05 + }, + "norm_drift": { + "mean": 0.0004627829766832292, + "p95": 0.0010295957326889038, + "p99": 0.004564300179481506, + "max": 0.007531642913818359 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.07800000000861473 + }, + { + "name": "model.diffusion_model.blocks.31.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.31.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020144071895629168, + "max_absolute_error": 0.009605884552001953, + "cosine_loss": { + "mean": 1.7481978602518211e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9727391190826893e-05, + "max": 2.676248550415039e-05 + }, + "norm_drift": { + "mean": 0.0004298739368095994, + "p95": 0.0009850859642028809, + "p99": 0.0038463652599602938, + "max": 0.0067237019538879395 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.21899999998277053 + }, + { + "name": "model.diffusion_model.blocks.31.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012406249297782779, + "metrics": { + "relative_error": 0.07306524366140366, + "max_absolute_error": 0.1182861328125, + "cosine_loss": { + "mean": 0.0026692962273955345, + "p95": 0.002742019249126315, + "p99": 0.002772008301690221, + "max": 0.002895653247833252 + }, + "norm_drift": { + "mean": 0.0004078919591847807, + "p95": 0.001030566869303584, + "p99": 0.0016216853400692344, + "max": 0.003520488739013672 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003073148662224412, + "p95": 0.005230301525443792, + "p99": 0.006183797027915716, + "max": 0.008941948413848877 + }, + "correction_min": 0.9974748492240906, + "correction_max": 1.00902259349823, + "codebook": [ + -0.9782317280769348, + -0.7830264568328857, + -0.6196824312210083, + -0.4792953133583069, + -0.35550495982170105, + -0.24390457570552826, + -0.14040027558803558, + -0.04181209206581116, + 0.05486529320478439, + 0.1506640613079071, + 0.25184962153434753, + 0.3611058294773102, + 0.48199817538261414, + 0.6204051971435547, + 0.782315194606781, + 0.9782853722572327 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9608535766601562, + "extreme_code_fraction": 0.09537451714277267, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.25 + }, + { + "name": "model.diffusion_model.blocks.31.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001989028649404645, + "max_absolute_error": 0.010844707489013672, + "cosine_loss": { + "mean": 1.6910601061681518e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.806020736694336e-05, + "max": 2.5033950805664062e-05 + }, + "norm_drift": { + "mean": 0.0004131786117795855, + "p95": 0.0009268820285797119, + "p99": 0.004348725080490112, + "max": 0.006067991256713867 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.125 + }, + { + "name": "model.diffusion_model.blocks.31.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.31.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.32.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.32.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.32.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.32.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002009335905313492, + "max_absolute_error": 0.010454148054122925, + "cosine_loss": { + "mean": 1.6560690028200042e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.640617847442627e-05, + "max": 2.6106834411621094e-05 + }, + "norm_drift": { + "mean": 0.00046990354894660413, + "p95": 0.0010421723127365112, + "p99": 0.004964083433151245, + "max": 0.006506800651550293 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.062000000005355105 + }, + { + "name": "model.diffusion_model.blocks.32.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.32.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020046725403517485, + "max_absolute_error": 0.010899543762207031, + "cosine_loss": { + "mean": 1.7432280401408207e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9550323486328125e-05, + "max": 2.682209014892578e-05 + }, + "norm_drift": { + "mean": 0.0004290579818189144, + "p95": 0.0009646057151257992, + "p99": 0.00392147246748209, + "max": 0.006552934646606445 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.21899999998277053 + }, + { + "name": "model.diffusion_model.blocks.32.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.00124881521333009, + "metrics": { + "relative_error": 0.07299942523241043, + "max_absolute_error": 0.208984375, + "cosine_loss": { + "mean": 0.0026644407771527767, + "p95": 0.0027359724044799805, + "p99": 0.0027666438836604357, + "max": 0.002832353115081787 + }, + "norm_drift": { + "mean": 0.00037328654434531927, + "p95": 0.0009703843388706446, + "p99": 0.0016140136867761612, + "max": 0.00342559814453125 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0032489870209246874, + "p95": 0.005412610247731209, + "p99": 0.006319914944469929, + "max": 0.009790599346160889 + }, + "correction_min": 0.9958752393722534, + "correction_max": 1.009887456893921, + "codebook": [ + -0.977198600769043, + -0.7779897451400757, + -0.6152374744415283, + -0.4759490489959717, + -0.3532382547855377, + -0.2429375797510147, + -0.13967777788639069, + -0.04127717390656471, + 0.055094070732593536, + 0.1513012796640396, + 0.2518676519393921, + 0.3604922592639923, + 0.481608510017395, + 0.6188541650772095, + 0.7809634208679199, + 0.9777427911758423 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.962972640991211, + "extreme_code_fraction": 0.09604103118181229, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.26500000001396984 + }, + { + "name": "model.diffusion_model.blocks.32.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002005381044000387, + "max_absolute_error": 0.0178682804107666, + "cosine_loss": { + "mean": 1.6931887785176514e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.730024814605713e-05, + "max": 2.4497509002685547e-05 + }, + "norm_drift": { + "mean": 0.00042626369395293295, + "p95": 0.0009289383888244629, + "p99": 0.0044654905796051025, + "max": 0.006574809551239014 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.14100000000325963 + }, + { + "name": "model.diffusion_model.blocks.32.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.32.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.33.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.33.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.33.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.33.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019615874625742435, + "max_absolute_error": 0.007788658142089844, + "cosine_loss": { + "mean": 1.6345044286936172e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.728534698486328e-05, + "max": 2.7477741241455078e-05 + }, + "norm_drift": { + "mean": 0.0004392964474391192, + "p95": 0.0009876489639282227, + "p99": 0.004130616784095764, + "max": 0.0065577030181884766 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.07800000000861473 + }, + { + "name": "model.diffusion_model.blocks.33.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.33.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002002844586968422, + "max_absolute_error": 0.007723212242126465, + "cosine_loss": { + "mean": 1.7319911194135784e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8835067749023438e-05, + "max": 2.7298927307128906e-05 + }, + "norm_drift": { + "mean": 0.00042964552994817495, + "p95": 0.0009829280897974968, + "p99": 0.003966827876865864, + "max": 0.006191670894622803 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.2029999999795109 + }, + { + "name": "model.diffusion_model.blocks.33.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001250106724910438, + "metrics": { + "relative_error": 0.07310451567173004, + "max_absolute_error": 0.1982421875, + "cosine_loss": { + "mean": 0.0026724105700850487, + "p95": 0.002744615077972412, + "p99": 0.0027745538391172886, + "max": 0.0028365254402160645 + }, + "norm_drift": { + "mean": 0.00038200838025659323, + "p95": 0.0009780344553291798, + "p99": 0.0016137708444148302, + "max": 0.0036393404006958008 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0032103604171425104, + "p95": 0.005329722072929144, + "p99": 0.006213197950273752, + "max": 0.009481489658355713 + }, + "correction_min": 0.9978947043418884, + "correction_max": 1.0095722675323486, + "codebook": [ + -0.9768491387367249, + -0.7758722305297852, + -0.6136537790298462, + -0.4760285019874573, + -0.35416653752326965, + -0.24455974996089935, + -0.14151625335216522, + -0.041733283549547195, + 0.055084604769945145, + 0.1520918905735016, + 0.253745973110199, + 0.3631852865219116, + 0.4842439591884613, + 0.6221279501914978, + 0.7837051153182983, + 0.9779179096221924 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.962277412414551, + "extreme_code_fraction": 0.09596065431833267, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.26600000000325963 + }, + { + "name": "model.diffusion_model.blocks.33.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019841091707348824, + "max_absolute_error": 0.010486602783203125, + "cosine_loss": { + "mean": 1.6824563999762177e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7657876014709473e-05, + "max": 2.3603439331054688e-05 + }, + "norm_drift": { + "mean": 0.000409879517974332, + "p95": 0.0008910000324249268, + "p99": 0.004261046648025513, + "max": 0.006205737590789795 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.15600000001722947 + }, + { + "name": "model.diffusion_model.blocks.33.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.33.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.34.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.34.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0159999999741558 + }, + { + "name": "model.diffusion_model.blocks.34.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.34.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002017530845478177, + "max_absolute_error": 0.00927269458770752, + "cosine_loss": { + "mean": 1.6838533838381409e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.6927719116210938e-05, + "max": 2.5153160095214844e-05 + }, + "norm_drift": { + "mean": 0.0004625408328138292, + "p95": 0.0010350346565246582, + "p99": 0.004589900374412537, + "max": 0.00713956356048584 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.062000000005355105 + }, + { + "name": "model.diffusion_model.blocks.34.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.34.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001993941841647029, + "max_absolute_error": 0.015691518783569336, + "cosine_loss": { + "mean": 1.7262146911889431e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.919269561767578e-05, + "max": 2.5451183319091797e-05 + }, + "norm_drift": { + "mean": 0.0004280403954908252, + "p95": 0.000974839786067605, + "p99": 0.0038635157980024815, + "max": 0.00628209114074707 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.21900000001187436 + }, + { + "name": "model.diffusion_model.blocks.34.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001247832435183227, + "metrics": { + "relative_error": 0.07299865037202835, + "max_absolute_error": 0.206298828125, + "cosine_loss": { + "mean": 0.0026646938640624285, + "p95": 0.002736833645030856, + "p99": 0.0027672399301081896, + "max": 0.002850472927093506 + }, + "norm_drift": { + "mean": 0.000369483808754012, + "p95": 0.0009517013095319271, + "p99": 0.001593582215718925, + "max": 0.0033713579177856445 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003005464095622301, + "p95": 0.005180459935218096, + "p99": 0.0061152600683271885, + "max": 0.010274827480316162 + }, + "correction_min": 0.996484100818634, + "correction_max": 1.0103814601898193, + "codebook": [ + -0.9771851897239685, + -0.778667688369751, + -0.6175464391708374, + -0.4780702590942383, + -0.3571279048919678, + -0.24908684194087982, + -0.149146169424057, + -0.05436915159225464, + 0.04252328351140022, + 0.14264236390590668, + 0.24694983661174774, + 0.3584011495113373, + 0.4806990623474121, + 0.6199353933334351, + 0.7824805378913879, + 0.9775183200836182 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.961390256881714, + "extreme_code_fraction": 0.0958012193441391, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.264999999984866 + }, + { + "name": "model.diffusion_model.blocks.34.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020407449919730425, + "max_absolute_error": 0.009943962097167969, + "cosine_loss": { + "mean": 1.7592240055819275e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.849234104156494e-05, + "max": 2.4616718292236328e-05 + }, + "norm_drift": { + "mean": 0.0004290846991352737, + "p95": 0.0009341537952423096, + "p99": 0.004502341151237488, + "max": 0.0067768096923828125 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.14100000000325963 + }, + { + "name": "model.diffusion_model.blocks.34.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.34.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.35.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.35.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.35.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.35.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001984329428523779, + "max_absolute_error": 0.009370803833007812, + "cosine_loss": { + "mean": 1.6725111890991684e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7583370208740234e-05, + "max": 2.6047229766845703e-05 + }, + "norm_drift": { + "mean": 0.00045389586011879146, + "p95": 0.0010006725788116455, + "p99": 0.0043983012437820435, + "max": 0.006352424621582031 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.07800000000861473 + }, + { + "name": "model.diffusion_model.blocks.35.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.35.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.00200832262635231, + "max_absolute_error": 0.009335756301879883, + "cosine_loss": { + "mean": 1.7453650116294739e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.931015867739916e-05, + "max": 2.8252601623535156e-05 + }, + "norm_drift": { + "mean": 0.00043161900248378515, + "p95": 0.000977241899818182, + "p99": 0.0038881460204720497, + "max": 0.006905555725097656 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.21899999998277053 + }, + { + "name": "model.diffusion_model.blocks.35.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012483905302360654, + "metrics": { + "relative_error": 0.07307074218988419, + "max_absolute_error": 0.1690673828125, + "cosine_loss": { + "mean": 0.002670415909960866, + "p95": 0.0027428865432739258, + "p99": 0.0027725272811949253, + "max": 0.0028429627418518066 + }, + "norm_drift": { + "mean": 0.0004106044361833483, + "p95": 0.0010442733764648438, + "p99": 0.001684037153609097, + "max": 0.0034829378128051758 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003184275468811393, + "p95": 0.00538279116153717, + "p99": 0.006343028973788023, + "max": 0.010256767272949219 + }, + "correction_min": 0.9967244267463684, + "correction_max": 1.0103631019592285, + "codebook": [ + -0.9786864519119263, + -0.782408595085144, + -0.6203655004501343, + -0.4818713366985321, + -0.3611769676208496, + -0.2523319721221924, + -0.15149684250354767, + -0.05502648651599884, + 0.040913935750722885, + 0.1398293673992157, + 0.24446256458759308, + 0.3570542335510254, + 0.48107171058654785, + 0.6223275065422058, + 0.7845889329910278, + 0.9782666563987732 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.96038818359375, + "extreme_code_fraction": 0.09525423496961594, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.26500000001396984 + }, + { + "name": "model.diffusion_model.blocks.35.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019508793484419584, + "max_absolute_error": 0.011107921600341797, + "cosine_loss": { + "mean": 1.6408351939389831e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.683831214904785e-05, + "max": 2.6047229766845703e-05 + }, + "norm_drift": { + "mean": 0.0004044708330184221, + "p95": 0.0009187012910842896, + "p99": 0.00415271520614624, + "max": 0.0063364505767822266 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.125 + }, + { + "name": "model.diffusion_model.blocks.35.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.35.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.36.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.36.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.36.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.36.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.00196879543364048, + "max_absolute_error": 0.010997295379638672, + "cosine_loss": { + "mean": 1.6238052467087982e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.582503318786621e-05, + "max": 2.6404857635498047e-05 + }, + "norm_drift": { + "mean": 0.0004469958948902786, + "p95": 0.0010022521018981934, + "p99": 0.004504352807998657, + "max": 0.006867766380310059 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.0629999999946449 + }, + { + "name": "model.diffusion_model.blocks.36.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.36.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001986699877306819, + "max_absolute_error": 0.012770652770996094, + "cosine_loss": { + "mean": 1.7033918311426532e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.895427703857422e-05, + "max": 2.562999725341797e-05 + }, + "norm_drift": { + "mean": 0.0004249975027050823, + "p95": 0.0009715467458590865, + "p99": 0.003826211905106902, + "max": 0.006167948246002197 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.20300000000861473 + }, + { + "name": "model.diffusion_model.blocks.36.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012450780486688018, + "metrics": { + "relative_error": 0.07303226739168167, + "max_absolute_error": 0.17578125, + "cosine_loss": { + "mean": 0.002667494583874941, + "p95": 0.002740144729614258, + "p99": 0.00277033937163651, + "max": 0.0028433799743652344 + }, + "norm_drift": { + "mean": 0.0003950742247980088, + "p95": 0.0010308856144547462, + "p99": 0.001713178469799459, + "max": 0.0035518407821655273 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003246934385970235, + "p95": 0.005517232231795788, + "p99": 0.006492559798061848, + "max": 0.009613215923309326 + }, + "correction_min": 0.9961419701576233, + "correction_max": 1.0097064971923828, + "codebook": [ + -0.9777414202690125, + -0.7794392704963684, + -0.6161606311798096, + -0.4770963490009308, + -0.3552229404449463, + -0.24383842945098877, + -0.14032109081745148, + -0.04146174341440201, + 0.054458022117614746, + 0.15024656057357788, + 0.250999391078949, + 0.36059755086898804, + 0.48197147250175476, + 0.6210299730300903, + 0.7842826843261719, + 0.9789801836013794 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9619481563568115, + "extreme_code_fraction": 0.0954987034201622, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.28099999998812564 + }, + { + "name": "model.diffusion_model.blocks.36.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020511415787041187, + "max_absolute_error": 0.010866761207580566, + "cosine_loss": { + "mean": 1.76319326783414e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7777085304260254e-05, + "max": 2.5391578674316406e-05 + }, + "norm_drift": { + "mean": 0.0004430787521414459, + "p95": 0.0009497255086898804, + "p99": 0.004555940628051758, + "max": 0.0061356425285339355 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.125 + }, + { + "name": "model.diffusion_model.blocks.36.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.36.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.37.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.37.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.37.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.37.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019426231738179922, + "max_absolute_error": 0.00911569595336914, + "cosine_loss": { + "mean": 1.5869514982114197e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.5094876289367676e-05, + "max": 2.4437904357910156e-05 + }, + "norm_drift": { + "mean": 0.00045506961760111153, + "p95": 0.0010185390710830688, + "p99": 0.0045824795961380005, + "max": 0.00682908296585083 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.062000000005355105 + }, + { + "name": "model.diffusion_model.blocks.37.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.37.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020016981288790703, + "max_absolute_error": 0.009991168975830078, + "cosine_loss": { + "mean": 1.7495698330094456e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9667786546051502e-05, + "max": 2.7000904083251953e-05 + }, + "norm_drift": { + "mean": 0.00043095179717056453, + "p95": 0.0009715198539197445, + "p99": 0.003895312547683716, + "max": 0.006824493408203125 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.21899999998277053 + }, + { + "name": "model.diffusion_model.blocks.37.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012453810777515173, + "metrics": { + "relative_error": 0.07295717298984528, + "max_absolute_error": 0.1787109375, + "cosine_loss": { + "mean": 0.0026618733536452055, + "p95": 0.0027326345443725586, + "p99": 0.0027641654014587402, + "max": 0.002842247486114502 + }, + "norm_drift": { + "mean": 0.00038376296288333833, + "p95": 0.000995331909507513, + "p99": 0.0016237390227615833, + "max": 0.003565371036529541 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0031919502653181553, + "p95": 0.00542376609519124, + "p99": 0.006423306651413441, + "max": 0.009538769721984863 + }, + "correction_min": 0.9972690343856812, + "correction_max": 1.0096306800842285, + "codebook": [ + -0.9776356220245361, + -0.7812257409095764, + -0.619156539440155, + -0.4800339937210083, + -0.3559003472328186, + -0.2436470091342926, + -0.1394958794116974, + -0.04109684377908707, + 0.05479571595788002, + 0.15031175315380096, + 0.25119173526763916, + 0.36016228795051575, + 0.480923593044281, + 0.6182668805122375, + 0.779725193977356, + 0.9778404831886292 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.961549758911133, + "extreme_code_fraction": 0.09583096206188202, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.26500000001396984 + }, + { + "name": "model.diffusion_model.blocks.37.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019514954183250666, + "max_absolute_error": 0.01793384552001953, + "cosine_loss": { + "mean": 1.653252866162802e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7121434211730957e-05, + "max": 2.47955322265625e-05 + }, + "norm_drift": { + "mean": 0.000405794067773968, + "p95": 0.0008865445852279663, + "p99": 0.004166126251220703, + "max": 0.006094992160797119 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.14100000000325963 + }, + { + "name": "model.diffusion_model.blocks.37.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.37.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.38.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.38.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.38.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.38.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020385810639709234, + "max_absolute_error": 0.011425495147705078, + "cosine_loss": { + "mean": 1.6345709354936844e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.4856457710266113e-05, + "max": 2.771615982055664e-05 + }, + "norm_drift": { + "mean": 0.0004910981515422463, + "p95": 0.0010852813720703125, + "p99": 0.005380481481552124, + "max": 0.007123768329620361 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.07800000000861473 + }, + { + "name": "model.diffusion_model.blocks.38.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.38.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002012653509154916, + "max_absolute_error": 0.01897907257080078, + "cosine_loss": { + "mean": 1.7492621964265709e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9431114196777344e-05, + "max": 2.771615982055664e-05 + }, + "norm_drift": { + "mean": 0.0004309646610636264, + "p95": 0.0009828447364270687, + "p99": 0.0038724893238395452, + "max": 0.006483197212219238 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.21899999998277053 + }, + { + "name": "model.diffusion_model.blocks.38.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012444627936929464, + "metrics": { + "relative_error": 0.07299815863370895, + "max_absolute_error": 0.125, + "cosine_loss": { + "mean": 0.0026645187754184008, + "p95": 0.0027367472648620605, + "p99": 0.0027663458604365587, + "max": 0.0028344392776489258 + }, + "norm_drift": { + "mean": 0.0003807014727499336, + "p95": 0.0009929235093295574, + "p99": 0.001638387911953032, + "max": 0.003461599349975586 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003204318229109049, + "p95": 0.0054106321185827255, + "p99": 0.006342733278870583, + "max": 0.008667290210723877 + }, + "correction_min": 0.9969305396080017, + "correction_max": 1.0087430477142334, + "codebook": [ + -0.97697514295578, + -0.7805021405220032, + -0.6179852485656738, + -0.48084595799446106, + -0.3602040112018585, + -0.251314640045166, + -0.15024788677692413, + -0.054757580161094666, + 0.04155717045068741, + 0.1410692185163498, + 0.2451775223016739, + 0.35687699913978577, + 0.47887203097343445, + 0.6168984770774841, + 0.7793774604797363, + 0.9778100848197937 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9620449542999268, + "extreme_code_fraction": 0.09587403386831284, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.25 + }, + { + "name": "model.diffusion_model.blocks.38.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020102267153561115, + "max_absolute_error": 0.014111757278442383, + "cosine_loss": { + "mean": 1.717746954454924e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.837313175201416e-05, + "max": 2.47955322265625e-05 + }, + "norm_drift": { + "mean": 0.0004146473074797541, + "p95": 0.0009118914604187012, + "p99": 0.004362508654594421, + "max": 0.006416380405426025 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.14100000000325963 + }, + { + "name": "model.diffusion_model.blocks.38.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.38.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.39.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.39.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.39.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.39.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019736825488507748, + "max_absolute_error": 0.017963886260986328, + "cosine_loss": { + "mean": 1.6264107216557022e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.6883015632629395e-05, + "max": 3.1888484954833984e-05 + }, + "norm_drift": { + "mean": 0.0004421180346980691, + "p95": 0.0009904950857162476, + "p99": 0.004382804036140442, + "max": 0.00667649507522583 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.062000000005355105 + }, + { + "name": "model.diffusion_model.blocks.39.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.39.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019942456856369972, + "max_absolute_error": 0.014349937438964844, + "cosine_loss": { + "mean": 1.7220487507074722e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9131344743072987e-05, + "max": 2.8967857360839844e-05 + }, + "norm_drift": { + "mean": 0.0004279866407159716, + "p95": 0.0009689985308796167, + "p99": 0.0038762050680816174, + "max": 0.006326198577880859 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.2029999999795109 + }, + { + "name": "model.diffusion_model.blocks.39.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001243667327798903, + "metrics": { + "relative_error": 0.07307980954647064, + "max_absolute_error": 0.14501953125, + "cosine_loss": { + "mean": 0.002670579357072711, + "p95": 0.0027436285745352507, + "p99": 0.0027746905107051134, + "max": 0.0028513669967651367 + }, + "norm_drift": { + "mean": 0.0003629142011050135, + "p95": 0.0009535308927297592, + "p99": 0.0016326147597283125, + "max": 0.003648042678833008 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.002952531212940812, + "p95": 0.0051865605637431145, + "p99": 0.0062077948823571205, + "max": 0.008977413177490234 + }, + "correction_min": 0.9958015084266663, + "correction_max": 1.0090587139129639, + "codebook": [ + -0.9795480966567993, + -0.7862575650215149, + -0.6232652068138123, + -0.48442503809928894, + -0.3623507022857666, + -0.25260624289512634, + -0.15194781124591827, + -0.05497950688004494, + 0.04178842529654503, + 0.14108815789222717, + 0.24469447135925293, + 0.35549256205558777, + 0.47779273986816406, + 0.6166594624519348, + 0.7789222002029419, + 0.9772070646286011 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9614598751068115, + "extreme_code_fraction": 0.09521685540676117, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.26500000001396984 + }, + { + "name": "model.diffusion_model.blocks.39.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019707416649907827, + "max_absolute_error": 0.009639739990234375, + "cosine_loss": { + "mean": 1.6669787328282837e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7777085304260254e-05, + "max": 2.5391578674316406e-05 + }, + "norm_drift": { + "mean": 0.000413017172832042, + "p95": 0.0009298175573348999, + "p99": 0.004203811287879944, + "max": 0.006374835968017578 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.125 + }, + { + "name": "model.diffusion_model.blocks.39.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.39.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.4.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.4.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.4.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.4.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012464046012610197, + "metrics": { + "relative_error": 0.07315001636743546, + "max_absolute_error": 0.15611648559570312, + "cosine_loss": { + "mean": 0.0026744073256850243, + "p95": 0.0027467161417007446, + "p99": 0.0027779191732406616, + "max": 0.002866804599761963 + }, + "norm_drift": { + "mean": 0.0003710661258082837, + "p95": 0.0009708702564239502, + "p99": 0.0016870051622390747, + "max": 0.0032552480697631836 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003279553260654211, + "p95": 0.005474358797073364, + "p99": 0.006536856293678284, + "max": 0.010082483291625977 + }, + "correction_min": 0.9945154190063477, + "correction_max": 1.0101852416992188, + "codebook": [ + -0.9781378507614136, + -0.7839423418045044, + -0.6227880716323853, + -0.4839661419391632, + -0.3628697395324707, + -0.25372743606567383, + -0.15326912701129913, + -0.056723788380622864, + 0.04007958248257637, + 0.13886047899723053, + 0.2424309253692627, + 0.3543403148651123, + 0.4759240746498108, + 0.6146320104598999, + 0.7776326537132263, + 0.976752758026123 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9618642330169678, + "extreme_code_fraction": 0.09594316780567169, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.09399999998277053 + }, + { + "name": "model.diffusion_model.blocks.4.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.4.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020035908091813326, + "max_absolute_error": 0.011018753051757812, + "cosine_loss": { + "mean": 1.7169791135529522e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8952530808746815e-05, + "max": 2.771615982055664e-05 + }, + "norm_drift": { + "mean": 0.0004248654586263001, + "p95": 0.0009627637919038534, + "p99": 0.0039007626473903656, + "max": 0.006585419178009033 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.21900000001187436 + }, + { + "name": "model.diffusion_model.blocks.4.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012436609249562025, + "metrics": { + "relative_error": 0.07303894311189651, + "max_absolute_error": 0.08447265625, + "cosine_loss": { + "mean": 0.0026672666426748037, + "p95": 0.0027396350633352995, + "p99": 0.0027697086334228516, + "max": 0.0028595924377441406 + }, + "norm_drift": { + "mean": 0.0003851433575619012, + "p95": 0.0009902059100568295, + "p99": 0.0016250471817329526, + "max": 0.0033261775970458984 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003166851820424199, + "p95": 0.00544940959662199, + "p99": 0.006430481560528278, + "max": 0.009563028812408447 + }, + "correction_min": 0.9967681169509888, + "correction_max": 1.0096553564071655, + "codebook": [ + -0.9776038527488708, + -0.7807790040969849, + -0.6184500455856323, + -0.4815872013568878, + -0.3610677123069763, + -0.25330308079719543, + -0.15202292799949646, + -0.055170901119709015, + 0.04223569482564926, + 0.14201021194458008, + 0.24476800858974457, + 0.3552801012992859, + 0.47805124521255493, + 0.6169023513793945, + 0.7791463136672974, + 0.9768280982971191 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9618101119995117, + "extreme_code_fraction": 0.09586209803819656, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.26500000001396984 + }, + { + "name": "model.diffusion_model.blocks.4.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001990499207749963, + "max_absolute_error": 0.007176041603088379, + "cosine_loss": { + "mean": 1.6906387827475555e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7121434211730957e-05, + "max": 2.2709369659423828e-05 + }, + "norm_drift": { + "mean": 0.0004155316564720124, + "p95": 0.0009182989597320557, + "p99": 0.004466459155082703, + "max": 0.006058394908905029 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.1409999999741558 + }, + { + "name": "model.diffusion_model.blocks.4.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.4.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.40.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.40.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.40.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.40.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001968046184629202, + "max_absolute_error": 0.008983254432678223, + "cosine_loss": { + "mean": 1.6130728681673645e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.615285873413086e-05, + "max": 2.2649765014648438e-05 + }, + "norm_drift": { + "mean": 0.0004489065904635936, + "p95": 0.0009943395853042603, + "p99": 0.004447266459465027, + "max": 0.007030129432678223 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.07800000000861473 + }, + { + "name": "model.diffusion_model.blocks.40.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.40.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019669239409267902, + "max_absolute_error": 0.009577155113220215, + "cosine_loss": { + "mean": 1.689524538051046e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8892926163971424e-05, + "max": 2.6285648345947266e-05 + }, + "norm_drift": { + "mean": 0.00042107675108127296, + "p95": 0.0009646236430853605, + "p99": 0.003821098245680332, + "max": 0.006686985492706299 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.21900000001187436 + }, + { + "name": "model.diffusion_model.blocks.40.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012415909441187978, + "metrics": { + "relative_error": 0.07304056733846664, + "max_absolute_error": 0.1318359375, + "cosine_loss": { + "mean": 0.0026676610577851534, + "p95": 0.00274050235748291, + "p99": 0.0027710546273738146, + "max": 0.0028508901596069336 + }, + "norm_drift": { + "mean": 0.000398894859245047, + "p95": 0.0010315326508134604, + "p99": 0.0016814785776659846, + "max": 0.0035026073455810547 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0031234989874064922, + "p95": 0.005360206589102745, + "p99": 0.006327176466584206, + "max": 0.008907318115234375 + }, + "correction_min": 0.9969831109046936, + "correction_max": 1.0089874267578125, + "codebook": [ + -0.9783331155776978, + -0.7806264162063599, + -0.6207178235054016, + -0.48334774374961853, + -0.3614010512828827, + -0.25271713733673096, + -0.1512456238269806, + -0.054828036576509476, + 0.04184975475072861, + 0.14142847061157227, + 0.24499298632144928, + 0.35716015100479126, + 0.4802519977092743, + 0.6189593076705933, + 0.7807095050811768, + 0.9776467084884644 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9605650901794434, + "extreme_code_fraction": 0.09581725299358368, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.28099999998812564 + }, + { + "name": "model.diffusion_model.blocks.40.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019305940950289369, + "max_absolute_error": 0.013215065002441406, + "cosine_loss": { + "mean": 1.6163658074219711e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.621246337890625e-05, + "max": 2.562999725341797e-05 + }, + "norm_drift": { + "mean": 0.0004013652796857059, + "p95": 0.0009004175662994385, + "p99": 0.004192844033241272, + "max": 0.006117403507232666 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.125 + }, + { + "name": "model.diffusion_model.blocks.40.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.40.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.41.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.41.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.41.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.41.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.00196996727026999, + "max_absolute_error": 0.016460895538330078, + "cosine_loss": { + "mean": 1.6127403341670288e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.5333294868469238e-05, + "max": 2.3543834686279297e-05 + }, + "norm_drift": { + "mean": 0.00044614242506213486, + "p95": 0.001005902886390686, + "p99": 0.004525139927864075, + "max": 0.006640613079071045 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.062000000005355105 + }, + { + "name": "model.diffusion_model.blocks.41.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.41.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001993794459849596, + "max_absolute_error": 0.010920286178588867, + "cosine_loss": { + "mean": 1.715060989226913e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9071740098297596e-05, + "max": 2.5987625122070312e-05 + }, + "norm_drift": { + "mean": 0.0004268398624844849, + "p95": 0.0009680237853899598, + "p99": 0.0038722525350749493, + "max": 0.006326198577880859 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 2.125 + }, + { + "name": "model.diffusion_model.blocks.41.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012516810093075037, + "metrics": { + "relative_error": 0.07305211573839188, + "max_absolute_error": 0.1728515625, + "cosine_loss": { + "mean": 0.002668574219569564, + "p95": 0.002741217613220215, + "p99": 0.002773063722997904, + "max": 0.002848803997039795 + }, + "norm_drift": { + "mean": 0.0003884465841110796, + "p95": 0.0009865639731287956, + "p99": 0.001655498519539833, + "max": 0.003571808338165283 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0031577718909829855, + "p95": 0.005357325077056885, + "p99": 0.0063515305519104, + "max": 0.008494555950164795 + }, + "correction_min": 0.9979194402694702, + "correction_max": 1.0085673332214355, + "codebook": [ + -0.9780268669128418, + -0.7814483642578125, + -0.6186333894729614, + -0.47907555103302, + -0.3559096157550812, + -0.24348606169223785, + -0.1405736207962036, + -0.04131673276424408, + 0.05465918779373169, + 0.15000052750110626, + 0.25074538588523865, + 0.35963737964630127, + 0.4811890125274658, + 0.620879590511322, + 0.7847096920013428, + 0.9782000184059143 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.96142578125, + "extreme_code_fraction": 0.09528116881847382, + "maximum_occupied_code": 15 + }, + "duration_seconds": 1.1559999999881256 + }, + { + "name": "model.diffusion_model.blocks.41.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019922407809644938, + "max_absolute_error": 0.010066986083984375, + "cosine_loss": { + "mean": 1.7121590190072311e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8775463104248047e-05, + "max": 2.5928020477294922e-05 + }, + "norm_drift": { + "mean": 0.0004139709344599396, + "p95": 0.0009106248617172241, + "p99": 0.004168331623077393, + "max": 0.006630837917327881 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.7820000000065193 + }, + { + "name": "model.diffusion_model.blocks.41.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.41.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.42.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.42.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.42.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.42.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001973547041416168, + "max_absolute_error": 0.011379122734069824, + "cosine_loss": { + "mean": 1.6136494878082885e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.5214085578918457e-05, + "max": 2.6047229766845703e-05 + }, + "norm_drift": { + "mean": 0.00045583717292174697, + "p95": 0.0010171383619308472, + "p99": 0.004529222846031189, + "max": 0.006952047348022461 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.2960000000020955 + }, + { + "name": "model.diffusion_model.blocks.42.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.42.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020045265555381775, + "max_absolute_error": 0.01162409782409668, + "cosine_loss": { + "mean": 1.7298680177191272e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9371509552001953e-05, + "max": 2.86102294921875e-05 + }, + "norm_drift": { + "mean": 0.00042751897126436234, + "p95": 0.0009714185725897551, + "p99": 0.0037836660631000996, + "max": 0.006380796432495117 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 1.4070000000065193 + }, + { + "name": "model.diffusion_model.blocks.42.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001244814833626151, + "metrics": { + "relative_error": 0.07305724918842316, + "max_absolute_error": 0.2197265625, + "cosine_loss": { + "mean": 0.0026689597871154547, + "p95": 0.0027417540550231934, + "p99": 0.0027729272842407227, + "max": 0.002838611602783203 + }, + "norm_drift": { + "mean": 0.00041171134216710925, + "p95": 0.0010456321761012077, + "p99": 0.0016811414388939738, + "max": 0.0034797191619873047 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003002099459990859, + "p95": 0.005162449553608894, + "p99": 0.006070065777748823, + "max": 0.008185744285583496 + }, + "correction_min": 0.9974595308303833, + "correction_max": 1.0082533359527588, + "codebook": [ + -0.9778673648834229, + -0.7831031680107117, + -0.6213921308517456, + -0.4829126000404358, + -0.3608231842517853, + -0.2521478235721588, + -0.15156252682209015, + -0.055112335830926895, + 0.041730910539627075, + 0.14115463197231293, + 0.24605007469654083, + 0.3577843904495239, + 0.4797259569168091, + 0.6193499565124512, + 0.7817577123641968, + 0.978272557258606 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9604456424713135, + "extreme_code_fraction": 0.09542959928512573, + "maximum_occupied_code": 15 + }, + "duration_seconds": 1.139999999984866 + }, + { + "name": "model.diffusion_model.blocks.42.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020350466948002577, + "max_absolute_error": 0.01613473892211914, + "cosine_loss": { + "mean": 1.743702000567282e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8268823623657227e-05, + "max": 2.777576446533203e-05 + }, + "norm_drift": { + "mean": 0.0004350693488959223, + "p95": 0.0009554922580718994, + "p99": 0.00465141236782074, + "max": 0.006248354911804199 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 2.062999999994645 + }, + { + "name": "model.diffusion_model.blocks.42.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.42.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.43.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.015000000013969839 + }, + { + "name": "model.diffusion_model.blocks.43.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.43.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.43.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020307572558522224, + "max_absolute_error": 0.012030959129333496, + "cosine_loss": { + "mean": 1.646722466830397e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.583993434906006e-05, + "max": 2.47955322265625e-05 + }, + "norm_drift": { + "mean": 0.00048525078454986215, + "p95": 0.0010824501514434814, + "p99": 0.005167186260223389, + "max": 0.00676959753036499 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.3129999999946449 + }, + { + "name": "model.diffusion_model.blocks.43.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.43.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001990760676562786, + "max_absolute_error": 0.016553401947021484, + "cosine_loss": { + "mean": 1.7200059119204525e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9252300262451172e-05, + "max": 2.7418136596679688e-05 + }, + "norm_drift": { + "mean": 0.0004221780982334167, + "p95": 0.0009693561587482691, + "p99": 0.0037284879945218563, + "max": 0.0060669779777526855 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 1.375 + }, + { + "name": "model.diffusion_model.blocks.43.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012469219509512186, + "metrics": { + "relative_error": 0.07298513501882553, + "max_absolute_error": 0.23828125, + "cosine_loss": { + "mean": 0.0026639753486961126, + "p95": 0.002736985683441162, + "p99": 0.0027675628662109375, + "max": 0.002884387969970703 + }, + "norm_drift": { + "mean": 0.0003967649827245623, + "p95": 0.0010186433792114258, + "p99": 0.0016512568108737469, + "max": 0.0037592053413391113 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003054032800719142, + "p95": 0.0053132278844714165, + "p99": 0.006276192609220743, + "max": 0.00874471664428711 + }, + "correction_min": 0.9970909357070923, + "correction_max": 1.0088218450546265, + "codebook": [ + -0.9777928590774536, + -0.7812478542327881, + -0.6201498508453369, + -0.4800931513309479, + -0.3562115430831909, + -0.24360288679599762, + -0.1401202231645584, + -0.04069075733423233, + 0.05483170971274376, + 0.1500106006860733, + 0.25119444727897644, + 0.3611961007118225, + 0.4814349114894867, + 0.6190650463104248, + 0.7807448506355286, + 0.9771194458007812 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.961092472076416, + "extreme_code_fraction": 0.09583647549152374, + "maximum_occupied_code": 15 + }, + "duration_seconds": 1.0940000000118744 + }, + { + "name": "model.diffusion_model.blocks.43.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002029067138209939, + "max_absolute_error": 0.013540267944335938, + "cosine_loss": { + "mean": 1.7284349951296463e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.831352710723877e-05, + "max": 2.5272369384765625e-05 + }, + "norm_drift": { + "mean": 0.00042803751421160996, + "p95": 0.0009276270866394043, + "p99": 0.004535168409347534, + "max": 0.006413817405700684 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.7969999999913853 + }, + { + "name": "model.diffusion_model.blocks.43.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.43.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.015000000013969839 + }, + { + "name": "model.diffusion_model.blocks.44.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.44.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.44.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.44.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 77070336, + "output_bytes": 77070336, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.9379999999946449 + }, + { + "name": "model.diffusion_model.blocks.44.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.44.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 231211008, + "output_bytes": 231211008, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 3.4059999999881256 + }, + { + "name": "model.diffusion_model.blocks.44.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 308281344, + "output_bytes": 308281344, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 3.8589999999967404 + }, + { + "name": "model.diffusion_model.blocks.44.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 154140672, + "output_bytes": 154140672, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 3.8440000000118744 + }, + { + "name": "model.diffusion_model.blocks.44.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.44.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.45.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.45.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.45.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.45.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 77070336, + "output_bytes": 77070336, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.7339999999967404 + }, + { + "name": "model.diffusion_model.blocks.45.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.45.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 231211008, + "output_bytes": 231211008, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.23499999998603016 + }, + { + "name": "model.diffusion_model.blocks.45.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 308281344, + "output_bytes": 308281344, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.3120000000053551 + }, + { + "name": "model.diffusion_model.blocks.45.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 154140672, + "output_bytes": 154140672, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.15700000000651926 + }, + { + "name": "model.diffusion_model.blocks.45.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.45.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.46.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.46.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.46.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.46.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 77070336, + "output_bytes": 77070336, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.07800000000861473 + }, + { + "name": "model.diffusion_model.blocks.46.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.46.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 231211008, + "output_bytes": 231211008, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.23399999999674037 + }, + { + "name": "model.diffusion_model.blocks.46.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 308281344, + "output_bytes": 308281344, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.3129999999946449 + }, + { + "name": "model.diffusion_model.blocks.46.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 154140672, + "output_bytes": 154140672, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.15599999998812564 + }, + { + "name": "model.diffusion_model.blocks.46.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.46.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.47.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.47.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.47.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.47.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 77070336, + "output_bytes": 77070336, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.07800000000861473 + }, + { + "name": "model.diffusion_model.blocks.47.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.47.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 231211008, + "output_bytes": 231211008, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.23399999999674037 + }, + { + "name": "model.diffusion_model.blocks.47.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 308281344, + "output_bytes": 308281344, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.3129999999946449 + }, + { + "name": "model.diffusion_model.blocks.47.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 154140672, + "output_bytes": 154140672, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.15600000001722947 + }, + { + "name": "model.diffusion_model.blocks.47.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.47.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.48.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.48.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.48.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.48.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 77070336, + "output_bytes": 77070336, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0779999999795109 + }, + { + "name": "model.diffusion_model.blocks.48.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.48.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 231211008, + "output_bytes": 231211008, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.28100000001722947 + }, + { + "name": "model.diffusion_model.blocks.48.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 308281344, + "output_bytes": 308281344, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.32800000000861473 + }, + { + "name": "model.diffusion_model.blocks.48.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 154140672, + "output_bytes": 154140672, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.1409999999741558 + }, + { + "name": "model.diffusion_model.blocks.48.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.48.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.49.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.015000000013969839 + }, + { + "name": "model.diffusion_model.blocks.49.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.49.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.49.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 77070336, + "output_bytes": 77070336, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0629999999946449 + }, + { + "name": "model.diffusion_model.blocks.49.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.49.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 231211008, + "output_bytes": 231211008, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.23399999999674037 + }, + { + "name": "model.diffusion_model.blocks.49.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 308281344, + "output_bytes": 308281344, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.32800000000861473 + }, + { + "name": "model.diffusion_model.blocks.49.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 154140672, + "output_bytes": 154140672, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.17199999999138527 + }, + { + "name": "model.diffusion_model.blocks.49.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.49.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.5.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.5.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.5.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.5.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012500437442213297, + "metrics": { + "relative_error": 0.07318248599767685, + "max_absolute_error": 0.13671875, + "cosine_loss": { + "mean": 0.0026760390028357506, + "p95": 0.00275285542011261, + "p99": 0.00280722975730896, + "max": 0.003040611743927002 + }, + "norm_drift": { + "mean": 0.0003667028504423797, + "p95": 0.000975877046585083, + "p99": 0.0016880631446838379, + "max": 0.0035460591316223145 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0033163779880851507, + "p95": 0.005777254700660706, + "p99": 0.007030755281448364, + "max": 0.011080801486968994 + }, + "correction_min": 0.994564950466156, + "correction_max": 1.0112049579620361, + "codebook": [ + -0.9772642254829407, + -0.7790042161941528, + -0.6151407957077026, + -0.4779094457626343, + -0.3578839600086212, + -0.25041818618774414, + -0.1515365093946457, + -0.056646838784217834, + 0.038937605917453766, + 0.1386009156703949, + 0.24302421510219574, + 0.35498446226119995, + 0.4788782596588135, + 0.6168863773345947, + 0.7798320055007935, + 0.9773619174957275 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.963097333908081, + "extreme_code_fraction": 0.09626616537570953, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.28200000000651926 + }, + { + "name": "model.diffusion_model.blocks.5.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.5.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020201411098241806, + "max_absolute_error": 0.006856203079223633, + "cosine_loss": { + "mean": 1.738787545946252e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9727391190826893e-05, + "max": 2.6464462280273438e-05 + }, + "norm_drift": { + "mean": 0.00043354759691283107, + "p95": 0.0009784519206732512, + "p99": 0.004009914118796587, + "max": 0.006324887275695801 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.21799999999348074 + }, + { + "name": "model.diffusion_model.blocks.5.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001248552929610014, + "metrics": { + "relative_error": 0.07299058139324188, + "max_absolute_error": 0.08203125, + "cosine_loss": { + "mean": 0.00266367313452065, + "p95": 0.002734959125518799, + "p99": 0.0027641654014587402, + "max": 0.0028316378593444824 + }, + "norm_drift": { + "mean": 0.0003723015252035111, + "p95": 0.0009634641464799643, + "p99": 0.0015920097939670086, + "max": 0.0034276247024536133 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0031614082399755716, + "p95": 0.005406289827078581, + "p99": 0.006389055401086807, + "max": 0.009225726127624512 + }, + "correction_min": 0.9976897835731506, + "correction_max": 1.0093116760253906, + "codebook": [ + -0.9772158265113831, + -0.781013011932373, + -0.61967533826828, + -0.48108962178230286, + -0.35896146297454834, + -0.24980200827121735, + -0.14943787455558777, + -0.054330650717020035, + 0.041299186646938324, + 0.14018811285495758, + 0.24372105300426483, + 0.35527628660202026, + 0.4775860011577606, + 0.6180062890052795, + 0.7794657945632935, + 0.9775897860527039 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.962005615234375, + "extreme_code_fraction": 0.0958636924624443, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.26600000000325963 + }, + { + "name": "model.diffusion_model.blocks.5.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.002019473584368825, + "max_absolute_error": 0.007541656494140625, + "cosine_loss": { + "mean": 1.7197980923810974e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7642974853515625e-05, + "max": 2.7000904083251953e-05 + }, + "norm_drift": { + "mean": 0.0004260815039742738, + "p95": 0.0009221136569976807, + "p99": 0.004576936364173889, + "max": 0.006372332572937012 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.125 + }, + { + "name": "model.diffusion_model.blocks.5.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.5.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.6.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.6.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.6.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.6.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012452160008251667, + "metrics": { + "relative_error": 0.07310004532337189, + "max_absolute_error": 0.112060546875, + "cosine_loss": { + "mean": 0.0026715362910181284, + "p95": 0.0027427226305007935, + "p99": 0.002779453992843628, + "max": 0.0028954744338989258 + }, + "norm_drift": { + "mean": 0.0003718055668286979, + "p95": 0.0009635686874389648, + "p99": 0.0016308426856994629, + "max": 0.003155231475830078 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0032127131707966328, + "p95": 0.00548398494720459, + "p99": 0.006658419966697693, + "max": 0.0090981125831604 + }, + "correction_min": 0.9976754188537598, + "correction_max": 1.0091816186904907, + "codebook": [ + -0.9782091379165649, + -0.7829001545906067, + -0.621691107749939, + -0.4815986752510071, + -0.3574022054672241, + -0.24404406547546387, + -0.140096977353096, + -0.04003969579935074, + 0.05609834939241409, + 0.150473952293396, + 0.2505653202533722, + 0.3598858416080475, + 0.480586439371109, + 0.61762535572052, + 0.7817372679710388, + 0.9783883690834045 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9611289501190186, + "extreme_code_fraction": 0.09569370746612549, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.07800000000861473 + }, + { + "name": "model.diffusion_model.blocks.6.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.6.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019913017749786377, + "max_absolute_error": 0.008243203163146973, + "cosine_loss": { + "mean": 1.7179769429276348e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.913309097290039e-05, + "max": 2.6285648345947266e-05 + }, + "norm_drift": { + "mean": 0.00042294609011150897, + "p95": 0.0009611845016479492, + "p99": 0.00378808262757957, + "max": 0.005908012390136719 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.23399999999674037 + }, + { + "name": "model.diffusion_model.blocks.6.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.0012480929726734757, + "metrics": { + "relative_error": 0.07305481284856796, + "max_absolute_error": 0.0888671875, + "cosine_loss": { + "mean": 0.002668400527909398, + "p95": 0.0027399063110351562, + "p99": 0.0027707391418516636, + "max": 0.002831697463989258 + }, + "norm_drift": { + "mean": 0.0003935018612537533, + "p95": 0.0009935169946402311, + "p99": 0.0016146226553246379, + "max": 0.003575146198272705 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003306427737697959, + "p95": 0.005466335918754339, + "p99": 0.0063713183626532555, + "max": 0.009096622467041016 + }, + "correction_min": 0.9980355501174927, + "correction_max": 1.0091800689697266, + "codebook": [ + -0.9771572351455688, + -0.7776321768760681, + -0.6154751777648926, + -0.4765172004699707, + -0.3537605106830597, + -0.24290956556797028, + -0.13975869119167328, + -0.041085101664066315, + 0.054962411522865295, + 0.15146400034427643, + 0.25201189517974854, + 0.36184316873550415, + 0.48231276869773865, + 0.6209070086479187, + 0.7841023802757263, + 0.9786476492881775 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.962562322616577, + "extreme_code_fraction": 0.09569928050041199, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.32800000000861473 + }, + { + "name": "model.diffusion_model.blocks.6.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0019790558144450188, + "max_absolute_error": 0.007255375385284424, + "cosine_loss": { + "mean": 1.6753274394432083e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.7777085304260254e-05, + "max": 2.6881694793701172e-05 + }, + "norm_drift": { + "mean": 0.000409579137340188, + "p95": 0.000888630747795105, + "p99": 0.004351958632469177, + "max": 0.006424665451049805 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.1879999999946449 + }, + { + "name": "model.diffusion_model.blocks.6.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.6.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.7.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.7.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.7.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.7.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012474153190851212, + "metrics": { + "relative_error": 0.07318229973316193, + "max_absolute_error": 0.122314453125, + "cosine_loss": { + "mean": 0.002677238779142499, + "p95": 0.0027510076761245728, + "p99": 0.0027839988470077515, + "max": 0.0030983686447143555 + }, + "norm_drift": { + "mean": 0.0003608409024309367, + "p95": 0.0009364038705825806, + "p99": 0.0015747696161270142, + "max": 0.0031912922859191895 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0032540347892791033, + "p95": 0.005646601319313049, + "p99": 0.006917282938957214, + "max": 0.010605156421661377 + }, + "correction_min": 0.9982367753982544, + "correction_max": 1.010718822479248, + "codebook": [ + -0.97788006067276, + -0.7803740501403809, + -0.6186602115631104, + -0.47834649682044983, + -0.3542231023311615, + -0.24162131547927856, + -0.13798685371875763, + -0.0387776754796505, + 0.056990690529346466, + 0.15299220383167267, + 0.2530665695667267, + 0.3611892759799957, + 0.48181062936782837, + 0.6207167506217957, + 0.7823190689086914, + 0.9777308106422424 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.961667537689209, + "extreme_code_fraction": 0.09594261646270752, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.125 + }, + { + "name": "model.diffusion_model.blocks.7.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.7.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001996236387640238, + "max_absolute_error": 0.007451057434082031, + "cosine_loss": { + "mean": 1.7390536868333584e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9252300262451172e-05, + "max": 2.7120113372802734e-05 + }, + "norm_drift": { + "mean": 0.00042997696436941624, + "p95": 0.0009640661301091313, + "p99": 0.003934645093977451, + "max": 0.006398200988769531 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.35899999999674037 + }, + { + "name": "model.diffusion_model.blocks.7.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001243651146069169, + "metrics": { + "relative_error": 0.07309281826019287, + "max_absolute_error": 0.0888671875, + "cosine_loss": { + "mean": 0.002671149093657732, + "p95": 0.0027427077293395996, + "p99": 0.0027732003945857286, + "max": 0.00284421443939209 + }, + "norm_drift": { + "mean": 0.0004187453887425363, + "p95": 0.0010675727389752865, + "p99": 0.00165452528744936, + "max": 0.0035424232482910156 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0029334083665162325, + "p95": 0.005060070659965277, + "p99": 0.005979868583381176, + "max": 0.010420680046081543 + }, + "correction_min": 0.9972631931304932, + "correction_max": 1.0105304718017578, + "codebook": [ + -0.9776100516319275, + -0.781499445438385, + -0.6194900274276733, + -0.47921231389045715, + -0.35625752806663513, + -0.2446018010377884, + -0.14087313413619995, + -0.04180346429347992, + 0.055522941052913666, + 0.1517220139503479, + 0.25260162353515625, + 0.36084097623825073, + 0.4836371839046478, + 0.6214587092399597, + 0.7827306985855103, + 0.9781309962272644 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9603233337402344, + "extreme_code_fraction": 0.09543422609567642, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.40599999998812564 + }, + { + "name": "model.diffusion_model.blocks.7.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020017337519675493, + "max_absolute_error": 0.008139729499816895, + "cosine_loss": { + "mean": 1.7027791727741715e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.749396324157715e-05, + "max": 2.658367156982422e-05 + }, + "norm_drift": { + "mean": 0.00042318186024203897, + "p95": 0.0009182095527648926, + "p99": 0.004456460475921631, + "max": 0.006814122200012207 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.20300000000861473 + }, + { + "name": "model.diffusion_model.blocks.7.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.01600000000325963 + }, + { + "name": "model.diffusion_model.blocks.7.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.8.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.8.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.8.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.8.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012448488269001245, + "metrics": { + "relative_error": 0.07313834875822067, + "max_absolute_error": 0.08984375, + "cosine_loss": { + "mean": 0.00267433631233871, + "p95": 0.0027458667755126953, + "p99": 0.0027815252542495728, + "max": 0.002895653247833252 + }, + "norm_drift": { + "mean": 0.00037671448080800474, + "p95": 0.0009728521108627319, + "p99": 0.001581341028213501, + "max": 0.003104567527770996 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.00305312592536211, + "p95": 0.005303993821144104, + "p99": 0.006512805819511414, + "max": 0.00919872522354126 + }, + "correction_min": 0.997974693775177, + "correction_max": 1.0092841386795044, + "codebook": [ + -0.9782582521438599, + -0.7821155190467834, + -0.6198243498802185, + -0.48232218623161316, + -0.3617279827594757, + -0.253024160861969, + -0.15272098779678345, + -0.056674934923648834, + 0.039800822734832764, + 0.1398584395647049, + 0.24473048746585846, + 0.3564830720424652, + 0.4810809791088104, + 0.6207761168479919, + 0.7822837233543396, + 0.9779335856437683 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.960641384124756, + "extreme_code_fraction": 0.09561644494533539, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.125 + }, + { + "name": "model.diffusion_model.blocks.8.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.8.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020006883423775434, + "max_absolute_error": 0.007881760597229004, + "cosine_loss": { + "mean": 1.737473780849541e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.9371509552001953e-05, + "max": 2.6285648345947266e-05 + }, + "norm_drift": { + "mean": 0.0004310527292545885, + "p95": 0.0009826152818277478, + "p99": 0.003850929904729128, + "max": 0.006331384181976318 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.32800000000861473 + }, + { + "name": "model.diffusion_model.blocks.8.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001250812434591353, + "metrics": { + "relative_error": 0.07303152233362198, + "max_absolute_error": 0.08935546875, + "cosine_loss": { + "mean": 0.0026666002813726664, + "p95": 0.002738502575084567, + "p99": 0.00276869535446167, + "max": 0.0028434395790100098 + }, + "norm_drift": { + "mean": 0.0003851038636639714, + "p95": 0.000992265297099948, + "p99": 0.0016075416933745146, + "max": 0.0037217140197753906 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.0030037995893508196, + "p95": 0.005261578597128391, + "p99": 0.006254888139665127, + "max": 0.009166121482849121 + }, + "correction_min": 0.9967193603515625, + "correction_max": 1.0092509984970093, + "codebook": [ + -0.9778463840484619, + -0.7813081741333008, + -0.61932772397995, + -0.4815598428249359, + -0.3592739701271057, + -0.25016891956329346, + -0.14995525777339935, + -0.05443304777145386, + 0.04133214056491852, + 0.14062170684337616, + 0.24485275149345398, + 0.35577526688575745, + 0.47856011986732483, + 0.6179800033569336, + 0.7797194719314575, + 0.9772695899009705 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.9613466262817383, + "extreme_code_fraction": 0.09568049758672714, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.42199999999138527 + }, + { + "name": "model.diffusion_model.blocks.8.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020122863352298737, + "max_absolute_error": 0.008110642433166504, + "cosine_loss": { + "mean": 1.730175654302002e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.862645149230957e-05, + "max": 2.6106834411621094e-05 + }, + "norm_drift": { + "mean": 0.00042323049274273217, + "p95": 0.0009491145610809326, + "p99": 0.004304111003875732, + "max": 0.006005764007568359 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.20300000000861473 + }, + { + "name": "model.diffusion_model.blocks.8.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.8.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.9.adaln_proj.linear.bias", + "shape": [ + 96768 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 193536, + "output_bytes": 193536, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.9.adaln_proj.linear.weight", + "shape": [ + 96768, + 8 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1548288, + "output_bytes": 1548288, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.9.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.9.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 77070336, + "output_bytes": 21697667, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 293888, + "normalized_fit_mse": 0.0012476989068090916, + "metrics": { + "relative_error": 0.07312382757663727, + "max_absolute_error": 0.1025390625, + "cosine_loss": { + "mean": 0.002674717688933015, + "p95": 0.0027508139610290527, + "p99": 0.002796068787574768, + "max": 0.0029882192611694336 + }, + "norm_drift": { + "mean": 0.00036233413266018033, + "p95": 0.0009482502937316895, + "p99": 0.0015804320573806763, + "max": 0.0033846497535705566 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.00337620940990746, + "p95": 0.005731850862503052, + "p99": 0.007070198655128479, + "max": 0.011585891246795654 + }, + "correction_min": 0.9970964193344116, + "correction_max": 1.0117217302322388, + "codebook": [ + -0.9771981835365295, + -0.7777514457702637, + -0.6154248118400574, + -0.47603675723075867, + -0.35274672508239746, + -0.24217519164085388, + -0.1382102072238922, + -0.03870409354567528, + 0.05598434433341026, + 0.15161946415901184, + 0.25182580947875977, + 0.3605615794658661, + 0.4822239577770233, + 0.6206473112106323, + 0.7824888825416565, + 0.978449285030365 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.962596893310547, + "extreme_code_fraction": 0.0961371436715126, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.125 + }, + { + "name": "model.diffusion_model.blocks.9.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.9.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.001993322977796197, + "max_absolute_error": 0.006951808929443359, + "cosine_loss": { + "mean": 1.7084641967812786e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.913309097290039e-05, + "max": 2.5928020477294922e-05 + }, + "norm_drift": { + "mean": 0.0004286865587346256, + "p95": 0.0009663105010986328, + "p99": 0.0037762336432933807, + "max": 0.006458282470703125 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.34399999998277053 + }, + { + "name": "model.diffusion_model.blocks.9.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "asym_w4a8_int8", + "selected_format": "asym_w4a8_int8", + "original_bytes": 308281344, + "output_bytes": 86818947, + "promotion_reason": null, + "diagnostics": { + "fit_iterations": 25, + "fit_sample_count": 295680, + "normalized_fit_mse": 0.001244992483407259, + "metrics": { + "relative_error": 0.07305676490068436, + "max_absolute_error": 0.095703125, + "cosine_loss": { + "mean": 0.002668433589860797, + "p95": 0.0027410387992858887, + "p99": 0.0027714469470083714, + "max": 0.002857983112335205 + }, + "norm_drift": { + "mean": 0.000404836522648111, + "p95": 0.0010353205725550652, + "p99": 0.0016376473940908909, + "max": 0.0036153793334960938 + } + }, + "qkv_metrics": null, + "row_norm_before_correction": { + "mean": 0.003118226071819663, + "p95": 0.005363797768950462, + "p99": 0.006361367646604776, + "max": 0.008808553218841553 + }, + "correction_min": 0.996654748916626, + "correction_max": 1.0088868141174316, + "codebook": [ + -0.9776243567466736, + -0.7809601426124573, + -0.6193476319313049, + -0.4795742928981781, + -0.35619643330574036, + -0.24399328231811523, + -0.14091169834136963, + -0.04185844212770462, + 0.0550784133374691, + 0.15116961300373077, + 0.2527432441711426, + 0.36188364028930664, + 0.48242810368537903, + 0.6194941997528076, + 0.7809097170829773, + 0.9775297045707703 + ], + "code_utilization": 1.0, + "code_entropy_bits": 3.960763454437256, + "extreme_code_fraction": 0.09578825533390045, + "maximum_occupied_code": 15 + }, + "duration_seconds": 0.46900000001187436 + }, + { + "name": "model.diffusion_model.blocks.9.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.0020263034384697676, + "max_absolute_error": 0.007393240928649902, + "cosine_loss": { + "mean": 1.746994826135051e-06, + "p95": 1.4901161193847656e-06, + "p99": 1.8462538719177246e-05, + "max": 2.5987625122070312e-05 + }, + "norm_drift": { + "mean": 0.0004347178037278354, + "p95": 0.0009466558694839478, + "p99": 0.004420801997184753, + "max": 0.006360530853271484 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.2029999999795109 + }, + { + "name": "model.diffusion_model.blocks.9.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.blocks.9.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.condition_proj.bias", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.condition_proj.weight", + "shape": [ + 5376, + 5120 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 55050240, + "output_bytes": 55050240, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.09400000001187436 + }, + { + "name": "model.diffusion_model.final_layer.adaln_proj.linear.bias", + "shape": [ + 10752 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 21504, + "output_bytes": 21504, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.final_layer.adaln_proj.linear.weight", + "shape": [ + 10752, + 2688 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 57802752, + "output_bytes": 57802752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.07800000000861473 + }, + { + "name": "model.diffusion_model.final_layer.audio_out.bias", + "shape": [ + 32 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 64, + "output_bytes": 64, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.014999999984866008 + }, + { + "name": "model.diffusion_model.final_layer.audio_out.weight", + "shape": [ + 32, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 344064, + "output_bytes": 344064, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.final_layer.norm.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.final_layer.video_out.bias", + "shape": [ + 96 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 192, + "output_bytes": 192, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.final_layer.video_out.weight", + "shape": [ + 96, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1032192, + "output_bytes": 1032192, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.rope.inv_freq", + "shape": [ + 16 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 32, + "output_bytes": 32, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.0.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.0.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.010350251570343971, + "max_absolute_error": 0.0059805866330862045, + "cosine_loss": { + "mean": 5.3372856200439855e-05, + "p95": 7.253885269165039e-05, + "p99": 8.630752563476562e-05, + "max": 0.00012618303298950195 + }, + "norm_drift": { + "mean": 0.00010547354759182781, + "p95": 0.0002624094486236572, + "p99": 0.0003477334976196289, + "max": 0.0005298852920532227 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.11000000001513399 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.0.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.0.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.008820964023470879, + "max_absolute_error": 0.006594359874725342, + "cosine_loss": { + "mean": 3.890880543622188e-05, + "p95": 5.0476170144975185e-05, + "p99": 5.9066456742584705e-05, + "max": 8.040666580200195e-05 + }, + "norm_drift": { + "mean": 0.0001002402714220807, + "p95": 0.0002504587173461914, + "p99": 0.00032876525074243546, + "max": 0.0006040334701538086 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.3279999999795109 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.0.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 308281344, + "output_bytes": 154255427, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.008826748467981815, + "max_absolute_error": 0.011630639433860779, + "cosine_loss": { + "mean": 3.891330197802745e-05, + "p95": 5.054473876953125e-05, + "p99": 5.884713027626276e-05, + "max": 8.440017700195312e-05 + }, + "norm_drift": { + "mean": 0.00010049519914900884, + "p95": 0.0002473592758178711, + "p99": 0.0003258336801081896, + "max": 0.0006692409515380859 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.4370000000053551 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.0.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.009366999380290508, + "max_absolute_error": 0.008116163313388824, + "cosine_loss": { + "mean": 4.383830673759803e-05, + "p95": 5.53131103515625e-05, + "p99": 6.35981559753418e-05, + "max": 8.851289749145508e-05 + }, + "norm_drift": { + "mean": 7.212423952296376e-05, + "p95": 0.00017762184143066406, + "p99": 0.00023180246353149414, + "max": 0.00039207935333251953 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.21900000001187436 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.0.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.0.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.1.attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.1.attn.out_proj.weight", + "shape": [ + 5376, + 7168 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 77070336, + "output_bytes": 38556739, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.010118324309587479, + "max_absolute_error": 0.007411450147628784, + "cosine_loss": { + "mean": 5.098741894471459e-05, + "p95": 6.867945194244385e-05, + "p99": 8.177757263183594e-05, + "max": 0.00013756752014160156 + }, + "norm_drift": { + "mean": 0.0001026169047690928, + "p95": 0.00025093555450439453, + "p99": 0.00033801794052124023, + "max": 0.0005092620849609375 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.10899999999674037 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.1.attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 256, + "output_bytes": 256, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.1.attn.qkv_proj.weight", + "shape": [ + 21504, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 231211008, + "output_bytes": 115691587, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.008821888826787472, + "max_absolute_error": 0.008736267685890198, + "cosine_loss": { + "mean": 3.8911093724891543e-05, + "p95": 5.060434341430664e-05, + "p99": 5.829334259033203e-05, + "max": 9.626150131225586e-05 + }, + "norm_drift": { + "mean": 0.00010037351603386924, + "p95": 0.00024819374084472656, + "p99": 0.0003319961251690984, + "max": 0.0005831718444824219 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.3289999999979045 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.1.mlp.fc1.weight", + "shape": [ + 28672, + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 308281344, + "output_bytes": 154255427, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.00881592184305191, + "max_absolute_error": 0.010055914521217346, + "cosine_loss": { + "mean": 3.8818699977127835e-05, + "p95": 5.048513412475586e-05, + "p99": 5.811452865600586e-05, + "max": 8.803606033325195e-05 + }, + "norm_drift": { + "mean": 0.00010119312355527654, + "p95": 0.00025022029876708984, + "p99": 0.0003261913079768419, + "max": 0.0005408525466918945 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.45300000000861473 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.1.mlp.fc2.weight", + "shape": [ + 5376, + 14336 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "int8_tensorwise", + "selected_format": "int8_tensorwise", + "original_bytes": 154140672, + "output_bytes": 77091907, + "promotion_reason": null, + "diagnostics": { + "int8": { + "metrics": { + "relative_error": 0.009371442720293999, + "max_absolute_error": 0.005852743983268738, + "cosine_loss": { + "mean": 4.390416506794281e-05, + "p95": 5.5730342864990234e-05, + "p99": 6.461143493652344e-05, + "max": 8.755922317504883e-05 + }, + "norm_drift": { + "mean": 7.03453115420416e-05, + "p95": 0.00017049908638000488, + "p99": 0.0002288520336151123, + "max": 0.00037169456481933594 + } + }, + "convrot": true, + "convrot_groupsize": 256 + } + }, + "duration_seconds": 0.23399999999674037 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.1.norm1.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.token_refiner.blocks.1.norm2.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.token_refiner.final_norm.weight", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.video_patch_proj.bias", + "shape": [ + 5376 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 10752, + "output_bytes": 10752, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + }, + { + "name": "model.diffusion_model.video_patch_proj.weight", + "shape": [ + 5376, + 96 + ], + "source_dtype": "torch.bfloat16", + "planned_format": "bf16", + "selected_format": "bf16", + "original_bytes": 1032192, + "output_bytes": 1032192, + "promotion_reason": null, + "diagnostics": {}, + "duration_seconds": 0.0 + } + ], + "output_sha256": "2242d907fa3bcbbe3bc01890a989a5468966801aae5922df8ae021aaafb11632" +}