Upload SDNQ Flux2 Klein fine-tuned transformer

model_index.json

@@ -1,7 +1,7 @@
 {
   "_class_name": "Flux2KleinPipeline",
   "_diffusers_version": "0.38.0.dev0",
-  "_name_or_path": "black-forest-labs/FLUX.2-klein-4B",
+  "_name_or_path": "codeShare/FLUX.2-klein-AIO-SDNQ-4bit-dynamic",
   "is_distilled": true,
   "scheduler": [
     "diffusers",

text_encoder/config.json

@@ -58,7 +58,7 @@
   "num_key_value_heads": 8,
   "pad_token_id": null,
   "quantization_config": {
-    "add_skip_keys": true,
+    "add_skip_keys": false,
     "dequantize_fp32": true,
     "dynamic_loss_threshold": 0.01,
     "group_size": 0,
@@ -463,9 +463,9 @@
     "quant_conv": false,
     "quant_embedding": false,
     "quant_method": "sdnq",
-    "quantization_device": "cuda",
+    "quantization_device": null,
     "quantized_matmul_dtype": null,
-    "return_device": "cuda",
+    "return_device": null,
     "sdnq_version": "0.1.7",
     "svd_rank": 32,
     "svd_steps": 8,
@@ -485,7 +485,7 @@
   },
   "sliding_window": null,
   "tie_word_embeddings": true,
-  "transformers_version": "5.0.0",
+  "transformers_version": "5.6.0",
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 151936

text_encoder/generation_config.json

@@ -1,13 +1,7 @@
 {
+  "_from_model_config": true,
   "bos_token_id": 151643,
-  "do_sample": true,
-  "eos_token_id": [
-    151645,
-    151643
-  ],
-  "pad_token_id": 151643,
-  "temperature": 0.6,
-  "top_k": 20,
-  "top_p": 0.95,
-  "transformers_version": "5.0.0"
+  "eos_token_id": 151645,
+  "transformers_version": "5.6.0",
+  "use_cache": true
 }

tokenizer/tokenizer_config.json

@@ -21,6 +21,7 @@
     "<|video_pad|>"
   ],
   "is_local": true,
+  "local_files_only": false,
   "model_max_length": 131072,
   "model_specific_special_tokens": {},
   "pad_token": "<|endoftext|>",

transformer/config.json

@@ -1,7 +1,7 @@
 {
   "_class_name": "Flux2Transformer2DModel",
   "_diffusers_version": "0.38.0.dev0",
-  "_name_or_path": "black-forest-labs/FLUX.2-klein-4B",
+  "_name_or_path": "/content/flux_aio_full/transformer",
   "attention_head_dim": 128,
   "axes_dims_rope": [
     32,
@@ -28,400 +28,120 @@
     "is_training": false,
     "modules_dtype_dict": {
       "int5": [
-        "transformer_blocks.0.attn.to_k.weight",
         "single_transformer_blocks.19.attn.to_qkv_mlp_proj.weight",
-        "model.layers.2.mlp.down_proj.weight"
+        "transformer_blocks.0.attn.to_k.weight"
       ],
       "uint4": [
-        "transformer_blocks.1.attn.add_k_proj.weight",
-        "single_transformer_blocks.15.attn.to_out.weight",
+        "single_transformer_blocks.0.attn.to_out.weight",
+        "single_transformer_blocks.0.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.1.attn.to_out.weight",
+        "single_transformer_blocks.1.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.10.attn.to_out.weight",
+        "single_transformer_blocks.10.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.11.attn.to_out.weight",
+        "single_transformer_blocks.11.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.12.attn.to_out.weight",
+        "single_transformer_blocks.12.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.13.attn.to_out.weight",
         "single_transformer_blocks.13.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.14.attn.to_out.weight",
+        "single_transformer_blocks.14.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.15.attn.to_out.weight",
+        "single_transformer_blocks.15.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.16.attn.to_out.weight",
         "single_transformer_blocks.16.attn.to_qkv_mlp_proj.weight",
-        "transformer_blocks.4.attn.to_v.weight",
-        "transformer_blocks.3.attn.to_v.weight",
-        "single_transformer_blocks.3.attn.to_out.weight",
-        "transformer_blocks.0.ff_context.linear_out.weight",
-        "transformer_blocks.1.attn.to_k.weight",
-        "single_transformer_blocks.9.attn.to_out.weight",
-        "transformer_blocks.3.attn.to_add_out.weight",
-        "transformer_blocks.3.ff_context.linear_in.weight",
-        "transformer_blocks.3.attn.to_out.0.weight",
-        "transformer_blocks.0.attn.to_out.0.weight",
-        "transformer_blocks.4.ff.linear_in.weight",
-        "transformer_blocks.2.ff.linear_out.weight",
-        "transformer_blocks.1.ff.linear_in.weight",
-        "transformer_blocks.4.attn.to_q.weight",
-        "transformer_blocks.3.attn.add_v_proj.weight",
-        "transformer_blocks.1.ff.linear_out.weight",
+        "single_transformer_blocks.17.attn.to_out.weight",
         "single_transformer_blocks.17.attn.to_qkv_mlp_proj.weight",
-        "transformer_blocks.4.attn.add_k_proj.weight",
+        "single_transformer_blocks.18.attn.to_out.weight",
+        "single_transformer_blocks.18.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.19.attn.to_out.weight",
         "single_transformer_blocks.2.attn.to_out.weight",
-        "transformer_blocks.0.attn.to_v.weight",
-        "transformer_blocks.4.attn.add_q_proj.weight",
-        "transformer_blocks.0.attn.add_q_proj.weight",
-        "transformer_blocks.0.attn.add_v_proj.weight",
-        "single_transformer_blocks.7.attn.to_out.weight",
-        "transformer_blocks.1.attn.to_v.weight",
-        "transformer_blocks.4.ff.linear_out.weight",
-        "transformer_blocks.2.attn.to_q.weight",
+        "single_transformer_blocks.2.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.3.attn.to_out.weight",
+        "single_transformer_blocks.3.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.4.attn.to_out.weight",
+        "single_transformer_blocks.4.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.5.attn.to_out.weight",
         "single_transformer_blocks.5.attn.to_qkv_mlp_proj.weight",
-        "transformer_blocks.2.attn.add_q_proj.weight",
-        "single_transformer_blocks.0.attn.to_out.weight",
-        "single_transformer_blocks.19.attn.to_out.weight",
-        "transformer_blocks.4.ff_context.linear_out.weight",
-        "transformer_blocks.1.ff_context.linear_out.weight",
-        "transformer_blocks.2.attn.add_v_proj.weight",
-        "single_transformer_blocks.10.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.6.attn.to_out.weight",
         "single_transformer_blocks.6.attn.to_qkv_mlp_proj.weight",
-        "transformer_blocks.4.attn.to_k.weight",
-        "transformer_blocks.0.ff.linear_out.weight",
-        "single_transformer_blocks.14.attn.to_qkv_mlp_proj.weight",
-        "single_transformer_blocks.14.attn.to_out.weight",
-        "single_transformer_blocks.11.attn.to_qkv_mlp_proj.weight",
-        "single_transformer_blocks.0.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.7.attn.to_out.weight",
+        "single_transformer_blocks.7.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.8.attn.to_out.weight",
         "single_transformer_blocks.8.attn.to_qkv_mlp_proj.weight",
+        "single_transformer_blocks.9.attn.to_out.weight",
+        "single_transformer_blocks.9.attn.to_qkv_mlp_proj.weight",
+        "transformer_blocks.0.attn.add_k_proj.weight",
+        "transformer_blocks.0.attn.add_q_proj.weight",
+        "transformer_blocks.0.attn.add_v_proj.weight",
+        "transformer_blocks.0.attn.to_add_out.weight",
+        "transformer_blocks.0.attn.to_out.0.weight",
+        "transformer_blocks.0.attn.to_q.weight",
+        "transformer_blocks.0.attn.to_v.weight",
+        "transformer_blocks.0.ff.linear_in.weight",
+        "transformer_blocks.0.ff.linear_out.weight",
         "transformer_blocks.0.ff_context.linear_in.weight",
-        "single_transformer_blocks.12.attn.to_out.weight",
-        "transformer_blocks.3.attn.add_q_proj.weight",
-        "single_transformer_blocks.16.attn.to_out.weight",
-        "transformer_blocks.3.ff.linear_in.weight",
+        "transformer_blocks.0.ff_context.linear_out.weight",
+        "transformer_blocks.1.attn.add_k_proj.weight",
+        "transformer_blocks.1.attn.add_q_proj.weight",
+        "transformer_blocks.1.attn.add_v_proj.weight",
         "transformer_blocks.1.attn.to_add_out.weight",
-        "transformer_blocks.3.attn.add_k_proj.weight",
-        "transformer_blocks.0.attn.to_add_out.weight",
-        "single_transformer_blocks.12.attn.to_qkv_mlp_proj.weight",
-        "transformer_blocks.2.ff_context.linear_out.weight",
-        "transformer_blocks.4.attn.to_add_out.weight",
-        "transformer_blocks.3.ff_context.linear_out.weight",
-        "transformer_blocks.4.attn.to_out.0.weight",
-        "single_transformer_blocks.17.attn.to_out.weight",
-        "single_transformer_blocks.4.attn.to_out.weight",
+        "transformer_blocks.1.attn.to_k.weight",
         "transformer_blocks.1.attn.to_out.0.weight",
-        "single_transformer_blocks.18.attn.to_qkv_mlp_proj.weight",
-        "transformer_blocks.1.ff_context.linear_in.weight",
         "transformer_blocks.1.attn.to_q.weight",
-        "single_transformer_blocks.9.attn.to_qkv_mlp_proj.weight",
-        "single_transformer_blocks.1.attn.to_qkv_mlp_proj.weight",
-        "single_transformer_blocks.7.attn.to_qkv_mlp_proj.weight",
-        "single_transformer_blocks.18.attn.to_out.weight",
-        "transformer_blocks.4.attn.add_v_proj.weight",
-        "single_transformer_blocks.1.attn.to_out.weight",
-        "transformer_blocks.1.attn.add_q_proj.weight",
-        "transformer_blocks.2.ff.linear_in.weight",
-        "transformer_blocks.2.ff_context.linear_in.weight",
-        "transformer_blocks.3.ff.linear_out.weight",
-        "single_transformer_blocks.5.attn.to_out.weight",
-        "single_transformer_blocks.3.attn.to_qkv_mlp_proj.weight",
-        "transformer_blocks.2.attn.to_v.weight",
-        "transformer_blocks.0.attn.to_q.weight",
-        "single_transformer_blocks.4.attn.to_qkv_mlp_proj.weight",
-        "transformer_blocks.1.attn.add_v_proj.weight",
-        "single_transformer_blocks.11.attn.to_out.weight",
-        "transformer_blocks.0.ff.linear_in.weight",
-        "transformer_blocks.0.attn.add_k_proj.weight",
+        "transformer_blocks.1.attn.to_v.weight",
+        "transformer_blocks.1.ff.linear_in.weight",
+        "transformer_blocks.1.ff.linear_out.weight",
+        "transformer_blocks.1.ff_context.linear_in.weight",
+        "transformer_blocks.1.ff_context.linear_out.weight",
+        "transformer_blocks.2.attn.add_k_proj.weight",
+        "transformer_blocks.2.attn.add_q_proj.weight",
+        "transformer_blocks.2.attn.add_v_proj.weight",
+        "transformer_blocks.2.attn.to_add_out.weight",
         "transformer_blocks.2.attn.to_k.weight",
         "transformer_blocks.2.attn.to_out.0.weight",
-        "transformer_blocks.2.attn.to_add_out.weight",
+        "transformer_blocks.2.attn.to_q.weight",
+        "transformer_blocks.2.attn.to_v.weight",
+        "transformer_blocks.2.ff.linear_in.weight",
+        "transformer_blocks.2.ff.linear_out.weight",
+        "transformer_blocks.2.ff_context.linear_in.weight",
+        "transformer_blocks.2.ff_context.linear_out.weight",
+        "transformer_blocks.3.attn.add_k_proj.weight",
+        "transformer_blocks.3.attn.add_q_proj.weight",
+        "transformer_blocks.3.attn.add_v_proj.weight",
+        "transformer_blocks.3.attn.to_add_out.weight",
         "transformer_blocks.3.attn.to_k.weight",
-        "transformer_blocks.2.attn.add_k_proj.weight",
-        "single_transformer_blocks.15.attn.to_qkv_mlp_proj.weight",
-        "single_transformer_blocks.13.attn.to_out.weight",
-        "single_transformer_blocks.8.attn.to_out.weight",
-        "single_transformer_blocks.6.attn.to_out.weight",
-        "transformer_blocks.4.ff_context.linear_in.weight",
-        "single_transformer_blocks.10.attn.to_out.weight",
-        "single_transformer_blocks.2.attn.to_qkv_mlp_proj.weight",
+        "transformer_blocks.3.attn.to_out.0.weight",
         "transformer_blocks.3.attn.to_q.weight",
-        "model.layers.0.mlp.down_proj.weight",
-        "model.layers.0.mlp.gate_proj.weight",
-        "model.layers.0.mlp.up_proj.weight",
-        "model.layers.0.self_attn.k_proj.weight",
-        "model.layers.0.self_attn.o_proj.weight",
-        "model.layers.0.self_attn.q_proj.weight",
-        "model.layers.0.self_attn.v_proj.weight",
-        "model.layers.1.mlp.down_proj.weight",
-        "model.layers.1.mlp.gate_proj.weight",
-        "model.layers.1.mlp.up_proj.weight",
-        "model.layers.1.self_attn.k_proj.weight",
-        "model.layers.1.self_attn.o_proj.weight",
-        "model.layers.1.self_attn.q_proj.weight",
-        "model.layers.1.self_attn.v_proj.weight",
-        "model.layers.2.mlp.gate_proj.weight",
-        "model.layers.2.mlp.up_proj.weight",
-        "model.layers.2.self_attn.k_proj.weight",
-        "model.layers.2.self_attn.o_proj.weight",
-        "model.layers.2.self_attn.q_proj.weight",
-        "model.layers.2.self_attn.v_proj.weight",
-        "model.layers.3.mlp.down_proj.weight",
-        "model.layers.3.mlp.gate_proj.weight",
-        "model.layers.3.mlp.up_proj.weight",
-        "model.layers.3.self_attn.k_proj.weight",
-        "model.layers.3.self_attn.o_proj.weight",
-        "model.layers.3.self_attn.q_proj.weight",
-        "model.layers.3.self_attn.v_proj.weight",
-        "model.layers.4.mlp.down_proj.weight",
-        "model.layers.4.mlp.gate_proj.weight",
-        "model.layers.4.mlp.up_proj.weight",
-        "model.layers.4.self_attn.k_proj.weight",
-        "model.layers.4.self_attn.o_proj.weight",
-        "model.layers.4.self_attn.q_proj.weight",
-        "model.layers.4.self_attn.v_proj.weight",
-        "model.layers.5.mlp.down_proj.weight",
-        "model.layers.5.mlp.gate_proj.weight",
-        "model.layers.5.mlp.up_proj.weight",
-        "model.layers.5.self_attn.k_proj.weight",
-        "model.layers.5.self_attn.o_proj.weight",
-        "model.layers.5.self_attn.q_proj.weight",
-        "model.layers.5.self_attn.v_proj.weight",
-        "model.layers.6.mlp.down_proj.weight",
-        "model.layers.6.mlp.gate_proj.weight",
-        "model.layers.6.mlp.up_proj.weight",
-        "model.layers.6.self_attn.k_proj.weight",
-        "model.layers.6.self_attn.o_proj.weight",
-        "model.layers.6.self_attn.q_proj.weight",
-        "model.layers.6.self_attn.v_proj.weight",
-        "model.layers.7.mlp.down_proj.weight",
-        "model.layers.7.mlp.gate_proj.weight",
-        "model.layers.7.mlp.up_proj.weight",
-        "model.layers.7.self_attn.k_proj.weight",
-        "model.layers.7.self_attn.o_proj.weight",
-        "model.layers.7.self_attn.q_proj.weight",
-        "model.layers.7.self_attn.v_proj.weight",
-        "model.layers.8.mlp.down_proj.weight",
-        "model.layers.8.mlp.gate_proj.weight",
-        "model.layers.8.mlp.up_proj.weight",
-        "model.layers.8.self_attn.k_proj.weight",
-        "model.layers.8.self_attn.o_proj.weight",
-        "model.layers.8.self_attn.q_proj.weight",
-        "model.layers.8.self_attn.v_proj.weight",
-        "model.layers.9.mlp.down_proj.weight",
-        "model.layers.9.mlp.gate_proj.weight",
-        "model.layers.9.mlp.up_proj.weight",
-        "model.layers.9.self_attn.k_proj.weight",
-        "model.layers.9.self_attn.o_proj.weight",
-        "model.layers.9.self_attn.q_proj.weight",
-        "model.layers.9.self_attn.v_proj.weight",
-        "model.layers.10.mlp.down_proj.weight",
-        "model.layers.10.mlp.gate_proj.weight",
-        "model.layers.10.mlp.up_proj.weight",
-        "model.layers.10.self_attn.k_proj.weight",
-        "model.layers.10.self_attn.o_proj.weight",
-        "model.layers.10.self_attn.q_proj.weight",
-        "model.layers.10.self_attn.v_proj.weight",
-        "model.layers.11.mlp.down_proj.weight",
-        "model.layers.11.mlp.gate_proj.weight",
-        "model.layers.11.mlp.up_proj.weight",
-        "model.layers.11.self_attn.k_proj.weight",
-        "model.layers.11.self_attn.o_proj.weight",
-        "model.layers.11.self_attn.q_proj.weight",
-        "model.layers.11.self_attn.v_proj.weight",
-        "model.layers.12.mlp.down_proj.weight",
-        "model.layers.12.mlp.gate_proj.weight",
-        "model.layers.12.mlp.up_proj.weight",
-        "model.layers.12.self_attn.k_proj.weight",
-        "model.layers.12.self_attn.o_proj.weight",
-        "model.layers.12.self_attn.q_proj.weight",
-        "model.layers.12.self_attn.v_proj.weight",
-        "model.layers.13.mlp.down_proj.weight",
-        "model.layers.13.mlp.gate_proj.weight",
-        "model.layers.13.mlp.up_proj.weight",
-        "model.layers.13.self_attn.k_proj.weight",
-        "model.layers.13.self_attn.o_proj.weight",
-        "model.layers.13.self_attn.q_proj.weight",
-        "model.layers.13.self_attn.v_proj.weight",
-        "model.layers.14.mlp.down_proj.weight",
-        "model.layers.14.mlp.gate_proj.weight",
-        "model.layers.14.mlp.up_proj.weight",
-        "model.layers.14.self_attn.k_proj.weight",
-        "model.layers.14.self_attn.o_proj.weight",
-        "model.layers.14.self_attn.q_proj.weight",
-        "model.layers.14.self_attn.v_proj.weight",
-        "model.layers.15.mlp.down_proj.weight",
-        "model.layers.15.mlp.gate_proj.weight",
-        "model.layers.15.mlp.up_proj.weight",
-        "model.layers.15.self_attn.k_proj.weight",
-        "model.layers.15.self_attn.o_proj.weight",
-        "model.layers.15.self_attn.q_proj.weight",
-        "model.layers.15.self_attn.v_proj.weight",
-        "model.layers.16.mlp.down_proj.weight",
-        "model.layers.16.mlp.gate_proj.weight",
-        "model.layers.16.mlp.up_proj.weight",
-        "model.layers.16.self_attn.k_proj.weight",
-        "model.layers.16.self_attn.o_proj.weight",
-        "model.layers.16.self_attn.q_proj.weight",
-        "model.layers.16.self_attn.v_proj.weight",
-        "model.layers.17.mlp.down_proj.weight",
-        "model.layers.17.mlp.gate_proj.weight",
-        "model.layers.17.mlp.up_proj.weight",
-        "model.layers.17.self_attn.k_proj.weight",
-        "model.layers.17.self_attn.o_proj.weight",
-        "model.layers.17.self_attn.q_proj.weight",
-        "model.layers.17.self_attn.v_proj.weight",
-        "model.layers.18.mlp.down_proj.weight",
-        "model.layers.18.mlp.gate_proj.weight",
-        "model.layers.18.mlp.up_proj.weight",
-        "model.layers.18.self_attn.k_proj.weight",
-        "model.layers.18.self_attn.o_proj.weight",
-        "model.layers.18.self_attn.q_proj.weight",
-        "model.layers.18.self_attn.v_proj.weight",
-        "model.layers.19.mlp.down_proj.weight",
-        "model.layers.19.mlp.gate_proj.weight",
-        "model.layers.19.mlp.up_proj.weight",
-        "model.layers.19.self_attn.k_proj.weight",
-        "model.layers.19.self_attn.o_proj.weight",
-        "model.layers.19.self_attn.q_proj.weight",
-        "model.layers.19.self_attn.v_proj.weight",
-        "model.layers.20.mlp.down_proj.weight",
-        "model.layers.20.mlp.gate_proj.weight",
-        "model.layers.20.mlp.up_proj.weight",
-        "model.layers.20.self_attn.k_proj.weight",
-        "model.layers.20.self_attn.o_proj.weight",
-        "model.layers.20.self_attn.q_proj.weight",
-        "model.layers.20.self_attn.v_proj.weight",
-        "model.layers.21.mlp.down_proj.weight",
-        "model.layers.21.mlp.gate_proj.weight",
-        "model.layers.21.mlp.up_proj.weight",
-        "model.layers.21.self_attn.k_proj.weight",
-        "model.layers.21.self_attn.o_proj.weight",
-        "model.layers.21.self_attn.q_proj.weight",
-        "model.layers.21.self_attn.v_proj.weight",
-        "model.layers.22.mlp.down_proj.weight",
-        "model.layers.22.mlp.gate_proj.weight",
-        "model.layers.22.mlp.up_proj.weight",
-        "model.layers.22.self_attn.k_proj.weight",
-        "model.layers.22.self_attn.o_proj.weight",
-        "model.layers.22.self_attn.q_proj.weight",
-        "model.layers.22.self_attn.v_proj.weight",
-        "model.layers.23.mlp.down_proj.weight",
-        "model.layers.23.mlp.gate_proj.weight",
-        "model.layers.23.mlp.up_proj.weight",
-        "model.layers.23.self_attn.k_proj.weight",
-        "model.layers.23.self_attn.o_proj.weight",
-        "model.layers.23.self_attn.q_proj.weight",
-        "model.layers.23.self_attn.v_proj.weight",
-        "model.layers.24.mlp.down_proj.weight",
-        "model.layers.24.mlp.gate_proj.weight",
-        "model.layers.24.mlp.up_proj.weight",
-        "model.layers.24.self_attn.k_proj.weight",
-        "model.layers.24.self_attn.o_proj.weight",
-        "model.layers.24.self_attn.q_proj.weight",
-        "model.layers.24.self_attn.v_proj.weight",
-        "model.layers.25.mlp.down_proj.weight",
-        "model.layers.25.mlp.gate_proj.weight",
-        "model.layers.25.mlp.up_proj.weight",
-        "model.layers.25.self_attn.k_proj.weight",
-        "model.layers.25.self_attn.o_proj.weight",
-        "model.layers.25.self_attn.q_proj.weight",
-        "model.layers.25.self_attn.v_proj.weight",
-        "model.layers.26.mlp.down_proj.weight",
-        "model.layers.26.mlp.gate_proj.weight",
-        "model.layers.26.mlp.up_proj.weight",
-        "model.layers.26.self_attn.k_proj.weight",
-        "model.layers.26.self_attn.o_proj.weight",
-        "model.layers.26.self_attn.q_proj.weight",
-        "model.layers.26.self_attn.v_proj.weight",
-        "model.layers.27.mlp.down_proj.weight",
-        "model.layers.27.mlp.gate_proj.weight",
-        "model.layers.27.mlp.up_proj.weight",
-        "model.layers.27.self_attn.k_proj.weight",
-        "model.layers.27.self_attn.o_proj.weight",
-        "model.layers.27.self_attn.q_proj.weight",
-        "model.layers.27.self_attn.v_proj.weight",
-        "model.layers.28.mlp.down_proj.weight",
-        "model.layers.28.mlp.gate_proj.weight",
-        "model.layers.28.mlp.up_proj.weight",
-        "model.layers.28.self_attn.k_proj.weight",
-        "model.layers.28.self_attn.o_proj.weight",
-        "model.layers.28.self_attn.q_proj.weight",
-        "model.layers.28.self_attn.v_proj.weight",
-        "model.layers.29.mlp.down_proj.weight",
-        "model.layers.29.mlp.gate_proj.weight",
-        "model.layers.29.mlp.up_proj.weight",
-        "model.layers.29.self_attn.k_proj.weight",
-        "model.layers.29.self_attn.o_proj.weight",
-        "model.layers.29.self_attn.q_proj.weight",
-        "model.layers.29.self_attn.v_proj.weight",
-        "model.layers.30.mlp.down_proj.weight",
-        "model.layers.30.mlp.gate_proj.weight",
-        "model.layers.30.mlp.up_proj.weight",
-        "model.layers.30.self_attn.k_proj.weight",
-        "model.layers.30.self_attn.o_proj.weight",
-        "model.layers.30.self_attn.q_proj.weight",
-        "model.layers.30.self_attn.v_proj.weight",
-        "model.layers.31.mlp.down_proj.weight",
-        "model.layers.31.mlp.gate_proj.weight",
-        "model.layers.31.mlp.up_proj.weight",
-        "model.layers.31.self_attn.k_proj.weight",
-        "model.layers.31.self_attn.o_proj.weight",
-        "model.layers.31.self_attn.q_proj.weight",
-        "model.layers.31.self_attn.v_proj.weight",
-        "model.layers.32.mlp.down_proj.weight",
-        "model.layers.32.mlp.gate_proj.weight",
-        "model.layers.32.mlp.up_proj.weight",
-        "model.layers.32.self_attn.k_proj.weight",
-        "model.layers.32.self_attn.o_proj.weight",
-        "model.layers.32.self_attn.q_proj.weight",
-        "model.layers.32.self_attn.v_proj.weight",
-        "model.layers.33.mlp.down_proj.weight",
-        "model.layers.33.mlp.gate_proj.weight",
-        "model.layers.33.mlp.up_proj.weight",
-        "model.layers.33.self_attn.k_proj.weight",
-        "model.layers.33.self_attn.o_proj.weight",
-        "model.layers.33.self_attn.q_proj.weight",
-        "model.layers.33.self_attn.v_proj.weight",
-        "model.layers.34.mlp.down_proj.weight",
-        "model.layers.34.mlp.gate_proj.weight",
-        "model.layers.34.mlp.up_proj.weight",
-        "model.layers.34.self_attn.k_proj.weight",
-        "model.layers.34.self_attn.o_proj.weight",
-        "model.layers.34.self_attn.q_proj.weight",
-        "model.layers.34.self_attn.v_proj.weight",
-        "model.layers.35.mlp.down_proj.weight",
-        "model.layers.35.mlp.gate_proj.weight",
-        "model.layers.35.mlp.up_proj.weight",
-        "model.layers.35.self_attn.k_proj.weight",
-        "model.layers.35.self_attn.o_proj.weight",
-        "model.layers.35.self_attn.q_proj.weight",
-        "model.layers.35.self_attn.v_proj.weight"
+        "transformer_blocks.3.attn.to_v.weight",
+        "transformer_blocks.3.ff.linear_in.weight",
+        "transformer_blocks.3.ff.linear_out.weight",
+        "transformer_blocks.3.ff_context.linear_in.weight",
+        "transformer_blocks.3.ff_context.linear_out.weight",
+        "transformer_blocks.4.attn.add_k_proj.weight",
+        "transformer_blocks.4.attn.add_q_proj.weight",
+        "transformer_blocks.4.attn.add_v_proj.weight",
+        "transformer_blocks.4.attn.to_add_out.weight",
+        "transformer_blocks.4.attn.to_k.weight",
+        "transformer_blocks.4.attn.to_out.0.weight",
+        "transformer_blocks.4.attn.to_q.weight",
+        "transformer_blocks.4.attn.to_v.weight",
+        "transformer_blocks.4.ff.linear_in.weight",
+        "transformer_blocks.4.ff.linear_out.weight",
+        "transformer_blocks.4.ff_context.linear_in.weight",
+        "transformer_blocks.4.ff_context.linear_out.weight"
       ]
     },
     "modules_quant_config": {},
     "modules_to_not_convert": [
-      ".proj_out",
-      "double_stream_modulation_txt",
       "time_guidance_embed",
+      "norm_out",
       "context_embedder",
+      "double_stream_modulation_txt",
       "x_embedder",
       "double_stream_modulation_img",
-      "single_stream_modulation",
-      "norm_out",
-      "lm_head",
-      "model.embed_tokens",
-      "lm_head.weight",
-      "model.embed_tokens.weight",
-      ".time_embed",
-      ".context_embedder",
-      ".condition_embedder",
-      ".x_embedder",
-      ".t_embedder",
-      ".y_embedder",
-      ".emb_in",
-      ".txt_in",
-      ".img_in",
-      ".vid_in",
       ".proj_out",
-      ".norm_out",
-      ".emb_out",
-      ".txt_out",
-      ".img_out",
-      ".vid_out",
-      ".final_layer",
-      "multi_modal_projector",
-      "time_text_embed",
-      "patch_embedding",
-      "patch_embed",
-      "patch_emb",
-      "lm_head",
-      "wte"
+      "single_stream_modulation"
     ],
     "non_blocking": false,
     "quant_conv": false,

vae/config.json

@@ -1,7 +1,7 @@
 {
   "_class_name": "AutoencoderKLFlux2",
   "_diffusers_version": "0.38.0.dev0",
-  "_name_or_path": "/root/.cache/huggingface/hub/models--black-forest-labs--FLUX.2-klein-4B/snapshots/e7b7dc27f91deacad38e78976d1f2b499d76a294/vae",
+  "_name_or_path": "/root/.cache/huggingface/hub/models--codeShare--FLUX.2-klein-AIO-SDNQ-4bit-dynamic/snapshots/e545bd6edd331387b952ad7bb0546784d91daeca/vae",
   "act_fn": "silu",
   "batch_norm_eps": 0.0001,
   "batch_norm_momentum": 0.1,