magiccodingman commited on
Commit
d79e9e7
·
verified ·
1 Parent(s): dc44e1f

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +6 -0
  2. Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf +3 -0
  3. Qwen3.8-27B-Quark-MXFP4-MQ-IQ4_XS_1-Generic.gguf +3 -0
  4. imatrix.dat +3 -0
  5. imatrix_unsloth.gguf +3 -0
  6. magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/commands.json +34 -0
  7. magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/config.json +43 -0
  8. magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/effective-tensor-types.txt +866 -0
  9. magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/results.json +120 -0
  10. magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/tensor-decisions.json +0 -0
  11. magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/type-summary.json +76 -0
  12. magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/verification.json +20 -0
  13. magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/commands.json +34 -0
  14. magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/config.json +43 -0
  15. magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/effective-tensor-types.txt +866 -0
  16. magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/results.json +123 -0
  17. magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/tensor-decisions.json +0 -0
  18. magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/type-summary.json +85 -0
  19. magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/verification.json +23 -0
  20. magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/README.md +15 -0
  21. magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/commands.json +52 -0
  22. magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/config.json +54 -0
  23. magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/effective-tensor-types.txt +866 -0
  24. magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/rejected-attempts.json +21 -0
  25. magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/results.json +116 -0
  26. magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/tensor-decisions.json +0 -0
  27. magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/type-summary.json +68 -0
  28. magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/verification.attempt-1-rejected.json +114 -0
  29. magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/verification.json +17 -0
  30. magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/commands.json +34 -0
  31. magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/config.json +43 -0
  32. magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/effective-tensor-types.txt +866 -0
  33. magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/results.json +121 -0
  34. magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/tensor-decisions.json +0 -0
  35. magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/type-summary.json +78 -0
  36. magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/verification.json +21 -0
  37. magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/commands.json +34 -0
  38. magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/config.json +43 -0
  39. magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/effective-tensor-types.txt +866 -0
  40. magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/results.json +125 -0
  41. magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/tensor-decisions.json +0 -0
  42. magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/type-summary.json +88 -0
  43. magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/verification.json +25 -0
  44. magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/commands.json +34 -0
  45. magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/config.json +43 -0
  46. magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/effective-tensor-types.txt +866 -0
  47. magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/results.json +122 -0
  48. magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/tensor-decisions.json +0 -0
  49. magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/type-summary.json +83 -0
  50. magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/verification.json +22 -0
.gitattributes CHANGED
@@ -34,3 +34,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ imatrix_unsloth.gguf filter=lfs diff=lfs merge=lfs -text
38
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
39
+ mmproj-Qwen3.8-27B-BF16.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mmproj-Qwen3.8-27B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen3.8-27B-Quark-MXFP4-MQ-IQ4_XS_1-Generic.gguf filter=lfs diff=lfs merge=lfs -text
Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc
3
+ size 18892854880
Qwen3.8-27B-Quark-MXFP4-MQ-IQ4_XS_1-Generic.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:215dc51d41a212d58168ed80e77d0e14ca649d627563c389786263d77d1d4a3d
3
+ size 14981769120
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:123a92c3ba8cd31ed2887bd348682be5b68c977b12cc30e11c632e7ddf899eaa
3
+ size 13642688
imatrix_unsloth.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1
3
+ size 13642656
magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/commands.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "environment": {
4
+ "CUDA_VISIBLE_DEVICES": ""
5
+ },
6
+ "quantize": [
7
+ "<REPO_ROOT>/llama.cpp/build/bin/llama-quantize",
8
+ "--allow-requantize",
9
+ "--imatrix",
10
+ "hf://magiccodingman/Qwen3.8-27B-MagicQuant-GGUF/imatrix.dat",
11
+ "--tensor-type-file",
12
+ "<REPO_ROOT>/magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/effective-tensor-types.txt",
13
+ "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
14
+ "<SCRATCH_HOME>/lane-home/Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_M_1-Generic.gguf",
15
+ "IQ3_XXS",
16
+ "16"
17
+ ],
18
+ "candidateKld": [
19
+ "<REPO_ROOT>/llama.cpp/build/bin/llama-perplexity",
20
+ "-m",
21
+ "<SCRATCH_HOME>/lane-home/Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_M_1-Generic.gguf",
22
+ "-ngl",
23
+ "0",
24
+ "-t",
25
+ "4",
26
+ "-c",
27
+ "2048",
28
+ "--file",
29
+ "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/_ppl_corpora/ppl_corpus_general.txt",
30
+ "--kl-divergence-base",
31
+ "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/logits/kld_logits_general.bin",
32
+ "--kl-divergence"
33
+ ]
34
+ }
magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "experiment": "MQ-IQ2_M_1-Generic",
4
+ "status": "complete",
5
+ "source": {
6
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
7
+ "sha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc",
8
+ "bytes": 18892854880
9
+ },
10
+ "output": {
11
+ "scratchPath": "<SCRATCH_HOME>/lane-home/Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_M_1-Generic.gguf",
12
+ "finalPath": "<REPO_ROOT>/Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_M_1-Generic.gguf",
13
+ "bytes": 11913885600,
14
+ "sha256": "a242cddbdf9baaad660e96d26be99245f2410c154c3a0fa0c6451e3b7109eb01"
15
+ },
16
+ "recipe": {
17
+ "displayName": "MQ-IQ2_M_1",
18
+ "baseQuantFallback": "IQ3_XXS",
19
+ "adaptation": "strict-downward-only",
20
+ "bf16Intermediate": false
21
+ },
22
+ "imatrix": {
23
+ "label": "Generic",
24
+ "path": "hf://magiccodingman/Qwen3.8-27B-MagicQuant-GGUF/imatrix.dat",
25
+ "sha256": "123a92c3ba8cd31ed2887bd348682be5b68c977b12cc30e11c632e7ddf899eaa",
26
+ "entries": 496
27
+ },
28
+ "execution": {
29
+ "gpuUse": false,
30
+ "cudaVisibleDevices": "",
31
+ "quantizeThreads": 16,
32
+ "benchmarkThreads": 4,
33
+ "benchmarkContext": 2048,
34
+ "scratchLane": "home"
35
+ },
36
+ "benchmark": {
37
+ "domain": "general",
38
+ "datasetId": "Salesforce/wikitext",
39
+ "tokenTarget": 32768,
40
+ "corpusSha256": "5d38d98dce15f54e9a1a926187b6058e65cd8b3dd9b5cc2729b0a5fd249228b0",
41
+ "nativeLogitsSha256": "604db2df7253cba18a6c0a569ed819ee3065d4ac20cd94ae72f4329e7bba8516"
42
+ }
43
+ }
magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/effective-tensor-types.txt ADDED
@@ -0,0 +1,866 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ^blk\.0\.attn_gate\.weight$=IQ3_XXS
2
+ ^blk\.0\.attn_norm\.weight$=F32
3
+ ^blk\.0\.attn_qkv\.weight$=IQ3_S
4
+ ^blk\.0\.ffn_down\.weight$=IQ3_S
5
+ ^blk\.0\.ffn_gate\.weight$=IQ3_XXS
6
+ ^blk\.0\.ffn_up\.weight$=IQ3_S
7
+ ^blk\.0\.post_attention_norm\.weight$=F32
8
+ ^blk\.0\.ssm_a$=F32
9
+ ^blk\.0\.ssm_alpha\.weight$=MXFP4
10
+ ^blk\.0\.ssm_beta\.weight$=IQ1_M
11
+ ^blk\.0\.ssm_conv1d\.weight$=F32
12
+ ^blk\.0\.ssm_dt\.bias$=F32
13
+ ^blk\.0\.ssm_norm\.weight$=F32
14
+ ^blk\.0\.ssm_out\.weight$=MXFP4
15
+ ^blk\.1\.attn_gate\.weight$=IQ3_XXS
16
+ ^blk\.1\.attn_norm\.weight$=F32
17
+ ^blk\.1\.attn_qkv\.weight$=IQ3_S
18
+ ^blk\.1\.ffn_down\.weight$=IQ3_S
19
+ ^blk\.1\.ffn_gate\.weight$=IQ3_XXS
20
+ ^blk\.1\.ffn_up\.weight$=IQ3_S
21
+ ^blk\.1\.post_attention_norm\.weight$=F32
22
+ ^blk\.1\.ssm_a$=F32
23
+ ^blk\.1\.ssm_alpha\.weight$=MXFP4
24
+ ^blk\.1\.ssm_beta\.weight$=IQ1_M
25
+ ^blk\.1\.ssm_conv1d\.weight$=F32
26
+ ^blk\.1\.ssm_dt\.bias$=F32
27
+ ^blk\.1\.ssm_norm\.weight$=F32
28
+ ^blk\.1\.ssm_out\.weight$=MXFP4
29
+ ^blk\.10\.attn_gate\.weight$=IQ3_XXS
30
+ ^blk\.10\.attn_norm\.weight$=F32
31
+ ^blk\.10\.attn_qkv\.weight$=IQ3_S
32
+ ^blk\.10\.ffn_down\.weight$=IQ3_S
33
+ ^blk\.10\.ffn_gate\.weight$=IQ3_XXS
34
+ ^blk\.10\.ffn_up\.weight$=IQ3_S
35
+ ^blk\.10\.post_attention_norm\.weight$=F32
36
+ ^blk\.10\.ssm_a$=F32
37
+ ^blk\.10\.ssm_alpha\.weight$=MXFP4
38
+ ^blk\.10\.ssm_beta\.weight$=IQ1_M
39
+ ^blk\.10\.ssm_conv1d\.weight$=F32
40
+ ^blk\.10\.ssm_dt\.bias$=F32
41
+ ^blk\.10\.ssm_norm\.weight$=F32
42
+ ^blk\.10\.ssm_out\.weight$=MXFP4
43
+ ^blk\.11\.attn_k\.weight$=MXFP4
44
+ ^blk\.11\.attn_k_norm\.weight$=F32
45
+ ^blk\.11\.attn_norm\.weight$=F32
46
+ ^blk\.11\.attn_output\.weight$=IQ3_S
47
+ ^blk\.11\.attn_q\.weight$=MXFP4
48
+ ^blk\.11\.attn_q_norm\.weight$=F32
49
+ ^blk\.11\.attn_v\.weight$=MXFP4
50
+ ^blk\.11\.ffn_down\.weight$=IQ3_S
51
+ ^blk\.11\.ffn_gate\.weight$=IQ3_XXS
52
+ ^blk\.11\.ffn_up\.weight$=IQ3_S
53
+ ^blk\.11\.post_attention_norm\.weight$=F32
54
+ ^blk\.12\.attn_gate\.weight$=IQ3_XXS
55
+ ^blk\.12\.attn_norm\.weight$=F32
56
+ ^blk\.12\.attn_qkv\.weight$=IQ3_S
57
+ ^blk\.12\.ffn_down\.weight$=IQ3_S
58
+ ^blk\.12\.ffn_gate\.weight$=IQ3_XXS
59
+ ^blk\.12\.ffn_up\.weight$=IQ3_S
60
+ ^blk\.12\.post_attention_norm\.weight$=F32
61
+ ^blk\.12\.ssm_a$=F32
62
+ ^blk\.12\.ssm_alpha\.weight$=MXFP4
63
+ ^blk\.12\.ssm_beta\.weight$=IQ1_M
64
+ ^blk\.12\.ssm_conv1d\.weight$=F32
65
+ ^blk\.12\.ssm_dt\.bias$=F32
66
+ ^blk\.12\.ssm_norm\.weight$=F32
67
+ ^blk\.12\.ssm_out\.weight$=MXFP4
68
+ ^blk\.13\.attn_gate\.weight$=IQ3_XXS
69
+ ^blk\.13\.attn_norm\.weight$=F32
70
+ ^blk\.13\.attn_qkv\.weight$=IQ3_S
71
+ ^blk\.13\.ffn_down\.weight$=IQ3_S
72
+ ^blk\.13\.ffn_gate\.weight$=IQ3_XXS
73
+ ^blk\.13\.ffn_up\.weight$=IQ3_S
74
+ ^blk\.13\.post_attention_norm\.weight$=F32
75
+ ^blk\.13\.ssm_a$=F32
76
+ ^blk\.13\.ssm_alpha\.weight$=MXFP4
77
+ ^blk\.13\.ssm_beta\.weight$=IQ1_M
78
+ ^blk\.13\.ssm_conv1d\.weight$=F32
79
+ ^blk\.13\.ssm_dt\.bias$=F32
80
+ ^blk\.13\.ssm_norm\.weight$=F32
81
+ ^blk\.13\.ssm_out\.weight$=MXFP4
82
+ ^blk\.14\.attn_gate\.weight$=IQ3_XXS
83
+ ^blk\.14\.attn_norm\.weight$=F32
84
+ ^blk\.14\.attn_qkv\.weight$=IQ3_S
85
+ ^blk\.14\.ffn_down\.weight$=IQ3_S
86
+ ^blk\.14\.ffn_gate\.weight$=IQ3_XXS
87
+ ^blk\.14\.ffn_up\.weight$=IQ3_S
88
+ ^blk\.14\.post_attention_norm\.weight$=F32
89
+ ^blk\.14\.ssm_a$=F32
90
+ ^blk\.14\.ssm_alpha\.weight$=MXFP4
91
+ ^blk\.14\.ssm_beta\.weight$=IQ1_M
92
+ ^blk\.14\.ssm_conv1d\.weight$=F32
93
+ ^blk\.14\.ssm_dt\.bias$=F32
94
+ ^blk\.14\.ssm_norm\.weight$=F32
95
+ ^blk\.14\.ssm_out\.weight$=MXFP4
96
+ ^blk\.15\.attn_k\.weight$=MXFP4
97
+ ^blk\.15\.attn_k_norm\.weight$=F32
98
+ ^blk\.15\.attn_norm\.weight$=F32
99
+ ^blk\.15\.attn_output\.weight$=IQ3_S
100
+ ^blk\.15\.attn_q\.weight$=MXFP4
101
+ ^blk\.15\.attn_q_norm\.weight$=F32
102
+ ^blk\.15\.attn_v\.weight$=MXFP4
103
+ ^blk\.15\.ffn_down\.weight$=IQ3_S
104
+ ^blk\.15\.ffn_gate\.weight$=IQ3_XXS
105
+ ^blk\.15\.ffn_up\.weight$=IQ3_S
106
+ ^blk\.15\.post_attention_norm\.weight$=F32
107
+ ^blk\.16\.attn_gate\.weight$=IQ3_XXS
108
+ ^blk\.16\.attn_norm\.weight$=F32
109
+ ^blk\.16\.attn_qkv\.weight$=IQ3_S
110
+ ^blk\.16\.ffn_down\.weight$=IQ3_S
111
+ ^blk\.16\.ffn_gate\.weight$=IQ3_XXS
112
+ ^blk\.16\.ffn_up\.weight$=IQ3_S
113
+ ^blk\.16\.post_attention_norm\.weight$=F32
114
+ ^blk\.16\.ssm_a$=F32
115
+ ^blk\.16\.ssm_alpha\.weight$=MXFP4
116
+ ^blk\.16\.ssm_beta\.weight$=IQ1_M
117
+ ^blk\.16\.ssm_conv1d\.weight$=F32
118
+ ^blk\.16\.ssm_dt\.bias$=F32
119
+ ^blk\.16\.ssm_norm\.weight$=F32
120
+ ^blk\.16\.ssm_out\.weight$=MXFP4
121
+ ^blk\.17\.attn_gate\.weight$=IQ3_XXS
122
+ ^blk\.17\.attn_norm\.weight$=F32
123
+ ^blk\.17\.attn_qkv\.weight$=IQ3_S
124
+ ^blk\.17\.ffn_down\.weight$=IQ3_S
125
+ ^blk\.17\.ffn_gate\.weight$=IQ3_XXS
126
+ ^blk\.17\.ffn_up\.weight$=IQ3_S
127
+ ^blk\.17\.post_attention_norm\.weight$=F32
128
+ ^blk\.17\.ssm_a$=F32
129
+ ^blk\.17\.ssm_alpha\.weight$=MXFP4
130
+ ^blk\.17\.ssm_beta\.weight$=IQ1_M
131
+ ^blk\.17\.ssm_conv1d\.weight$=F32
132
+ ^blk\.17\.ssm_dt\.bias$=F32
133
+ ^blk\.17\.ssm_norm\.weight$=F32
134
+ ^blk\.17\.ssm_out\.weight$=MXFP4
135
+ ^blk\.18\.attn_gate\.weight$=IQ3_XXS
136
+ ^blk\.18\.attn_norm\.weight$=F32
137
+ ^blk\.18\.attn_qkv\.weight$=IQ3_S
138
+ ^blk\.18\.ffn_down\.weight$=IQ3_S
139
+ ^blk\.18\.ffn_gate\.weight$=IQ3_XXS
140
+ ^blk\.18\.ffn_up\.weight$=IQ3_S
141
+ ^blk\.18\.post_attention_norm\.weight$=F32
142
+ ^blk\.18\.ssm_a$=F32
143
+ ^blk\.18\.ssm_alpha\.weight$=MXFP4
144
+ ^blk\.18\.ssm_beta\.weight$=IQ1_M
145
+ ^blk\.18\.ssm_conv1d\.weight$=F32
146
+ ^blk\.18\.ssm_dt\.bias$=F32
147
+ ^blk\.18\.ssm_norm\.weight$=F32
148
+ ^blk\.18\.ssm_out\.weight$=MXFP4
149
+ ^blk\.19\.attn_k\.weight$=MXFP4
150
+ ^blk\.19\.attn_k_norm\.weight$=F32
151
+ ^blk\.19\.attn_norm\.weight$=F32
152
+ ^blk\.19\.attn_output\.weight$=IQ3_S
153
+ ^blk\.19\.attn_q\.weight$=MXFP4
154
+ ^blk\.19\.attn_q_norm\.weight$=F32
155
+ ^blk\.19\.attn_v\.weight$=MXFP4
156
+ ^blk\.19\.ffn_down\.weight$=IQ3_S
157
+ ^blk\.19\.ffn_gate\.weight$=IQ3_XXS
158
+ ^blk\.19\.ffn_up\.weight$=IQ3_S
159
+ ^blk\.19\.post_attention_norm\.weight$=F32
160
+ ^blk\.2\.attn_gate\.weight$=IQ3_XXS
161
+ ^blk\.2\.attn_norm\.weight$=F32
162
+ ^blk\.2\.attn_qkv\.weight$=IQ3_S
163
+ ^blk\.2\.ffn_down\.weight$=IQ3_S
164
+ ^blk\.2\.ffn_gate\.weight$=IQ3_XXS
165
+ ^blk\.2\.ffn_up\.weight$=IQ3_S
166
+ ^blk\.2\.post_attention_norm\.weight$=F32
167
+ ^blk\.2\.ssm_a$=F32
168
+ ^blk\.2\.ssm_alpha\.weight$=MXFP4
169
+ ^blk\.2\.ssm_beta\.weight$=IQ1_M
170
+ ^blk\.2\.ssm_conv1d\.weight$=F32
171
+ ^blk\.2\.ssm_dt\.bias$=F32
172
+ ^blk\.2\.ssm_norm\.weight$=F32
173
+ ^blk\.2\.ssm_out\.weight$=MXFP4
174
+ ^blk\.20\.attn_gate\.weight$=IQ3_XXS
175
+ ^blk\.20\.attn_norm\.weight$=F32
176
+ ^blk\.20\.attn_qkv\.weight$=IQ3_S
177
+ ^blk\.20\.ffn_down\.weight$=IQ3_S
178
+ ^blk\.20\.ffn_gate\.weight$=IQ3_XXS
179
+ ^blk\.20\.ffn_up\.weight$=IQ3_S
180
+ ^blk\.20\.post_attention_norm\.weight$=F32
181
+ ^blk\.20\.ssm_a$=F32
182
+ ^blk\.20\.ssm_alpha\.weight$=MXFP4
183
+ ^blk\.20\.ssm_beta\.weight$=IQ1_M
184
+ ^blk\.20\.ssm_conv1d\.weight$=F32
185
+ ^blk\.20\.ssm_dt\.bias$=F32
186
+ ^blk\.20\.ssm_norm\.weight$=F32
187
+ ^blk\.20\.ssm_out\.weight$=MXFP4
188
+ ^blk\.21\.attn_gate\.weight$=IQ3_XXS
189
+ ^blk\.21\.attn_norm\.weight$=F32
190
+ ^blk\.21\.attn_qkv\.weight$=IQ3_S
191
+ ^blk\.21\.ffn_down\.weight$=IQ3_S
192
+ ^blk\.21\.ffn_gate\.weight$=IQ3_XXS
193
+ ^blk\.21\.ffn_up\.weight$=IQ3_S
194
+ ^blk\.21\.post_attention_norm\.weight$=F32
195
+ ^blk\.21\.ssm_a$=F32
196
+ ^blk\.21\.ssm_alpha\.weight$=MXFP4
197
+ ^blk\.21\.ssm_beta\.weight$=IQ1_M
198
+ ^blk\.21\.ssm_conv1d\.weight$=F32
199
+ ^blk\.21\.ssm_dt\.bias$=F32
200
+ ^blk\.21\.ssm_norm\.weight$=F32
201
+ ^blk\.21\.ssm_out\.weight$=MXFP4
202
+ ^blk\.22\.attn_gate\.weight$=IQ3_XXS
203
+ ^blk\.22\.attn_norm\.weight$=F32
204
+ ^blk\.22\.attn_qkv\.weight$=IQ3_S
205
+ ^blk\.22\.ffn_down\.weight$=IQ3_S
206
+ ^blk\.22\.ffn_gate\.weight$=IQ3_XXS
207
+ ^blk\.22\.ffn_up\.weight$=IQ3_S
208
+ ^blk\.22\.post_attention_norm\.weight$=F32
209
+ ^blk\.22\.ssm_a$=F32
210
+ ^blk\.22\.ssm_alpha\.weight$=MXFP4
211
+ ^blk\.22\.ssm_beta\.weight$=IQ1_M
212
+ ^blk\.22\.ssm_conv1d\.weight$=F32
213
+ ^blk\.22\.ssm_dt\.bias$=F32
214
+ ^blk\.22\.ssm_norm\.weight$=F32
215
+ ^blk\.22\.ssm_out\.weight$=MXFP4
216
+ ^blk\.23\.attn_k\.weight$=MXFP4
217
+ ^blk\.23\.attn_k_norm\.weight$=F32
218
+ ^blk\.23\.attn_norm\.weight$=F32
219
+ ^blk\.23\.attn_output\.weight$=IQ3_S
220
+ ^blk\.23\.attn_q\.weight$=MXFP4
221
+ ^blk\.23\.attn_q_norm\.weight$=F32
222
+ ^blk\.23\.attn_v\.weight$=MXFP4
223
+ ^blk\.23\.ffn_down\.weight$=IQ3_S
224
+ ^blk\.23\.ffn_gate\.weight$=IQ3_XXS
225
+ ^blk\.23\.ffn_up\.weight$=IQ3_S
226
+ ^blk\.23\.post_attention_norm\.weight$=F32
227
+ ^blk\.24\.attn_gate\.weight$=IQ3_XXS
228
+ ^blk\.24\.attn_norm\.weight$=F32
229
+ ^blk\.24\.attn_qkv\.weight$=IQ3_S
230
+ ^blk\.24\.ffn_down\.weight$=IQ3_S
231
+ ^blk\.24\.ffn_gate\.weight$=IQ3_XXS
232
+ ^blk\.24\.ffn_up\.weight$=IQ3_S
233
+ ^blk\.24\.post_attention_norm\.weight$=F32
234
+ ^blk\.24\.ssm_a$=F32
235
+ ^blk\.24\.ssm_alpha\.weight$=MXFP4
236
+ ^blk\.24\.ssm_beta\.weight$=IQ1_M
237
+ ^blk\.24\.ssm_conv1d\.weight$=F32
238
+ ^blk\.24\.ssm_dt\.bias$=F32
239
+ ^blk\.24\.ssm_norm\.weight$=F32
240
+ ^blk\.24\.ssm_out\.weight$=MXFP4
241
+ ^blk\.25\.attn_gate\.weight$=IQ3_XXS
242
+ ^blk\.25\.attn_norm\.weight$=F32
243
+ ^blk\.25\.attn_qkv\.weight$=IQ3_S
244
+ ^blk\.25\.ffn_down\.weight$=IQ3_S
245
+ ^blk\.25\.ffn_gate\.weight$=IQ3_XXS
246
+ ^blk\.25\.ffn_up\.weight$=IQ3_S
247
+ ^blk\.25\.post_attention_norm\.weight$=F32
248
+ ^blk\.25\.ssm_a$=F32
249
+ ^blk\.25\.ssm_alpha\.weight$=MXFP4
250
+ ^blk\.25\.ssm_beta\.weight$=IQ1_M
251
+ ^blk\.25\.ssm_conv1d\.weight$=F32
252
+ ^blk\.25\.ssm_dt\.bias$=F32
253
+ ^blk\.25\.ssm_norm\.weight$=F32
254
+ ^blk\.25\.ssm_out\.weight$=MXFP4
255
+ ^blk\.26\.attn_gate\.weight$=IQ3_XXS
256
+ ^blk\.26\.attn_norm\.weight$=F32
257
+ ^blk\.26\.attn_qkv\.weight$=IQ3_S
258
+ ^blk\.26\.ffn_down\.weight$=IQ3_S
259
+ ^blk\.26\.ffn_gate\.weight$=IQ3_XXS
260
+ ^blk\.26\.ffn_up\.weight$=IQ3_S
261
+ ^blk\.26\.post_attention_norm\.weight$=F32
262
+ ^blk\.26\.ssm_a$=F32
263
+ ^blk\.26\.ssm_alpha\.weight$=MXFP4
264
+ ^blk\.26\.ssm_beta\.weight$=IQ1_M
265
+ ^blk\.26\.ssm_conv1d\.weight$=F32
266
+ ^blk\.26\.ssm_dt\.bias$=F32
267
+ ^blk\.26\.ssm_norm\.weight$=F32
268
+ ^blk\.26\.ssm_out\.weight$=MXFP4
269
+ ^blk\.27\.attn_k\.weight$=MXFP4
270
+ ^blk\.27\.attn_k_norm\.weight$=F32
271
+ ^blk\.27\.attn_norm\.weight$=F32
272
+ ^blk\.27\.attn_output\.weight$=IQ3_S
273
+ ^blk\.27\.attn_q\.weight$=MXFP4
274
+ ^blk\.27\.attn_q_norm\.weight$=F32
275
+ ^blk\.27\.attn_v\.weight$=MXFP4
276
+ ^blk\.27\.ffn_down\.weight$=IQ3_S
277
+ ^blk\.27\.ffn_gate\.weight$=IQ3_XXS
278
+ ^blk\.27\.ffn_up\.weight$=IQ3_S
279
+ ^blk\.27\.post_attention_norm\.weight$=F32
280
+ ^blk\.28\.attn_gate\.weight$=IQ3_XXS
281
+ ^blk\.28\.attn_norm\.weight$=F32
282
+ ^blk\.28\.attn_qkv\.weight$=IQ3_S
283
+ ^blk\.28\.ffn_down\.weight$=IQ3_S
284
+ ^blk\.28\.ffn_gate\.weight$=IQ3_XXS
285
+ ^blk\.28\.ffn_up\.weight$=IQ3_S
286
+ ^blk\.28\.post_attention_norm\.weight$=F32
287
+ ^blk\.28\.ssm_a$=F32
288
+ ^blk\.28\.ssm_alpha\.weight$=MXFP4
289
+ ^blk\.28\.ssm_beta\.weight$=IQ1_M
290
+ ^blk\.28\.ssm_conv1d\.weight$=F32
291
+ ^blk\.28\.ssm_dt\.bias$=F32
292
+ ^blk\.28\.ssm_norm\.weight$=F32
293
+ ^blk\.28\.ssm_out\.weight$=MXFP4
294
+ ^blk\.29\.attn_gate\.weight$=IQ3_XXS
295
+ ^blk\.29\.attn_norm\.weight$=F32
296
+ ^blk\.29\.attn_qkv\.weight$=IQ3_S
297
+ ^blk\.29\.ffn_down\.weight$=IQ3_S
298
+ ^blk\.29\.ffn_gate\.weight$=IQ3_XXS
299
+ ^blk\.29\.ffn_up\.weight$=IQ3_S
300
+ ^blk\.29\.post_attention_norm\.weight$=F32
301
+ ^blk\.29\.ssm_a$=F32
302
+ ^blk\.29\.ssm_alpha\.weight$=MXFP4
303
+ ^blk\.29\.ssm_beta\.weight$=IQ1_M
304
+ ^blk\.29\.ssm_conv1d\.weight$=F32
305
+ ^blk\.29\.ssm_dt\.bias$=F32
306
+ ^blk\.29\.ssm_norm\.weight$=F32
307
+ ^blk\.29\.ssm_out\.weight$=MXFP4
308
+ ^blk\.3\.attn_k\.weight$=MXFP4
309
+ ^blk\.3\.attn_k_norm\.weight$=F32
310
+ ^blk\.3\.attn_norm\.weight$=F32
311
+ ^blk\.3\.attn_output\.weight$=IQ3_S
312
+ ^blk\.3\.attn_q\.weight$=MXFP4
313
+ ^blk\.3\.attn_q_norm\.weight$=F32
314
+ ^blk\.3\.attn_v\.weight$=MXFP4
315
+ ^blk\.3\.ffn_down\.weight$=IQ3_S
316
+ ^blk\.3\.ffn_gate\.weight$=IQ3_XXS
317
+ ^blk\.3\.ffn_up\.weight$=IQ3_S
318
+ ^blk\.3\.post_attention_norm\.weight$=F32
319
+ ^blk\.30\.attn_gate\.weight$=IQ3_XXS
320
+ ^blk\.30\.attn_norm\.weight$=F32
321
+ ^blk\.30\.attn_qkv\.weight$=IQ3_S
322
+ ^blk\.30\.ffn_down\.weight$=IQ3_S
323
+ ^blk\.30\.ffn_gate\.weight$=IQ3_XXS
324
+ ^blk\.30\.ffn_up\.weight$=IQ3_S
325
+ ^blk\.30\.post_attention_norm\.weight$=F32
326
+ ^blk\.30\.ssm_a$=F32
327
+ ^blk\.30\.ssm_alpha\.weight$=MXFP4
328
+ ^blk\.30\.ssm_beta\.weight$=IQ1_M
329
+ ^blk\.30\.ssm_conv1d\.weight$=F32
330
+ ^blk\.30\.ssm_dt\.bias$=F32
331
+ ^blk\.30\.ssm_norm\.weight$=F32
332
+ ^blk\.30\.ssm_out\.weight$=MXFP4
333
+ ^blk\.31\.attn_k\.weight$=MXFP4
334
+ ^blk\.31\.attn_k_norm\.weight$=F32
335
+ ^blk\.31\.attn_norm\.weight$=F32
336
+ ^blk\.31\.attn_output\.weight$=IQ3_S
337
+ ^blk\.31\.attn_q\.weight$=MXFP4
338
+ ^blk\.31\.attn_q_norm\.weight$=F32
339
+ ^blk\.31\.attn_v\.weight$=MXFP4
340
+ ^blk\.31\.ffn_down\.weight$=IQ3_S
341
+ ^blk\.31\.ffn_gate\.weight$=IQ3_XXS
342
+ ^blk\.31\.ffn_up\.weight$=IQ3_S
343
+ ^blk\.31\.post_attention_norm\.weight$=F32
344
+ ^blk\.32\.attn_gate\.weight$=IQ3_XXS
345
+ ^blk\.32\.attn_norm\.weight$=F32
346
+ ^blk\.32\.attn_qkv\.weight$=IQ3_S
347
+ ^blk\.32\.ffn_down\.weight$=IQ3_S
348
+ ^blk\.32\.ffn_gate\.weight$=IQ3_XXS
349
+ ^blk\.32\.ffn_up\.weight$=IQ3_S
350
+ ^blk\.32\.post_attention_norm\.weight$=F32
351
+ ^blk\.32\.ssm_a$=F32
352
+ ^blk\.32\.ssm_alpha\.weight$=MXFP4
353
+ ^blk\.32\.ssm_beta\.weight$=IQ1_M
354
+ ^blk\.32\.ssm_conv1d\.weight$=F32
355
+ ^blk\.32\.ssm_dt\.bias$=F32
356
+ ^blk\.32\.ssm_norm\.weight$=F32
357
+ ^blk\.32\.ssm_out\.weight$=MXFP4
358
+ ^blk\.33\.attn_gate\.weight$=IQ3_XXS
359
+ ^blk\.33\.attn_norm\.weight$=F32
360
+ ^blk\.33\.attn_qkv\.weight$=IQ3_S
361
+ ^blk\.33\.ffn_down\.weight$=IQ3_S
362
+ ^blk\.33\.ffn_gate\.weight$=IQ3_XXS
363
+ ^blk\.33\.ffn_up\.weight$=IQ3_S
364
+ ^blk\.33\.post_attention_norm\.weight$=F32
365
+ ^blk\.33\.ssm_a$=F32
366
+ ^blk\.33\.ssm_alpha\.weight$=MXFP4
367
+ ^blk\.33\.ssm_beta\.weight$=IQ1_M
368
+ ^blk\.33\.ssm_conv1d\.weight$=F32
369
+ ^blk\.33\.ssm_dt\.bias$=F32
370
+ ^blk\.33\.ssm_norm\.weight$=F32
371
+ ^blk\.33\.ssm_out\.weight$=MXFP4
372
+ ^blk\.34\.attn_gate\.weight$=IQ3_XXS
373
+ ^blk\.34\.attn_norm\.weight$=F32
374
+ ^blk\.34\.attn_qkv\.weight$=IQ3_S
375
+ ^blk\.34\.ffn_down\.weight$=IQ3_S
376
+ ^blk\.34\.ffn_gate\.weight$=IQ3_XXS
377
+ ^blk\.34\.ffn_up\.weight$=IQ3_S
378
+ ^blk\.34\.post_attention_norm\.weight$=F32
379
+ ^blk\.34\.ssm_a$=F32
380
+ ^blk\.34\.ssm_alpha\.weight$=MXFP4
381
+ ^blk\.34\.ssm_beta\.weight$=IQ1_M
382
+ ^blk\.34\.ssm_conv1d\.weight$=F32
383
+ ^blk\.34\.ssm_dt\.bias$=F32
384
+ ^blk\.34\.ssm_norm\.weight$=F32
385
+ ^blk\.34\.ssm_out\.weight$=MXFP4
386
+ ^blk\.35\.attn_k\.weight$=MXFP4
387
+ ^blk\.35\.attn_k_norm\.weight$=F32
388
+ ^blk\.35\.attn_norm\.weight$=F32
389
+ ^blk\.35\.attn_output\.weight$=IQ3_S
390
+ ^blk\.35\.attn_q\.weight$=MXFP4
391
+ ^blk\.35\.attn_q_norm\.weight$=F32
392
+ ^blk\.35\.attn_v\.weight$=MXFP4
393
+ ^blk\.35\.ffn_down\.weight$=IQ3_S
394
+ ^blk\.35\.ffn_gate\.weight$=IQ3_XXS
395
+ ^blk\.35\.ffn_up\.weight$=IQ3_S
396
+ ^blk\.35\.post_attention_norm\.weight$=F32
397
+ ^blk\.36\.attn_gate\.weight$=IQ3_XXS
398
+ ^blk\.36\.attn_norm\.weight$=F32
399
+ ^blk\.36\.attn_qkv\.weight$=IQ3_S
400
+ ^blk\.36\.ffn_down\.weight$=IQ3_S
401
+ ^blk\.36\.ffn_gate\.weight$=IQ3_XXS
402
+ ^blk\.36\.ffn_up\.weight$=IQ3_S
403
+ ^blk\.36\.post_attention_norm\.weight$=F32
404
+ ^blk\.36\.ssm_a$=F32
405
+ ^blk\.36\.ssm_alpha\.weight$=MXFP4
406
+ ^blk\.36\.ssm_beta\.weight$=IQ1_M
407
+ ^blk\.36\.ssm_conv1d\.weight$=F32
408
+ ^blk\.36\.ssm_dt\.bias$=F32
409
+ ^blk\.36\.ssm_norm\.weight$=F32
410
+ ^blk\.36\.ssm_out\.weight$=MXFP4
411
+ ^blk\.37\.attn_gate\.weight$=IQ3_XXS
412
+ ^blk\.37\.attn_norm\.weight$=F32
413
+ ^blk\.37\.attn_qkv\.weight$=IQ3_S
414
+ ^blk\.37\.ffn_down\.weight$=IQ3_S
415
+ ^blk\.37\.ffn_gate\.weight$=IQ3_XXS
416
+ ^blk\.37\.ffn_up\.weight$=IQ3_S
417
+ ^blk\.37\.post_attention_norm\.weight$=F32
418
+ ^blk\.37\.ssm_a$=F32
419
+ ^blk\.37\.ssm_alpha\.weight$=MXFP4
420
+ ^blk\.37\.ssm_beta\.weight$=IQ1_M
421
+ ^blk\.37\.ssm_conv1d\.weight$=F32
422
+ ^blk\.37\.ssm_dt\.bias$=F32
423
+ ^blk\.37\.ssm_norm\.weight$=F32
424
+ ^blk\.37\.ssm_out\.weight$=MXFP4
425
+ ^blk\.38\.attn_gate\.weight$=IQ3_XXS
426
+ ^blk\.38\.attn_norm\.weight$=F32
427
+ ^blk\.38\.attn_qkv\.weight$=IQ3_S
428
+ ^blk\.38\.ffn_down\.weight$=IQ3_S
429
+ ^blk\.38\.ffn_gate\.weight$=IQ3_XXS
430
+ ^blk\.38\.ffn_up\.weight$=IQ3_S
431
+ ^blk\.38\.post_attention_norm\.weight$=F32
432
+ ^blk\.38\.ssm_a$=F32
433
+ ^blk\.38\.ssm_alpha\.weight$=MXFP4
434
+ ^blk\.38\.ssm_beta\.weight$=IQ1_M
435
+ ^blk\.38\.ssm_conv1d\.weight$=F32
436
+ ^blk\.38\.ssm_dt\.bias$=F32
437
+ ^blk\.38\.ssm_norm\.weight$=F32
438
+ ^blk\.38\.ssm_out\.weight$=MXFP4
439
+ ^blk\.39\.attn_k\.weight$=MXFP4
440
+ ^blk\.39\.attn_k_norm\.weight$=F32
441
+ ^blk\.39\.attn_norm\.weight$=F32
442
+ ^blk\.39\.attn_output\.weight$=IQ3_S
443
+ ^blk\.39\.attn_q\.weight$=MXFP4
444
+ ^blk\.39\.attn_q_norm\.weight$=F32
445
+ ^blk\.39\.attn_v\.weight$=MXFP4
446
+ ^blk\.39\.ffn_down\.weight$=IQ3_S
447
+ ^blk\.39\.ffn_gate\.weight$=IQ3_XXS
448
+ ^blk\.39\.ffn_up\.weight$=IQ3_S
449
+ ^blk\.39\.post_attention_norm\.weight$=F32
450
+ ^blk\.4\.attn_gate\.weight$=IQ3_XXS
451
+ ^blk\.4\.attn_norm\.weight$=F32
452
+ ^blk\.4\.attn_qkv\.weight$=IQ3_S
453
+ ^blk\.4\.ffn_down\.weight$=IQ3_S
454
+ ^blk\.4\.ffn_gate\.weight$=IQ3_XXS
455
+ ^blk\.4\.ffn_up\.weight$=IQ3_S
456
+ ^blk\.4\.post_attention_norm\.weight$=F32
457
+ ^blk\.4\.ssm_a$=F32
458
+ ^blk\.4\.ssm_alpha\.weight$=MXFP4
459
+ ^blk\.4\.ssm_beta\.weight$=IQ1_M
460
+ ^blk\.4\.ssm_conv1d\.weight$=F32
461
+ ^blk\.4\.ssm_dt\.bias$=F32
462
+ ^blk\.4\.ssm_norm\.weight$=F32
463
+ ^blk\.4\.ssm_out\.weight$=MXFP4
464
+ ^blk\.40\.attn_gate\.weight$=IQ3_XXS
465
+ ^blk\.40\.attn_norm\.weight$=F32
466
+ ^blk\.40\.attn_qkv\.weight$=IQ3_S
467
+ ^blk\.40\.ffn_down\.weight$=IQ3_S
468
+ ^blk\.40\.ffn_gate\.weight$=IQ3_XXS
469
+ ^blk\.40\.ffn_up\.weight$=IQ3_S
470
+ ^blk\.40\.post_attention_norm\.weight$=F32
471
+ ^blk\.40\.ssm_a$=F32
472
+ ^blk\.40\.ssm_alpha\.weight$=MXFP4
473
+ ^blk\.40\.ssm_beta\.weight$=IQ1_M
474
+ ^blk\.40\.ssm_conv1d\.weight$=F32
475
+ ^blk\.40\.ssm_dt\.bias$=F32
476
+ ^blk\.40\.ssm_norm\.weight$=F32
477
+ ^blk\.40\.ssm_out\.weight$=MXFP4
478
+ ^blk\.41\.attn_gate\.weight$=IQ3_XXS
479
+ ^blk\.41\.attn_norm\.weight$=F32
480
+ ^blk\.41\.attn_qkv\.weight$=IQ3_S
481
+ ^blk\.41\.ffn_down\.weight$=IQ3_S
482
+ ^blk\.41\.ffn_gate\.weight$=IQ3_XXS
483
+ ^blk\.41\.ffn_up\.weight$=IQ3_S
484
+ ^blk\.41\.post_attention_norm\.weight$=F32
485
+ ^blk\.41\.ssm_a$=F32
486
+ ^blk\.41\.ssm_alpha\.weight$=MXFP4
487
+ ^blk\.41\.ssm_beta\.weight$=IQ1_M
488
+ ^blk\.41\.ssm_conv1d\.weight$=F32
489
+ ^blk\.41\.ssm_dt\.bias$=F32
490
+ ^blk\.41\.ssm_norm\.weight$=F32
491
+ ^blk\.41\.ssm_out\.weight$=MXFP4
492
+ ^blk\.42\.attn_gate\.weight$=IQ3_XXS
493
+ ^blk\.42\.attn_norm\.weight$=F32
494
+ ^blk\.42\.attn_qkv\.weight$=IQ3_S
495
+ ^blk\.42\.ffn_down\.weight$=IQ3_S
496
+ ^blk\.42\.ffn_gate\.weight$=IQ3_XXS
497
+ ^blk\.42\.ffn_up\.weight$=IQ3_S
498
+ ^blk\.42\.post_attention_norm\.weight$=F32
499
+ ^blk\.42\.ssm_a$=F32
500
+ ^blk\.42\.ssm_alpha\.weight$=MXFP4
501
+ ^blk\.42\.ssm_beta\.weight$=IQ1_M
502
+ ^blk\.42\.ssm_conv1d\.weight$=F32
503
+ ^blk\.42\.ssm_dt\.bias$=F32
504
+ ^blk\.42\.ssm_norm\.weight$=F32
505
+ ^blk\.42\.ssm_out\.weight$=MXFP4
506
+ ^blk\.43\.attn_k\.weight$=MXFP4
507
+ ^blk\.43\.attn_k_norm\.weight$=F32
508
+ ^blk\.43\.attn_norm\.weight$=F32
509
+ ^blk\.43\.attn_output\.weight$=IQ3_S
510
+ ^blk\.43\.attn_q\.weight$=MXFP4
511
+ ^blk\.43\.attn_q_norm\.weight$=F32
512
+ ^blk\.43\.attn_v\.weight$=MXFP4
513
+ ^blk\.43\.ffn_down\.weight$=IQ3_S
514
+ ^blk\.43\.ffn_gate\.weight$=IQ3_XXS
515
+ ^blk\.43\.ffn_up\.weight$=IQ3_S
516
+ ^blk\.43\.post_attention_norm\.weight$=F32
517
+ ^blk\.44\.attn_gate\.weight$=IQ3_XXS
518
+ ^blk\.44\.attn_norm\.weight$=F32
519
+ ^blk\.44\.attn_qkv\.weight$=IQ3_S
520
+ ^blk\.44\.ffn_down\.weight$=IQ3_S
521
+ ^blk\.44\.ffn_gate\.weight$=IQ3_XXS
522
+ ^blk\.44\.ffn_up\.weight$=IQ3_S
523
+ ^blk\.44\.post_attention_norm\.weight$=F32
524
+ ^blk\.44\.ssm_a$=F32
525
+ ^blk\.44\.ssm_alpha\.weight$=MXFP4
526
+ ^blk\.44\.ssm_beta\.weight$=IQ1_M
527
+ ^blk\.44\.ssm_conv1d\.weight$=F32
528
+ ^blk\.44\.ssm_dt\.bias$=F32
529
+ ^blk\.44\.ssm_norm\.weight$=F32
530
+ ^blk\.44\.ssm_out\.weight$=MXFP4
531
+ ^blk\.45\.attn_gate\.weight$=IQ3_XXS
532
+ ^blk\.45\.attn_norm\.weight$=F32
533
+ ^blk\.45\.attn_qkv\.weight$=IQ3_S
534
+ ^blk\.45\.ffn_down\.weight$=IQ3_S
535
+ ^blk\.45\.ffn_gate\.weight$=IQ3_XXS
536
+ ^blk\.45\.ffn_up\.weight$=IQ3_S
537
+ ^blk\.45\.post_attention_norm\.weight$=F32
538
+ ^blk\.45\.ssm_a$=F32
539
+ ^blk\.45\.ssm_alpha\.weight$=MXFP4
540
+ ^blk\.45\.ssm_beta\.weight$=IQ1_M
541
+ ^blk\.45\.ssm_conv1d\.weight$=F32
542
+ ^blk\.45\.ssm_dt\.bias$=F32
543
+ ^blk\.45\.ssm_norm\.weight$=F32
544
+ ^blk\.45\.ssm_out\.weight$=MXFP4
545
+ ^blk\.46\.attn_gate\.weight$=IQ3_XXS
546
+ ^blk\.46\.attn_norm\.weight$=F32
547
+ ^blk\.46\.attn_qkv\.weight$=IQ3_S
548
+ ^blk\.46\.ffn_down\.weight$=IQ3_S
549
+ ^blk\.46\.ffn_gate\.weight$=IQ3_XXS
550
+ ^blk\.46\.ffn_up\.weight$=IQ3_S
551
+ ^blk\.46\.post_attention_norm\.weight$=F32
552
+ ^blk\.46\.ssm_a$=F32
553
+ ^blk\.46\.ssm_alpha\.weight$=MXFP4
554
+ ^blk\.46\.ssm_beta\.weight$=IQ1_M
555
+ ^blk\.46\.ssm_conv1d\.weight$=F32
556
+ ^blk\.46\.ssm_dt\.bias$=F32
557
+ ^blk\.46\.ssm_norm\.weight$=F32
558
+ ^blk\.46\.ssm_out\.weight$=MXFP4
559
+ ^blk\.47\.attn_k\.weight$=MXFP4
560
+ ^blk\.47\.attn_k_norm\.weight$=F32
561
+ ^blk\.47\.attn_norm\.weight$=F32
562
+ ^blk\.47\.attn_output\.weight$=IQ3_S
563
+ ^blk\.47\.attn_q\.weight$=MXFP4
564
+ ^blk\.47\.attn_q_norm\.weight$=F32
565
+ ^blk\.47\.attn_v\.weight$=MXFP4
566
+ ^blk\.47\.ffn_down\.weight$=IQ3_S
567
+ ^blk\.47\.ffn_gate\.weight$=IQ3_XXS
568
+ ^blk\.47\.ffn_up\.weight$=IQ3_S
569
+ ^blk\.47\.post_attention_norm\.weight$=F32
570
+ ^blk\.48\.attn_gate\.weight$=IQ3_XXS
571
+ ^blk\.48\.attn_norm\.weight$=F32
572
+ ^blk\.48\.attn_qkv\.weight$=IQ3_S
573
+ ^blk\.48\.ffn_down\.weight$=IQ3_S
574
+ ^blk\.48\.ffn_gate\.weight$=IQ3_XXS
575
+ ^blk\.48\.ffn_up\.weight$=IQ3_S
576
+ ^blk\.48\.post_attention_norm\.weight$=F32
577
+ ^blk\.48\.ssm_a$=F32
578
+ ^blk\.48\.ssm_alpha\.weight$=MXFP4
579
+ ^blk\.48\.ssm_beta\.weight$=IQ1_M
580
+ ^blk\.48\.ssm_conv1d\.weight$=F32
581
+ ^blk\.48\.ssm_dt\.bias$=F32
582
+ ^blk\.48\.ssm_norm\.weight$=F32
583
+ ^blk\.48\.ssm_out\.weight$=MXFP4
584
+ ^blk\.49\.attn_gate\.weight$=IQ3_XXS
585
+ ^blk\.49\.attn_norm\.weight$=F32
586
+ ^blk\.49\.attn_qkv\.weight$=IQ3_S
587
+ ^blk\.49\.ffn_down\.weight$=IQ3_S
588
+ ^blk\.49\.ffn_gate\.weight$=IQ3_XXS
589
+ ^blk\.49\.ffn_up\.weight$=IQ3_S
590
+ ^blk\.49\.post_attention_norm\.weight$=F32
591
+ ^blk\.49\.ssm_a$=F32
592
+ ^blk\.49\.ssm_alpha\.weight$=MXFP4
593
+ ^blk\.49\.ssm_beta\.weight$=IQ1_M
594
+ ^blk\.49\.ssm_conv1d\.weight$=F32
595
+ ^blk\.49\.ssm_dt\.bias$=F32
596
+ ^blk\.49\.ssm_norm\.weight$=F32
597
+ ^blk\.49\.ssm_out\.weight$=MXFP4
598
+ ^blk\.5\.attn_gate\.weight$=IQ3_XXS
599
+ ^blk\.5\.attn_norm\.weight$=F32
600
+ ^blk\.5\.attn_qkv\.weight$=IQ3_S
601
+ ^blk\.5\.ffn_down\.weight$=IQ3_S
602
+ ^blk\.5\.ffn_gate\.weight$=IQ3_XXS
603
+ ^blk\.5\.ffn_up\.weight$=IQ3_S
604
+ ^blk\.5\.post_attention_norm\.weight$=F32
605
+ ^blk\.5\.ssm_a$=F32
606
+ ^blk\.5\.ssm_alpha\.weight$=MXFP4
607
+ ^blk\.5\.ssm_beta\.weight$=IQ1_M
608
+ ^blk\.5\.ssm_conv1d\.weight$=F32
609
+ ^blk\.5\.ssm_dt\.bias$=F32
610
+ ^blk\.5\.ssm_norm\.weight$=F32
611
+ ^blk\.5\.ssm_out\.weight$=MXFP4
612
+ ^blk\.50\.attn_gate\.weight$=IQ3_XXS
613
+ ^blk\.50\.attn_norm\.weight$=F32
614
+ ^blk\.50\.attn_qkv\.weight$=IQ3_S
615
+ ^blk\.50\.ffn_down\.weight$=IQ3_S
616
+ ^blk\.50\.ffn_gate\.weight$=IQ3_XXS
617
+ ^blk\.50\.ffn_up\.weight$=IQ3_S
618
+ ^blk\.50\.post_attention_norm\.weight$=F32
619
+ ^blk\.50\.ssm_a$=F32
620
+ ^blk\.50\.ssm_alpha\.weight$=MXFP4
621
+ ^blk\.50\.ssm_beta\.weight$=IQ1_M
622
+ ^blk\.50\.ssm_conv1d\.weight$=F32
623
+ ^blk\.50\.ssm_dt\.bias$=F32
624
+ ^blk\.50\.ssm_norm\.weight$=F32
625
+ ^blk\.50\.ssm_out\.weight$=MXFP4
626
+ ^blk\.51\.attn_k\.weight$=MXFP4
627
+ ^blk\.51\.attn_k_norm\.weight$=F32
628
+ ^blk\.51\.attn_norm\.weight$=F32
629
+ ^blk\.51\.attn_output\.weight$=IQ3_S
630
+ ^blk\.51\.attn_q\.weight$=MXFP4
631
+ ^blk\.51\.attn_q_norm\.weight$=F32
632
+ ^blk\.51\.attn_v\.weight$=MXFP4
633
+ ^blk\.51\.ffn_down\.weight$=IQ3_S
634
+ ^blk\.51\.ffn_gate\.weight$=IQ3_XXS
635
+ ^blk\.51\.ffn_up\.weight$=IQ3_S
636
+ ^blk\.51\.post_attention_norm\.weight$=F32
637
+ ^blk\.52\.attn_gate\.weight$=IQ3_XXS
638
+ ^blk\.52\.attn_norm\.weight$=F32
639
+ ^blk\.52\.attn_qkv\.weight$=IQ3_S
640
+ ^blk\.52\.ffn_down\.weight$=IQ3_S
641
+ ^blk\.52\.ffn_gate\.weight$=IQ3_XXS
642
+ ^blk\.52\.ffn_up\.weight$=IQ3_S
643
+ ^blk\.52\.post_attention_norm\.weight$=F32
644
+ ^blk\.52\.ssm_a$=F32
645
+ ^blk\.52\.ssm_alpha\.weight$=MXFP4
646
+ ^blk\.52\.ssm_beta\.weight$=IQ1_M
647
+ ^blk\.52\.ssm_conv1d\.weight$=F32
648
+ ^blk\.52\.ssm_dt\.bias$=F32
649
+ ^blk\.52\.ssm_norm\.weight$=F32
650
+ ^blk\.52\.ssm_out\.weight$=MXFP4
651
+ ^blk\.53\.attn_gate\.weight$=IQ3_XXS
652
+ ^blk\.53\.attn_norm\.weight$=F32
653
+ ^blk\.53\.attn_qkv\.weight$=IQ3_S
654
+ ^blk\.53\.ffn_down\.weight$=IQ3_S
655
+ ^blk\.53\.ffn_gate\.weight$=IQ3_XXS
656
+ ^blk\.53\.ffn_up\.weight$=IQ3_S
657
+ ^blk\.53\.post_attention_norm\.weight$=F32
658
+ ^blk\.53\.ssm_a$=F32
659
+ ^blk\.53\.ssm_alpha\.weight$=MXFP4
660
+ ^blk\.53\.ssm_beta\.weight$=IQ1_M
661
+ ^blk\.53\.ssm_conv1d\.weight$=F32
662
+ ^blk\.53\.ssm_dt\.bias$=F32
663
+ ^blk\.53\.ssm_norm\.weight$=F32
664
+ ^blk\.53\.ssm_out\.weight$=MXFP4
665
+ ^blk\.54\.attn_gate\.weight$=IQ3_XXS
666
+ ^blk\.54\.attn_norm\.weight$=F32
667
+ ^blk\.54\.attn_qkv\.weight$=IQ3_S
668
+ ^blk\.54\.ffn_down\.weight$=IQ3_S
669
+ ^blk\.54\.ffn_gate\.weight$=IQ3_XXS
670
+ ^blk\.54\.ffn_up\.weight$=IQ3_S
671
+ ^blk\.54\.post_attention_norm\.weight$=F32
672
+ ^blk\.54\.ssm_a$=F32
673
+ ^blk\.54\.ssm_alpha\.weight$=MXFP4
674
+ ^blk\.54\.ssm_beta\.weight$=IQ1_M
675
+ ^blk\.54\.ssm_conv1d\.weight$=F32
676
+ ^blk\.54\.ssm_dt\.bias$=F32
677
+ ^blk\.54\.ssm_norm\.weight$=F32
678
+ ^blk\.54\.ssm_out\.weight$=MXFP4
679
+ ^blk\.55\.attn_k\.weight$=MXFP4
680
+ ^blk\.55\.attn_k_norm\.weight$=F32
681
+ ^blk\.55\.attn_norm\.weight$=F32
682
+ ^blk\.55\.attn_output\.weight$=IQ3_S
683
+ ^blk\.55\.attn_q\.weight$=MXFP4
684
+ ^blk\.55\.attn_q_norm\.weight$=F32
685
+ ^blk\.55\.attn_v\.weight$=MXFP4
686
+ ^blk\.55\.ffn_down\.weight$=IQ3_S
687
+ ^blk\.55\.ffn_gate\.weight$=IQ3_XXS
688
+ ^blk\.55\.ffn_up\.weight$=IQ3_S
689
+ ^blk\.55\.post_attention_norm\.weight$=F32
690
+ ^blk\.56\.attn_gate\.weight$=IQ3_XXS
691
+ ^blk\.56\.attn_norm\.weight$=F32
692
+ ^blk\.56\.attn_qkv\.weight$=IQ3_S
693
+ ^blk\.56\.ffn_down\.weight$=IQ3_S
694
+ ^blk\.56\.ffn_gate\.weight$=IQ3_XXS
695
+ ^blk\.56\.ffn_up\.weight$=IQ3_S
696
+ ^blk\.56\.post_attention_norm\.weight$=F32
697
+ ^blk\.56\.ssm_a$=F32
698
+ ^blk\.56\.ssm_alpha\.weight$=MXFP4
699
+ ^blk\.56\.ssm_beta\.weight$=IQ1_M
700
+ ^blk\.56\.ssm_conv1d\.weight$=F32
701
+ ^blk\.56\.ssm_dt\.bias$=F32
702
+ ^blk\.56\.ssm_norm\.weight$=F32
703
+ ^blk\.56\.ssm_out\.weight$=MXFP4
704
+ ^blk\.57\.attn_gate\.weight$=IQ3_XXS
705
+ ^blk\.57\.attn_norm\.weight$=F32
706
+ ^blk\.57\.attn_qkv\.weight$=IQ3_S
707
+ ^blk\.57\.ffn_down\.weight$=IQ3_S
708
+ ^blk\.57\.ffn_gate\.weight$=IQ3_XXS
709
+ ^blk\.57\.ffn_up\.weight$=IQ3_S
710
+ ^blk\.57\.post_attention_norm\.weight$=F32
711
+ ^blk\.57\.ssm_a$=F32
712
+ ^blk\.57\.ssm_alpha\.weight$=MXFP4
713
+ ^blk\.57\.ssm_beta\.weight$=IQ1_M
714
+ ^blk\.57\.ssm_conv1d\.weight$=F32
715
+ ^blk\.57\.ssm_dt\.bias$=F32
716
+ ^blk\.57\.ssm_norm\.weight$=F32
717
+ ^blk\.57\.ssm_out\.weight$=MXFP4
718
+ ^blk\.58\.attn_gate\.weight$=IQ3_XXS
719
+ ^blk\.58\.attn_norm\.weight$=F32
720
+ ^blk\.58\.attn_qkv\.weight$=IQ3_S
721
+ ^blk\.58\.ffn_down\.weight$=IQ3_S
722
+ ^blk\.58\.ffn_gate\.weight$=IQ3_XXS
723
+ ^blk\.58\.ffn_up\.weight$=IQ3_S
724
+ ^blk\.58\.post_attention_norm\.weight$=F32
725
+ ^blk\.58\.ssm_a$=F32
726
+ ^blk\.58\.ssm_alpha\.weight$=MXFP4
727
+ ^blk\.58\.ssm_beta\.weight$=IQ1_M
728
+ ^blk\.58\.ssm_conv1d\.weight$=F32
729
+ ^blk\.58\.ssm_dt\.bias$=F32
730
+ ^blk\.58\.ssm_norm\.weight$=F32
731
+ ^blk\.58\.ssm_out\.weight$=MXFP4
732
+ ^blk\.59\.attn_k\.weight$=MXFP4
733
+ ^blk\.59\.attn_k_norm\.weight$=F32
734
+ ^blk\.59\.attn_norm\.weight$=F32
735
+ ^blk\.59\.attn_output\.weight$=IQ3_S
736
+ ^blk\.59\.attn_q\.weight$=MXFP4
737
+ ^blk\.59\.attn_q_norm\.weight$=F32
738
+ ^blk\.59\.attn_v\.weight$=MXFP4
739
+ ^blk\.59\.ffn_down\.weight$=IQ3_S
740
+ ^blk\.59\.ffn_gate\.weight$=IQ3_XXS
741
+ ^blk\.59\.ffn_up\.weight$=IQ3_S
742
+ ^blk\.59\.post_attention_norm\.weight$=F32
743
+ ^blk\.6\.attn_gate\.weight$=IQ3_XXS
744
+ ^blk\.6\.attn_norm\.weight$=F32
745
+ ^blk\.6\.attn_qkv\.weight$=IQ3_S
746
+ ^blk\.6\.ffn_down\.weight$=IQ3_S
747
+ ^blk\.6\.ffn_gate\.weight$=IQ3_XXS
748
+ ^blk\.6\.ffn_up\.weight$=IQ3_S
749
+ ^blk\.6\.post_attention_norm\.weight$=F32
750
+ ^blk\.6\.ssm_a$=F32
751
+ ^blk\.6\.ssm_alpha\.weight$=MXFP4
752
+ ^blk\.6\.ssm_beta\.weight$=IQ1_M
753
+ ^blk\.6\.ssm_conv1d\.weight$=F32
754
+ ^blk\.6\.ssm_dt\.bias$=F32
755
+ ^blk\.6\.ssm_norm\.weight$=F32
756
+ ^blk\.6\.ssm_out\.weight$=MXFP4
757
+ ^blk\.60\.attn_gate\.weight$=IQ3_XXS
758
+ ^blk\.60\.attn_norm\.weight$=F32
759
+ ^blk\.60\.attn_qkv\.weight$=IQ3_S
760
+ ^blk\.60\.ffn_down\.weight$=IQ3_S
761
+ ^blk\.60\.ffn_gate\.weight$=IQ3_XXS
762
+ ^blk\.60\.ffn_up\.weight$=IQ3_S
763
+ ^blk\.60\.post_attention_norm\.weight$=F32
764
+ ^blk\.60\.ssm_a$=F32
765
+ ^blk\.60\.ssm_alpha\.weight$=MXFP4
766
+ ^blk\.60\.ssm_beta\.weight$=IQ1_M
767
+ ^blk\.60\.ssm_conv1d\.weight$=F32
768
+ ^blk\.60\.ssm_dt\.bias$=F32
769
+ ^blk\.60\.ssm_norm\.weight$=F32
770
+ ^blk\.60\.ssm_out\.weight$=MXFP4
771
+ ^blk\.61\.attn_gate\.weight$=IQ3_XXS
772
+ ^blk\.61\.attn_norm\.weight$=F32
773
+ ^blk\.61\.attn_qkv\.weight$=IQ3_S
774
+ ^blk\.61\.ffn_down\.weight$=IQ3_S
775
+ ^blk\.61\.ffn_gate\.weight$=IQ3_XXS
776
+ ^blk\.61\.ffn_up\.weight$=IQ3_S
777
+ ^blk\.61\.post_attention_norm\.weight$=F32
778
+ ^blk\.61\.ssm_a$=F32
779
+ ^blk\.61\.ssm_alpha\.weight$=MXFP4
780
+ ^blk\.61\.ssm_beta\.weight$=IQ1_M
781
+ ^blk\.61\.ssm_conv1d\.weight$=F32
782
+ ^blk\.61\.ssm_dt\.bias$=F32
783
+ ^blk\.61\.ssm_norm\.weight$=F32
784
+ ^blk\.61\.ssm_out\.weight$=MXFP4
785
+ ^blk\.62\.attn_gate\.weight$=IQ3_XXS
786
+ ^blk\.62\.attn_norm\.weight$=F32
787
+ ^blk\.62\.attn_qkv\.weight$=IQ3_S
788
+ ^blk\.62\.ffn_down\.weight$=IQ3_S
789
+ ^blk\.62\.ffn_gate\.weight$=IQ3_XXS
790
+ ^blk\.62\.ffn_up\.weight$=IQ3_S
791
+ ^blk\.62\.post_attention_norm\.weight$=F32
792
+ ^blk\.62\.ssm_a$=F32
793
+ ^blk\.62\.ssm_alpha\.weight$=MXFP4
794
+ ^blk\.62\.ssm_beta\.weight$=IQ1_M
795
+ ^blk\.62\.ssm_conv1d\.weight$=F32
796
+ ^blk\.62\.ssm_dt\.bias$=F32
797
+ ^blk\.62\.ssm_norm\.weight$=F32
798
+ ^blk\.62\.ssm_out\.weight$=MXFP4
799
+ ^blk\.63\.attn_k\.weight$=MXFP4
800
+ ^blk\.63\.attn_k_norm\.weight$=F32
801
+ ^blk\.63\.attn_norm\.weight$=F32
802
+ ^blk\.63\.attn_output\.weight$=IQ3_S
803
+ ^blk\.63\.attn_q\.weight$=MXFP4
804
+ ^blk\.63\.attn_q_norm\.weight$=F32
805
+ ^blk\.63\.attn_v\.weight$=MXFP4
806
+ ^blk\.63\.ffn_down\.weight$=IQ3_S
807
+ ^blk\.63\.ffn_gate\.weight$=IQ3_XXS
808
+ ^blk\.63\.ffn_up\.weight$=IQ3_S
809
+ ^blk\.63\.post_attention_norm\.weight$=F32
810
+ ^blk\.64\.attn_k\.weight$=Q4_K
811
+ ^blk\.64\.attn_k_norm\.weight$=F32
812
+ ^blk\.64\.attn_norm\.weight$=F32
813
+ ^blk\.64\.attn_output\.weight$=IQ3_S
814
+ ^blk\.64\.attn_q\.weight$=IQ4_XS
815
+ ^blk\.64\.attn_q_norm\.weight$=F32
816
+ ^blk\.64\.attn_v\.weight$=Q4_K
817
+ ^blk\.64\.ffn_down\.weight$=IQ3_S
818
+ ^blk\.64\.ffn_gate\.weight$=IQ4_XS
819
+ ^blk\.64\.ffn_up\.weight$=IQ3_S
820
+ ^blk\.64\.nextn\.eh_proj\.weight$=IQ4_XS
821
+ ^blk\.64\.nextn\.enorm\.weight$=F32
822
+ ^blk\.64\.nextn\.hnorm\.weight$=F32
823
+ ^blk\.64\.nextn\.shared_head_norm\.weight$=F32
824
+ ^blk\.64\.post_attention_norm\.weight$=F32
825
+ ^blk\.7\.attn_k\.weight$=MXFP4
826
+ ^blk\.7\.attn_k_norm\.weight$=F32
827
+ ^blk\.7\.attn_norm\.weight$=F32
828
+ ^blk\.7\.attn_output\.weight$=IQ3_S
829
+ ^blk\.7\.attn_q\.weight$=MXFP4
830
+ ^blk\.7\.attn_q_norm\.weight$=F32
831
+ ^blk\.7\.attn_v\.weight$=MXFP4
832
+ ^blk\.7\.ffn_down\.weight$=IQ3_S
833
+ ^blk\.7\.ffn_gate\.weight$=IQ3_XXS
834
+ ^blk\.7\.ffn_up\.weight$=IQ3_S
835
+ ^blk\.7\.post_attention_norm\.weight$=F32
836
+ ^blk\.8\.attn_gate\.weight$=IQ3_XXS
837
+ ^blk\.8\.attn_norm\.weight$=F32
838
+ ^blk\.8\.attn_qkv\.weight$=IQ3_S
839
+ ^blk\.8\.ffn_down\.weight$=IQ3_S
840
+ ^blk\.8\.ffn_gate\.weight$=IQ3_XXS
841
+ ^blk\.8\.ffn_up\.weight$=IQ3_S
842
+ ^blk\.8\.post_attention_norm\.weight$=F32
843
+ ^blk\.8\.ssm_a$=F32
844
+ ^blk\.8\.ssm_alpha\.weight$=MXFP4
845
+ ^blk\.8\.ssm_beta\.weight$=IQ1_M
846
+ ^blk\.8\.ssm_conv1d\.weight$=F32
847
+ ^blk\.8\.ssm_dt\.bias$=F32
848
+ ^blk\.8\.ssm_norm\.weight$=F32
849
+ ^blk\.8\.ssm_out\.weight$=MXFP4
850
+ ^blk\.9\.attn_gate\.weight$=IQ3_XXS
851
+ ^blk\.9\.attn_norm\.weight$=F32
852
+ ^blk\.9\.attn_qkv\.weight$=IQ3_S
853
+ ^blk\.9\.ffn_down\.weight$=IQ3_S
854
+ ^blk\.9\.ffn_gate\.weight$=IQ3_XXS
855
+ ^blk\.9\.ffn_up\.weight$=IQ3_S
856
+ ^blk\.9\.post_attention_norm\.weight$=F32
857
+ ^blk\.9\.ssm_a$=F32
858
+ ^blk\.9\.ssm_alpha\.weight$=MXFP4
859
+ ^blk\.9\.ssm_beta\.weight$=IQ1_M
860
+ ^blk\.9\.ssm_conv1d\.weight$=F32
861
+ ^blk\.9\.ssm_dt\.bias$=F32
862
+ ^blk\.9\.ssm_norm\.weight$=F32
863
+ ^blk\.9\.ssm_out\.weight$=MXFP4
864
+ ^output\.weight$=Q5_K
865
+ ^output_norm\.weight$=F32
866
+ ^token_embd\.weight$=Q2_K
magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/results.json ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "createdUtc": "2026-08-26T12:42:28.482622+00:00",
4
+ "experiment": "MQ-IQ2_M_1-Generic",
5
+ "status": "complete",
6
+ "models": {
7
+ "native": {
8
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
9
+ "bytes": 18892854880,
10
+ "decimalGB": 18.89285488,
11
+ "GiB": 17.595342248678207,
12
+ "sha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc"
13
+ },
14
+ "candidate": {
15
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_M_1-Generic.gguf",
16
+ "bytes": 11913885600,
17
+ "decimalGB": 11.9138856,
18
+ "GiB": 11.095670610666275,
19
+ "sha256": "a242cddbdf9baaad660e96d26be99245f2410c154c3a0fa0c6451e3b7109eb01"
20
+ },
21
+ "savings": {
22
+ "bytes": 6978969280,
23
+ "decimalGB": 6.97896928,
24
+ "GiB": 6.499671638011932,
25
+ "percentOfNative": 36.939728401703576
26
+ }
27
+ },
28
+ "tensorAudit": {
29
+ "verificationPassed": true,
30
+ "tensorCount": 866,
31
+ "changedTensorCount": 362,
32
+ "unchangedPayloadsVerifiedByteExact": 504,
33
+ "nativeMxfp4PreservedCount": 144,
34
+ "nativeMxfp4TensorCount": 496,
35
+ "effectiveTypeCounts": {
36
+ "F32": 360,
37
+ "IQ1_M": 48,
38
+ "IQ3_S": 195,
39
+ "IQ3_XXS": 112,
40
+ "IQ4_XS": 3,
41
+ "MXFP4": 144,
42
+ "Q2_K": 1,
43
+ "Q4_K": 2,
44
+ "Q5_K": 1
45
+ }
46
+ },
47
+ "benchmark": {
48
+ "domain": "general",
49
+ "tokenTarget": 32768,
50
+ "chunks": 15,
51
+ "context": 2048,
52
+ "threads": 4,
53
+ "gpuLayers": 0,
54
+ "gpuVisible": false,
55
+ "nativeStandalonePpl": 5.8033,
56
+ "nativeStandalonePplError": 0.11146,
57
+ "paired": {
58
+ "candidatePpl": 6.04002,
59
+ "basePpl": 5.801511,
60
+ "pplDifference": 0.238509,
61
+ "pplRatio": 1.041112,
62
+ "logPplRatio": 0.040289,
63
+ "correlationPercent": 98.61
64
+ },
65
+ "kld": {
66
+ "mean": 0.058879,
67
+ "standardError": 0.001352,
68
+ "maximum": 4.972449,
69
+ "p99_9": 2.321059,
70
+ "p99": 0.597265,
71
+ "p95": 0.195393,
72
+ "p90": 0.119437,
73
+ "median": 0.025196
74
+ },
75
+ "tokenProbability": {
76
+ "meanDeltaPercent": -1.207,
77
+ "rmsDeltaPercent": 7.161,
78
+ "sameTopPercent": 89.951
79
+ },
80
+ "scope": {
81
+ "languageLogits": true,
82
+ "visionProjectorEvaluated": false,
83
+ "mtpTensorsEvaluated": false,
84
+ "note": "llama-perplexity logged block 64 MTP tensors as unused; ordinary KLD primarily measures the changed token embedding and output tensors"
85
+ }
86
+ },
87
+ "imatrixApplicability": {
88
+ "supplied": true,
89
+ "label": "Generic",
90
+ "sha256": "123a92c3ba8cd31ed2887bd348682be5b68c977b12cc30e11c632e7ddf899eaa",
91
+ "entries": 496,
92
+ "changedTensorsWithEntries": 352,
93
+ "changedTensorCount": 362,
94
+ "note": "Coverage is inferred from llama.cpp's per-conversion missing-weight messages; tensors present in the imatrix are supplied to the selected quantizer."
95
+ },
96
+ "artifacts": {
97
+ "corpus": {
98
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/_ppl_corpora/ppl_corpus_general.txt",
99
+ "bytes": 131514,
100
+ "sha256": "5d38d98dce15f54e9a1a926187b6058e65cd8b3dd9b5cc2729b0a5fd249228b0"
101
+ },
102
+ "referenceLogits": {
103
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/logits/kld_logits_general.bin",
104
+ "bytes": 7621186460,
105
+ "sha256": "604db2df7253cba18a6c0a569ed819ee3065d4ac20cd94ae72f4329e7bba8516"
106
+ },
107
+ "nativeLog": {
108
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/perplexity_general.log",
109
+ "sha256": "bade3445565a354969f7515045507b854bee83f6695eec7490b70eab9c6eebc2"
110
+ },
111
+ "candidateLog": {
112
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ2_M_1-Generic/benchmark/candidate/perplexity_general.log",
113
+ "sha256": "4d9de36b92a99f7c7659847153daac5da553b2bb0fda6c273308af0c5345ba7f"
114
+ },
115
+ "quantizationLog": {
116
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ2_M_1-Generic/quantization.log",
117
+ "sha256": "a81ead0103cdcfaee5b83efec32c20590f4b104a6a0ca103a47bf8ce44d43044"
118
+ }
119
+ }
120
+ }
magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/tensor-decisions.json ADDED
The diff for this file is too large to render. See raw diff
 
magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/type-summary.json ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "createdUtc": "2026-08-26T08:30:32.944936+00:00",
4
+ "experiment": "MQ-IQ2_M_1-Generic",
5
+ "policy": "effective=requested only when requested storage bits/weight is strictly below source; otherwise preserve source",
6
+ "tiePolicy": "preserve_source",
7
+ "baseQuantFallback": "IQ3_XXS",
8
+ "tensorCount": 866,
9
+ "sourceTypeCounts": {
10
+ "BF16": 10,
11
+ "F32": 360,
12
+ "MXFP4": 496
13
+ },
14
+ "requestedTypeCounts": {
15
+ "F32": 408,
16
+ "IQ1_M": 48,
17
+ "IQ3_S": 195,
18
+ "IQ3_XXS": 112,
19
+ "IQ4_XS": 67,
20
+ "Q2_K": 1,
21
+ "Q4_K": 33,
22
+ "Q5_K": 2
23
+ },
24
+ "effectiveTypeCounts": {
25
+ "F32": 360,
26
+ "IQ1_M": 48,
27
+ "IQ3_S": 195,
28
+ "IQ3_XXS": 112,
29
+ "IQ4_XS": 3,
30
+ "MXFP4": 144,
31
+ "Q2_K": 1,
32
+ "Q4_K": 2,
33
+ "Q5_K": 1
34
+ },
35
+ "actionCounts": {
36
+ "preserve_source": 504,
37
+ "quantize_down": 362
38
+ },
39
+ "nativeMxfp4TensorCount": 496,
40
+ "nativeMxfp4PreservedCount": 144,
41
+ "nativeMxfp4QuantizedDownCount": 352,
42
+ "promotionCount": 0,
43
+ "bitsPerWeightOrdering": {
44
+ "F32": 32.0,
45
+ "BF16": 16.0,
46
+ "F16": 16.0,
47
+ "Q8_0": 8.5,
48
+ "Q6_K": 6.5625,
49
+ "Q5_K": 5.5,
50
+ "Q5_0": 5.5,
51
+ "Q4_K": 4.5,
52
+ "Q4_0": 4.5,
53
+ "IQ4_NL": 4.5,
54
+ "MXFP4": 4.25,
55
+ "IQ4_XS": 4.25,
56
+ "Q3_K": 3.4375,
57
+ "IQ3_M": 3.66,
58
+ "IQ3_S": 3.44,
59
+ "IQ3_XS": 3.3,
60
+ "IQ3_XXS": 3.06,
61
+ "Q2_K": 2.625,
62
+ "IQ2_M": 2.7,
63
+ "IQ2_S": 2.5,
64
+ "IQ2_XS": 2.31,
65
+ "IQ2_XXS": 2.06,
66
+ "IQ1_M": 1.75,
67
+ "IQ1_S": 1.5625
68
+ },
69
+ "inputs": {
70
+ "nativeGguf": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
71
+ "nativeGgufSha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc",
72
+ "cloneManifest": "hf://magiccodingman/Qwen3.8-27B-MagicQuant-GGUF/magicquant-manifest/magicquant.clone-configs.json",
73
+ "cloneManifestSha256": "9e0ae106505901e38f892dc576d8a9b9f5dee4344d3cf1df19999fc4aab4e212",
74
+ "selectedDisplayName": "MQ-IQ2_M_1"
75
+ }
76
+ }
magicquant-manifest/experiments/MQ-IQ2_M_1-Generic/verification.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "passed": true,
3
+ "tensorCount": 866,
4
+ "sourceTensorCount": 866,
5
+ "childTensorCount": 866,
6
+ "unchangedPayloadsVerifiedByteExact": 504,
7
+ "changedTensorCount": 362,
8
+ "childTypeCounts": {
9
+ "F32": 360,
10
+ "IQ1_M": 48,
11
+ "IQ3_S": 195,
12
+ "IQ3_XXS": 112,
13
+ "IQ4_XS": 3,
14
+ "MXFP4": 144,
15
+ "Q2_K": 1,
16
+ "Q4_K": 2,
17
+ "Q5_K": 1
18
+ },
19
+ "errors": []
20
+ }
magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/commands.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "environment": {
4
+ "CUDA_VISIBLE_DEVICES": ""
5
+ },
6
+ "quantize": [
7
+ "<REPO_ROOT>/llama.cpp/build/bin/llama-quantize",
8
+ "--allow-requantize",
9
+ "--imatrix",
10
+ "hf://unsloth/Qwen3.8-27B-GGUF/imatrix_unsloth.gguf",
11
+ "--tensor-type-file",
12
+ "<REPO_ROOT>/magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/effective-tensor-types.txt",
13
+ "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
14
+ "<SCRATCH_WORLD7>/lane-world7/Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_XXS_1-Unsloth.gguf",
15
+ "IQ2_XXS",
16
+ "16"
17
+ ],
18
+ "candidateKld": [
19
+ "<REPO_ROOT>/llama.cpp/build/bin/llama-perplexity",
20
+ "-m",
21
+ "<SCRATCH_WORLD7>/lane-world7/Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_XXS_1-Unsloth.gguf",
22
+ "-ngl",
23
+ "0",
24
+ "-t",
25
+ "4",
26
+ "-c",
27
+ "2048",
28
+ "--file",
29
+ "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/_ppl_corpora/ppl_corpus_general.txt",
30
+ "--kl-divergence-base",
31
+ "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/logits/kld_logits_general.bin",
32
+ "--kl-divergence"
33
+ ]
34
+ }
magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "experiment": "MQ-IQ2_XXS_1-Unsloth",
4
+ "status": "complete",
5
+ "source": {
6
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
7
+ "sha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc",
8
+ "bytes": 18892854880
9
+ },
10
+ "output": {
11
+ "scratchPath": "<SCRATCH_WORLD7>/lane-world7/Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_XXS_1-Unsloth.gguf",
12
+ "finalPath": "<REPO_ROOT>/Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_XXS_1-Unsloth.gguf",
13
+ "bytes": 8223819680,
14
+ "sha256": "84ab6e9cea4e1f7091e00a0b115ffa245e95f8b59e87e6e8ffdfdf3ee71dc441"
15
+ },
16
+ "recipe": {
17
+ "displayName": "MQ-IQ2_XXS_1",
18
+ "baseQuantFallback": "IQ2_XXS",
19
+ "adaptation": "strict-downward-only",
20
+ "bf16Intermediate": false
21
+ },
22
+ "imatrix": {
23
+ "label": "Unsloth",
24
+ "path": "hf://unsloth/Qwen3.8-27B-GGUF/imatrix_unsloth.gguf",
25
+ "sha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1",
26
+ "entries": 496
27
+ },
28
+ "execution": {
29
+ "gpuUse": false,
30
+ "cudaVisibleDevices": "",
31
+ "quantizeThreads": 16,
32
+ "benchmarkThreads": 4,
33
+ "benchmarkContext": 2048,
34
+ "scratchLane": "world7"
35
+ },
36
+ "benchmark": {
37
+ "domain": "general",
38
+ "datasetId": "Salesforce/wikitext",
39
+ "tokenTarget": 32768,
40
+ "corpusSha256": "5d38d98dce15f54e9a1a926187b6058e65cd8b3dd9b5cc2729b0a5fd249228b0",
41
+ "nativeLogitsSha256": "604db2df7253cba18a6c0a569ed819ee3065d4ac20cd94ae72f4329e7bba8516"
42
+ }
43
+ }
magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/effective-tensor-types.txt ADDED
@@ -0,0 +1,866 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ^blk\.0\.attn_gate\.weight$=IQ2_XXS
2
+ ^blk\.0\.attn_norm\.weight$=F32
3
+ ^blk\.0\.attn_qkv\.weight$=IQ3_S
4
+ ^blk\.0\.ffn_down\.weight$=IQ1_S
5
+ ^blk\.0\.ffn_gate\.weight$=IQ1_S
6
+ ^blk\.0\.ffn_up\.weight$=IQ1_S
7
+ ^blk\.0\.post_attention_norm\.weight$=F32
8
+ ^blk\.0\.ssm_a$=F32
9
+ ^blk\.0\.ssm_alpha\.weight$=MXFP4
10
+ ^blk\.0\.ssm_beta\.weight$=MXFP4
11
+ ^blk\.0\.ssm_conv1d\.weight$=F32
12
+ ^blk\.0\.ssm_dt\.bias$=F32
13
+ ^blk\.0\.ssm_norm\.weight$=F32
14
+ ^blk\.0\.ssm_out\.weight$=IQ3_XXS
15
+ ^blk\.1\.attn_gate\.weight$=IQ2_XXS
16
+ ^blk\.1\.attn_norm\.weight$=F32
17
+ ^blk\.1\.attn_qkv\.weight$=IQ1_M
18
+ ^blk\.1\.ffn_down\.weight$=IQ1_S
19
+ ^blk\.1\.ffn_gate\.weight$=IQ1_S
20
+ ^blk\.1\.ffn_up\.weight$=IQ1_S
21
+ ^blk\.1\.post_attention_norm\.weight$=F32
22
+ ^blk\.1\.ssm_a$=F32
23
+ ^blk\.1\.ssm_alpha\.weight$=MXFP4
24
+ ^blk\.1\.ssm_beta\.weight$=MXFP4
25
+ ^blk\.1\.ssm_conv1d\.weight$=F32
26
+ ^blk\.1\.ssm_dt\.bias$=F32
27
+ ^blk\.1\.ssm_norm\.weight$=F32
28
+ ^blk\.1\.ssm_out\.weight$=IQ3_XXS
29
+ ^blk\.10\.attn_gate\.weight$=IQ1_S
30
+ ^blk\.10\.attn_norm\.weight$=F32
31
+ ^blk\.10\.attn_qkv\.weight$=IQ1_M
32
+ ^blk\.10\.ffn_down\.weight$=IQ1_S
33
+ ^blk\.10\.ffn_gate\.weight$=IQ1_S
34
+ ^blk\.10\.ffn_up\.weight$=IQ1_S
35
+ ^blk\.10\.post_attention_norm\.weight$=F32
36
+ ^blk\.10\.ssm_a$=F32
37
+ ^blk\.10\.ssm_alpha\.weight$=MXFP4
38
+ ^blk\.10\.ssm_beta\.weight$=MXFP4
39
+ ^blk\.10\.ssm_conv1d\.weight$=F32
40
+ ^blk\.10\.ssm_dt\.bias$=F32
41
+ ^blk\.10\.ssm_norm\.weight$=F32
42
+ ^blk\.10\.ssm_out\.weight$=IQ1_S
43
+ ^blk\.11\.attn_k\.weight$=IQ2_XS
44
+ ^blk\.11\.attn_k_norm\.weight$=F32
45
+ ^blk\.11\.attn_norm\.weight$=F32
46
+ ^blk\.11\.attn_output\.weight$=IQ1_M
47
+ ^blk\.11\.attn_q\.weight$=IQ2_XXS
48
+ ^blk\.11\.attn_q_norm\.weight$=F32
49
+ ^blk\.11\.attn_v\.weight$=IQ3_XXS
50
+ ^blk\.11\.ffn_down\.weight$=IQ1_S
51
+ ^blk\.11\.ffn_gate\.weight$=IQ1_S
52
+ ^blk\.11\.ffn_up\.weight$=IQ1_S
53
+ ^blk\.11\.post_attention_norm\.weight$=F32
54
+ ^blk\.12\.attn_gate\.weight$=IQ1_S
55
+ ^blk\.12\.attn_norm\.weight$=F32
56
+ ^blk\.12\.attn_qkv\.weight$=IQ1_S
57
+ ^blk\.12\.ffn_down\.weight$=IQ1_S
58
+ ^blk\.12\.ffn_gate\.weight$=IQ1_S
59
+ ^blk\.12\.ffn_up\.weight$=IQ1_S
60
+ ^blk\.12\.post_attention_norm\.weight$=F32
61
+ ^blk\.12\.ssm_a$=F32
62
+ ^blk\.12\.ssm_alpha\.weight$=MXFP4
63
+ ^blk\.12\.ssm_beta\.weight$=MXFP4
64
+ ^blk\.12\.ssm_conv1d\.weight$=F32
65
+ ^blk\.12\.ssm_dt\.bias$=F32
66
+ ^blk\.12\.ssm_norm\.weight$=F32
67
+ ^blk\.12\.ssm_out\.weight$=IQ1_S
68
+ ^blk\.13\.attn_gate\.weight$=IQ1_M
69
+ ^blk\.13\.attn_norm\.weight$=F32
70
+ ^blk\.13\.attn_qkv\.weight$=IQ2_XXS
71
+ ^blk\.13\.ffn_down\.weight$=IQ1_S
72
+ ^blk\.13\.ffn_gate\.weight$=IQ1_S
73
+ ^blk\.13\.ffn_up\.weight$=IQ1_S
74
+ ^blk\.13\.post_attention_norm\.weight$=F32
75
+ ^blk\.13\.ssm_a$=F32
76
+ ^blk\.13\.ssm_alpha\.weight$=MXFP4
77
+ ^blk\.13\.ssm_beta\.weight$=MXFP4
78
+ ^blk\.13\.ssm_conv1d\.weight$=F32
79
+ ^blk\.13\.ssm_dt\.bias$=F32
80
+ ^blk\.13\.ssm_norm\.weight$=F32
81
+ ^blk\.13\.ssm_out\.weight$=IQ1_M
82
+ ^blk\.14\.attn_gate\.weight$=IQ1_S
83
+ ^blk\.14\.attn_norm\.weight$=F32
84
+ ^blk\.14\.attn_qkv\.weight$=IQ1_S
85
+ ^blk\.14\.ffn_down\.weight$=IQ1_S
86
+ ^blk\.14\.ffn_gate\.weight$=IQ1_S
87
+ ^blk\.14\.ffn_up\.weight$=IQ1_S
88
+ ^blk\.14\.post_attention_norm\.weight$=F32
89
+ ^blk\.14\.ssm_a$=F32
90
+ ^blk\.14\.ssm_alpha\.weight$=MXFP4
91
+ ^blk\.14\.ssm_beta\.weight$=MXFP4
92
+ ^blk\.14\.ssm_conv1d\.weight$=F32
93
+ ^blk\.14\.ssm_dt\.bias$=F32
94
+ ^blk\.14\.ssm_norm\.weight$=F32
95
+ ^blk\.14\.ssm_out\.weight$=IQ1_S
96
+ ^blk\.15\.attn_k\.weight$=IQ2_XS
97
+ ^blk\.15\.attn_k_norm\.weight$=F32
98
+ ^blk\.15\.attn_norm\.weight$=F32
99
+ ^blk\.15\.attn_output\.weight$=IQ1_S
100
+ ^blk\.15\.attn_q\.weight$=IQ1_S
101
+ ^blk\.15\.attn_q_norm\.weight$=F32
102
+ ^blk\.15\.attn_v\.weight$=Q2_K
103
+ ^blk\.15\.ffn_down\.weight$=IQ1_S
104
+ ^blk\.15\.ffn_gate\.weight$=IQ1_S
105
+ ^blk\.15\.ffn_up\.weight$=IQ1_S
106
+ ^blk\.15\.post_attention_norm\.weight$=F32
107
+ ^blk\.16\.attn_gate\.weight$=IQ1_S
108
+ ^blk\.16\.attn_norm\.weight$=F32
109
+ ^blk\.16\.attn_qkv\.weight$=IQ1_S
110
+ ^blk\.16\.ffn_down\.weight$=IQ1_S
111
+ ^blk\.16\.ffn_gate\.weight$=IQ1_S
112
+ ^blk\.16\.ffn_up\.weight$=IQ1_S
113
+ ^blk\.16\.post_attention_norm\.weight$=F32
114
+ ^blk\.16\.ssm_a$=F32
115
+ ^blk\.16\.ssm_alpha\.weight$=MXFP4
116
+ ^blk\.16\.ssm_beta\.weight$=MXFP4
117
+ ^blk\.16\.ssm_conv1d\.weight$=F32
118
+ ^blk\.16\.ssm_dt\.bias$=F32
119
+ ^blk\.16\.ssm_norm\.weight$=F32
120
+ ^blk\.16\.ssm_out\.weight$=IQ1_S
121
+ ^blk\.17\.attn_gate\.weight$=IQ1_S
122
+ ^blk\.17\.attn_norm\.weight$=F32
123
+ ^blk\.17\.attn_qkv\.weight$=IQ1_M
124
+ ^blk\.17\.ffn_down\.weight$=IQ1_S
125
+ ^blk\.17\.ffn_gate\.weight$=IQ1_S
126
+ ^blk\.17\.ffn_up\.weight$=IQ1_S
127
+ ^blk\.17\.post_attention_norm\.weight$=F32
128
+ ^blk\.17\.ssm_a$=F32
129
+ ^blk\.17\.ssm_alpha\.weight$=MXFP4
130
+ ^blk\.17\.ssm_beta\.weight$=MXFP4
131
+ ^blk\.17\.ssm_conv1d\.weight$=F32
132
+ ^blk\.17\.ssm_dt\.bias$=F32
133
+ ^blk\.17\.ssm_norm\.weight$=F32
134
+ ^blk\.17\.ssm_out\.weight$=IQ2_XXS
135
+ ^blk\.18\.attn_gate\.weight$=IQ1_S
136
+ ^blk\.18\.attn_norm\.weight$=F32
137
+ ^blk\.18\.attn_qkv\.weight$=IQ1_M
138
+ ^blk\.18\.ffn_down\.weight$=IQ1_S
139
+ ^blk\.18\.ffn_gate\.weight$=IQ1_S
140
+ ^blk\.18\.ffn_up\.weight$=IQ1_S
141
+ ^blk\.18\.post_attention_norm\.weight$=F32
142
+ ^blk\.18\.ssm_a$=F32
143
+ ^blk\.18\.ssm_alpha\.weight$=MXFP4
144
+ ^blk\.18\.ssm_beta\.weight$=MXFP4
145
+ ^blk\.18\.ssm_conv1d\.weight$=F32
146
+ ^blk\.18\.ssm_dt\.bias$=F32
147
+ ^blk\.18\.ssm_norm\.weight$=F32
148
+ ^blk\.18\.ssm_out\.weight$=IQ1_S
149
+ ^blk\.19\.attn_k\.weight$=Q2_K
150
+ ^blk\.19\.attn_k_norm\.weight$=F32
151
+ ^blk\.19\.attn_norm\.weight$=F32
152
+ ^blk\.19\.attn_output\.weight$=IQ2_XXS
153
+ ^blk\.19\.attn_q\.weight$=IQ1_M
154
+ ^blk\.19\.attn_q_norm\.weight$=F32
155
+ ^blk\.19\.attn_v\.weight$=IQ3_S
156
+ ^blk\.19\.ffn_down\.weight$=IQ1_S
157
+ ^blk\.19\.ffn_gate\.weight$=IQ1_S
158
+ ^blk\.19\.ffn_up\.weight$=IQ1_S
159
+ ^blk\.19\.post_attention_norm\.weight$=F32
160
+ ^blk\.2\.attn_gate\.weight$=IQ2_XXS
161
+ ^blk\.2\.attn_norm\.weight$=F32
162
+ ^blk\.2\.attn_qkv\.weight$=IQ2_S
163
+ ^blk\.2\.ffn_down\.weight$=IQ2_XXS
164
+ ^blk\.2\.ffn_gate\.weight$=IQ1_S
165
+ ^blk\.2\.ffn_up\.weight$=IQ1_S
166
+ ^blk\.2\.post_attention_norm\.weight$=F32
167
+ ^blk\.2\.ssm_a$=F32
168
+ ^blk\.2\.ssm_alpha\.weight$=MXFP4
169
+ ^blk\.2\.ssm_beta\.weight$=MXFP4
170
+ ^blk\.2\.ssm_conv1d\.weight$=F32
171
+ ^blk\.2\.ssm_dt\.bias$=F32
172
+ ^blk\.2\.ssm_norm\.weight$=F32
173
+ ^blk\.2\.ssm_out\.weight$=IQ3_XXS
174
+ ^blk\.20\.attn_gate\.weight$=IQ1_M
175
+ ^blk\.20\.attn_norm\.weight$=F32
176
+ ^blk\.20\.attn_qkv\.weight$=IQ2_S
177
+ ^blk\.20\.ffn_down\.weight$=IQ2_XXS
178
+ ^blk\.20\.ffn_gate\.weight$=IQ1_M
179
+ ^blk\.20\.ffn_up\.weight$=IQ1_S
180
+ ^blk\.20\.post_attention_norm\.weight$=F32
181
+ ^blk\.20\.ssm_a$=F32
182
+ ^blk\.20\.ssm_alpha\.weight$=MXFP4
183
+ ^blk\.20\.ssm_beta\.weight$=MXFP4
184
+ ^blk\.20\.ssm_conv1d\.weight$=F32
185
+ ^blk\.20\.ssm_dt\.bias$=F32
186
+ ^blk\.20\.ssm_norm\.weight$=F32
187
+ ^blk\.20\.ssm_out\.weight$=IQ2_S
188
+ ^blk\.21\.attn_gate\.weight$=IQ2_XXS
189
+ ^blk\.21\.attn_norm\.weight$=F32
190
+ ^blk\.21\.attn_qkv\.weight$=IQ2_XXS
191
+ ^blk\.21\.ffn_down\.weight$=IQ2_XS
192
+ ^blk\.21\.ffn_gate\.weight$=IQ1_S
193
+ ^blk\.21\.ffn_up\.weight$=IQ1_S
194
+ ^blk\.21\.post_attention_norm\.weight$=F32
195
+ ^blk\.21\.ssm_a$=F32
196
+ ^blk\.21\.ssm_alpha\.weight$=MXFP4
197
+ ^blk\.21\.ssm_beta\.weight$=MXFP4
198
+ ^blk\.21\.ssm_conv1d\.weight$=F32
199
+ ^blk\.21\.ssm_dt\.bias$=F32
200
+ ^blk\.21\.ssm_norm\.weight$=F32
201
+ ^blk\.21\.ssm_out\.weight$=IQ2_XS
202
+ ^blk\.22\.attn_gate\.weight$=IQ2_XS
203
+ ^blk\.22\.attn_norm\.weight$=F32
204
+ ^blk\.22\.attn_qkv\.weight$=IQ2_XXS
205
+ ^blk\.22\.ffn_down\.weight$=IQ2_XXS
206
+ ^blk\.22\.ffn_gate\.weight$=IQ2_XXS
207
+ ^blk\.22\.ffn_up\.weight$=IQ2_XXS
208
+ ^blk\.22\.post_attention_norm\.weight$=F32
209
+ ^blk\.22\.ssm_a$=F32
210
+ ^blk\.22\.ssm_alpha\.weight$=MXFP4
211
+ ^blk\.22\.ssm_beta\.weight$=MXFP4
212
+ ^blk\.22\.ssm_conv1d\.weight$=F32
213
+ ^blk\.22\.ssm_dt\.bias$=F32
214
+ ^blk\.22\.ssm_norm\.weight$=F32
215
+ ^blk\.22\.ssm_out\.weight$=IQ2_S
216
+ ^blk\.23\.attn_k\.weight$=IQ3_XXS
217
+ ^blk\.23\.attn_k_norm\.weight$=F32
218
+ ^blk\.23\.attn_norm\.weight$=F32
219
+ ^blk\.23\.attn_output\.weight$=IQ2_S
220
+ ^blk\.23\.attn_q\.weight$=IQ2_XXS
221
+ ^blk\.23\.attn_q_norm\.weight$=F32
222
+ ^blk\.23\.attn_v\.weight$=IQ3_S
223
+ ^blk\.23\.ffn_down\.weight$=IQ2_XXS
224
+ ^blk\.23\.ffn_gate\.weight$=IQ2_XXS
225
+ ^blk\.23\.ffn_up\.weight$=IQ2_XXS
226
+ ^blk\.23\.post_attention_norm\.weight$=F32
227
+ ^blk\.24\.attn_gate\.weight$=IQ2_S
228
+ ^blk\.24\.attn_norm\.weight$=F32
229
+ ^blk\.24\.attn_qkv\.weight$=IQ2_XS
230
+ ^blk\.24\.ffn_down\.weight$=IQ2_S
231
+ ^blk\.24\.ffn_gate\.weight$=IQ2_XXS
232
+ ^blk\.24\.ffn_up\.weight$=IQ2_XXS
233
+ ^blk\.24\.post_attention_norm\.weight$=F32
234
+ ^blk\.24\.ssm_a$=F32
235
+ ^blk\.24\.ssm_alpha\.weight$=MXFP4
236
+ ^blk\.24\.ssm_beta\.weight$=MXFP4
237
+ ^blk\.24\.ssm_conv1d\.weight$=F32
238
+ ^blk\.24\.ssm_dt\.bias$=F32
239
+ ^blk\.24\.ssm_norm\.weight$=F32
240
+ ^blk\.24\.ssm_out\.weight$=IQ2_S
241
+ ^blk\.25\.attn_gate\.weight$=IQ2_S
242
+ ^blk\.25\.attn_norm\.weight$=F32
243
+ ^blk\.25\.attn_qkv\.weight$=IQ2_XS
244
+ ^blk\.25\.ffn_down\.weight$=IQ2_XXS
245
+ ^blk\.25\.ffn_gate\.weight$=IQ2_XXS
246
+ ^blk\.25\.ffn_up\.weight$=IQ2_XS
247
+ ^blk\.25\.post_attention_norm\.weight$=F32
248
+ ^blk\.25\.ssm_a$=F32
249
+ ^blk\.25\.ssm_alpha\.weight$=MXFP4
250
+ ^blk\.25\.ssm_beta\.weight$=MXFP4
251
+ ^blk\.25\.ssm_conv1d\.weight$=F32
252
+ ^blk\.25\.ssm_dt\.bias$=F32
253
+ ^blk\.25\.ssm_norm\.weight$=F32
254
+ ^blk\.25\.ssm_out\.weight$=IQ2_XS
255
+ ^blk\.26\.attn_gate\.weight$=IQ2_XXS
256
+ ^blk\.26\.attn_norm\.weight$=F32
257
+ ^blk\.26\.attn_qkv\.weight$=IQ2_XS
258
+ ^blk\.26\.ffn_down\.weight$=IQ2_XXS
259
+ ^blk\.26\.ffn_gate\.weight$=IQ2_XXS
260
+ ^blk\.26\.ffn_up\.weight$=IQ2_XS
261
+ ^blk\.26\.post_attention_norm\.weight$=F32
262
+ ^blk\.26\.ssm_a$=F32
263
+ ^blk\.26\.ssm_alpha\.weight$=MXFP4
264
+ ^blk\.26\.ssm_beta\.weight$=MXFP4
265
+ ^blk\.26\.ssm_conv1d\.weight$=F32
266
+ ^blk\.26\.ssm_dt\.bias$=F32
267
+ ^blk\.26\.ssm_norm\.weight$=F32
268
+ ^blk\.26\.ssm_out\.weight$=IQ2_S
269
+ ^blk\.27\.attn_k\.weight$=IQ3_XXS
270
+ ^blk\.27\.attn_k_norm\.weight$=F32
271
+ ^blk\.27\.attn_norm\.weight$=F32
272
+ ^blk\.27\.attn_output\.weight$=IQ3_XXS
273
+ ^blk\.27\.attn_q\.weight$=IQ2_XS
274
+ ^blk\.27\.attn_q_norm\.weight$=F32
275
+ ^blk\.27\.attn_v\.weight$=MXFP4
276
+ ^blk\.27\.ffn_down\.weight$=IQ2_XXS
277
+ ^blk\.27\.ffn_gate\.weight$=IQ2_XXS
278
+ ^blk\.27\.ffn_up\.weight$=IQ2_XXS
279
+ ^blk\.27\.post_attention_norm\.weight$=F32
280
+ ^blk\.28\.attn_gate\.weight$=IQ2_XXS
281
+ ^blk\.28\.attn_norm\.weight$=F32
282
+ ^blk\.28\.attn_qkv\.weight$=IQ2_XS
283
+ ^blk\.28\.ffn_down\.weight$=IQ2_XXS
284
+ ^blk\.28\.ffn_gate\.weight$=IQ1_S
285
+ ^blk\.28\.ffn_up\.weight$=IQ2_XS
286
+ ^blk\.28\.post_attention_norm\.weight$=F32
287
+ ^blk\.28\.ssm_a$=F32
288
+ ^blk\.28\.ssm_alpha\.weight$=MXFP4
289
+ ^blk\.28\.ssm_beta\.weight$=MXFP4
290
+ ^blk\.28\.ssm_conv1d\.weight$=F32
291
+ ^blk\.28\.ssm_dt\.bias$=F32
292
+ ^blk\.28\.ssm_norm\.weight$=F32
293
+ ^blk\.28\.ssm_out\.weight$=IQ2_XXS
294
+ ^blk\.29\.attn_gate\.weight$=IQ2_XXS
295
+ ^blk\.29\.attn_norm\.weight$=F32
296
+ ^blk\.29\.attn_qkv\.weight$=IQ2_XS
297
+ ^blk\.29\.ffn_down\.weight$=IQ2_XXS
298
+ ^blk\.29\.ffn_gate\.weight$=IQ2_XXS
299
+ ^blk\.29\.ffn_up\.weight$=IQ2_XXS
300
+ ^blk\.29\.post_attention_norm\.weight$=F32
301
+ ^blk\.29\.ssm_a$=F32
302
+ ^blk\.29\.ssm_alpha\.weight$=MXFP4
303
+ ^blk\.29\.ssm_beta\.weight$=MXFP4
304
+ ^blk\.29\.ssm_conv1d\.weight$=F32
305
+ ^blk\.29\.ssm_dt\.bias$=F32
306
+ ^blk\.29\.ssm_norm\.weight$=F32
307
+ ^blk\.29\.ssm_out\.weight$=IQ2_XXS
308
+ ^blk\.3\.attn_k\.weight$=IQ3_XXS
309
+ ^blk\.3\.attn_k_norm\.weight$=F32
310
+ ^blk\.3\.attn_norm\.weight$=F32
311
+ ^blk\.3\.attn_output\.weight$=IQ2_XS
312
+ ^blk\.3\.attn_q\.weight$=Q2_K
313
+ ^blk\.3\.attn_q_norm\.weight$=F32
314
+ ^blk\.3\.attn_v\.weight$=MXFP4
315
+ ^blk\.3\.ffn_down\.weight$=IQ2_XXS
316
+ ^blk\.3\.ffn_gate\.weight$=IQ1_S
317
+ ^blk\.3\.ffn_up\.weight$=IQ1_S
318
+ ^blk\.3\.post_attention_norm\.weight$=F32
319
+ ^blk\.30\.attn_gate\.weight$=IQ2_XXS
320
+ ^blk\.30\.attn_norm\.weight$=F32
321
+ ^blk\.30\.attn_qkv\.weight$=Q2_K
322
+ ^blk\.30\.ffn_down\.weight$=IQ2_XXS
323
+ ^blk\.30\.ffn_gate\.weight$=IQ1_M
324
+ ^blk\.30\.ffn_up\.weight$=IQ1_M
325
+ ^blk\.30\.post_attention_norm\.weight$=F32
326
+ ^blk\.30\.ssm_a$=F32
327
+ ^blk\.30\.ssm_alpha\.weight$=MXFP4
328
+ ^blk\.30\.ssm_beta\.weight$=MXFP4
329
+ ^blk\.30\.ssm_conv1d\.weight$=F32
330
+ ^blk\.30\.ssm_dt\.bias$=F32
331
+ ^blk\.30\.ssm_norm\.weight$=F32
332
+ ^blk\.30\.ssm_out\.weight$=IQ2_S
333
+ ^blk\.31\.attn_k\.weight$=IQ3_XXS
334
+ ^blk\.31\.attn_k_norm\.weight$=F32
335
+ ^blk\.31\.attn_norm\.weight$=F32
336
+ ^blk\.31\.attn_output\.weight$=IQ3_XXS
337
+ ^blk\.31\.attn_q\.weight$=IQ2_XXS
338
+ ^blk\.31\.attn_q_norm\.weight$=F32
339
+ ^blk\.31\.attn_v\.weight$=MXFP4
340
+ ^blk\.31\.ffn_down\.weight$=IQ1_S
341
+ ^blk\.31\.ffn_gate\.weight$=IQ1_S
342
+ ^blk\.31\.ffn_up\.weight$=IQ1_S
343
+ ^blk\.31\.post_attention_norm\.weight$=F32
344
+ ^blk\.32\.attn_gate\.weight$=IQ2_XS
345
+ ^blk\.32\.attn_norm\.weight$=F32
346
+ ^blk\.32\.attn_qkv\.weight$=IQ2_S
347
+ ^blk\.32\.ffn_down\.weight$=IQ1_S
348
+ ^blk\.32\.ffn_gate\.weight$=IQ1_S
349
+ ^blk\.32\.ffn_up\.weight$=IQ2_XXS
350
+ ^blk\.32\.post_attention_norm\.weight$=F32
351
+ ^blk\.32\.ssm_a$=F32
352
+ ^blk\.32\.ssm_alpha\.weight$=MXFP4
353
+ ^blk\.32\.ssm_beta\.weight$=MXFP4
354
+ ^blk\.32\.ssm_conv1d\.weight$=F32
355
+ ^blk\.32\.ssm_dt\.bias$=F32
356
+ ^blk\.32\.ssm_norm\.weight$=F32
357
+ ^blk\.32\.ssm_out\.weight$=IQ2_XS
358
+ ^blk\.33\.attn_gate\.weight$=IQ2_XXS
359
+ ^blk\.33\.attn_norm\.weight$=F32
360
+ ^blk\.33\.attn_qkv\.weight$=IQ2_XS
361
+ ^blk\.33\.ffn_down\.weight$=IQ2_XXS
362
+ ^blk\.33\.ffn_gate\.weight$=IQ1_S
363
+ ^blk\.33\.ffn_up\.weight$=IQ2_XXS
364
+ ^blk\.33\.post_attention_norm\.weight$=F32
365
+ ^blk\.33\.ssm_a$=F32
366
+ ^blk\.33\.ssm_alpha\.weight$=MXFP4
367
+ ^blk\.33\.ssm_beta\.weight$=MXFP4
368
+ ^blk\.33\.ssm_conv1d\.weight$=F32
369
+ ^blk\.33\.ssm_dt\.bias$=F32
370
+ ^blk\.33\.ssm_norm\.weight$=F32
371
+ ^blk\.33\.ssm_out\.weight$=IQ2_XXS
372
+ ^blk\.34\.attn_gate\.weight$=IQ2_XXS
373
+ ^blk\.34\.attn_norm\.weight$=F32
374
+ ^blk\.34\.attn_qkv\.weight$=IQ2_XS
375
+ ^blk\.34\.ffn_down\.weight$=IQ2_XXS
376
+ ^blk\.34\.ffn_gate\.weight$=IQ1_S
377
+ ^blk\.34\.ffn_up\.weight$=IQ2_XXS
378
+ ^blk\.34\.post_attention_norm\.weight$=F32
379
+ ^blk\.34\.ssm_a$=F32
380
+ ^blk\.34\.ssm_alpha\.weight$=MXFP4
381
+ ^blk\.34\.ssm_beta\.weight$=MXFP4
382
+ ^blk\.34\.ssm_conv1d\.weight$=F32
383
+ ^blk\.34\.ssm_dt\.bias$=F32
384
+ ^blk\.34\.ssm_norm\.weight$=F32
385
+ ^blk\.34\.ssm_out\.weight$=IQ2_XS
386
+ ^blk\.35\.attn_k\.weight$=IQ3_S
387
+ ^blk\.35\.attn_k_norm\.weight$=F32
388
+ ^blk\.35\.attn_norm\.weight$=F32
389
+ ^blk\.35\.attn_output\.weight$=IQ3_XXS
390
+ ^blk\.35\.attn_q\.weight$=IQ2_XS
391
+ ^blk\.35\.attn_q_norm\.weight$=F32
392
+ ^blk\.35\.attn_v\.weight$=MXFP4
393
+ ^blk\.35\.ffn_down\.weight$=IQ2_XXS
394
+ ^blk\.35\.ffn_gate\.weight$=IQ1_S
395
+ ^blk\.35\.ffn_up\.weight$=IQ1_M
396
+ ^blk\.35\.post_attention_norm\.weight$=F32
397
+ ^blk\.36\.attn_gate\.weight$=IQ2_XXS
398
+ ^blk\.36\.attn_norm\.weight$=F32
399
+ ^blk\.36\.attn_qkv\.weight$=IQ2_XXS
400
+ ^blk\.36\.ffn_down\.weight$=IQ2_XXS
401
+ ^blk\.36\.ffn_gate\.weight$=IQ2_XXS
402
+ ^blk\.36\.ffn_up\.weight$=IQ2_XXS
403
+ ^blk\.36\.post_attention_norm\.weight$=F32
404
+ ^blk\.36\.ssm_a$=F32
405
+ ^blk\.36\.ssm_alpha\.weight$=MXFP4
406
+ ^blk\.36\.ssm_beta\.weight$=MXFP4
407
+ ^blk\.36\.ssm_conv1d\.weight$=F32
408
+ ^blk\.36\.ssm_dt\.bias$=F32
409
+ ^blk\.36\.ssm_norm\.weight$=F32
410
+ ^blk\.36\.ssm_out\.weight$=IQ2_XS
411
+ ^blk\.37\.attn_gate\.weight$=IQ2_XXS
412
+ ^blk\.37\.attn_norm\.weight$=F32
413
+ ^blk\.37\.attn_qkv\.weight$=IQ2_XXS
414
+ ^blk\.37\.ffn_down\.weight$=IQ2_XXS
415
+ ^blk\.37\.ffn_gate\.weight$=IQ2_XXS
416
+ ^blk\.37\.ffn_up\.weight$=IQ2_XXS
417
+ ^blk\.37\.post_attention_norm\.weight$=F32
418
+ ^blk\.37\.ssm_a$=F32
419
+ ^blk\.37\.ssm_alpha\.weight$=MXFP4
420
+ ^blk\.37\.ssm_beta\.weight$=MXFP4
421
+ ^blk\.37\.ssm_conv1d\.weight$=F32
422
+ ^blk\.37\.ssm_dt\.bias$=F32
423
+ ^blk\.37\.ssm_norm\.weight$=F32
424
+ ^blk\.37\.ssm_out\.weight$=IQ2_XS
425
+ ^blk\.38\.attn_gate\.weight$=IQ2_XXS
426
+ ^blk\.38\.attn_norm\.weight$=F32
427
+ ^blk\.38\.attn_qkv\.weight$=IQ2_XXS
428
+ ^blk\.38\.ffn_down\.weight$=IQ2_XXS
429
+ ^blk\.38\.ffn_gate\.weight$=IQ2_XXS
430
+ ^blk\.38\.ffn_up\.weight$=IQ2_XXS
431
+ ^blk\.38\.post_attention_norm\.weight$=F32
432
+ ^blk\.38\.ssm_a$=F32
433
+ ^blk\.38\.ssm_alpha\.weight$=MXFP4
434
+ ^blk\.38\.ssm_beta\.weight$=MXFP4
435
+ ^blk\.38\.ssm_conv1d\.weight$=F32
436
+ ^blk\.38\.ssm_dt\.bias$=F32
437
+ ^blk\.38\.ssm_norm\.weight$=F32
438
+ ^blk\.38\.ssm_out\.weight$=IQ2_XXS
439
+ ^blk\.39\.attn_k\.weight$=IQ3_XXS
440
+ ^blk\.39\.attn_k_norm\.weight$=F32
441
+ ^blk\.39\.attn_norm\.weight$=F32
442
+ ^blk\.39\.attn_output\.weight$=IQ3_XXS
443
+ ^blk\.39\.attn_q\.weight$=IQ2_XXS
444
+ ^blk\.39\.attn_q_norm\.weight$=F32
445
+ ^blk\.39\.attn_v\.weight$=MXFP4
446
+ ^blk\.39\.ffn_down\.weight$=IQ2_XXS
447
+ ^blk\.39\.ffn_gate\.weight$=IQ2_XXS
448
+ ^blk\.39\.ffn_up\.weight$=IQ2_XXS
449
+ ^blk\.39\.post_attention_norm\.weight$=F32
450
+ ^blk\.4\.attn_gate\.weight$=IQ2_S
451
+ ^blk\.4\.attn_norm\.weight$=F32
452
+ ^blk\.4\.attn_qkv\.weight$=IQ2_XS
453
+ ^blk\.4\.ffn_down\.weight$=IQ1_S
454
+ ^blk\.4\.ffn_gate\.weight$=IQ1_S
455
+ ^blk\.4\.ffn_up\.weight$=IQ1_S
456
+ ^blk\.4\.post_attention_norm\.weight$=F32
457
+ ^blk\.4\.ssm_a$=F32
458
+ ^blk\.4\.ssm_alpha\.weight$=MXFP4
459
+ ^blk\.4\.ssm_beta\.weight$=MXFP4
460
+ ^blk\.4\.ssm_conv1d\.weight$=F32
461
+ ^blk\.4\.ssm_dt\.bias$=F32
462
+ ^blk\.4\.ssm_norm\.weight$=F32
463
+ ^blk\.4\.ssm_out\.weight$=IQ2_S
464
+ ^blk\.40\.attn_gate\.weight$=IQ2_XXS
465
+ ^blk\.40\.attn_norm\.weight$=F32
466
+ ^blk\.40\.attn_qkv\.weight$=IQ2_XXS
467
+ ^blk\.40\.ffn_down\.weight$=IQ2_S
468
+ ^blk\.40\.ffn_gate\.weight$=IQ2_XXS
469
+ ^blk\.40\.ffn_up\.weight$=IQ2_XXS
470
+ ^blk\.40\.post_attention_norm\.weight$=F32
471
+ ^blk\.40\.ssm_a$=F32
472
+ ^blk\.40\.ssm_alpha\.weight$=MXFP4
473
+ ^blk\.40\.ssm_beta\.weight$=MXFP4
474
+ ^blk\.40\.ssm_conv1d\.weight$=F32
475
+ ^blk\.40\.ssm_dt\.bias$=F32
476
+ ^blk\.40\.ssm_norm\.weight$=F32
477
+ ^blk\.40\.ssm_out\.weight$=IQ2_S
478
+ ^blk\.41\.attn_gate\.weight$=IQ2_XXS
479
+ ^blk\.41\.attn_norm\.weight$=F32
480
+ ^blk\.41\.attn_qkv\.weight$=IQ2_XXS
481
+ ^blk\.41\.ffn_down\.weight$=IQ2_XXS
482
+ ^blk\.41\.ffn_gate\.weight$=IQ2_XXS
483
+ ^blk\.41\.ffn_up\.weight$=IQ2_XS
484
+ ^blk\.41\.post_attention_norm\.weight$=F32
485
+ ^blk\.41\.ssm_a$=F32
486
+ ^blk\.41\.ssm_alpha\.weight$=MXFP4
487
+ ^blk\.41\.ssm_beta\.weight$=MXFP4
488
+ ^blk\.41\.ssm_conv1d\.weight$=F32
489
+ ^blk\.41\.ssm_dt\.bias$=F32
490
+ ^blk\.41\.ssm_norm\.weight$=F32
491
+ ^blk\.41\.ssm_out\.weight$=IQ2_S
492
+ ^blk\.42\.attn_gate\.weight$=IQ2_XXS
493
+ ^blk\.42\.attn_norm\.weight$=F32
494
+ ^blk\.42\.attn_qkv\.weight$=IQ2_XS
495
+ ^blk\.42\.ffn_down\.weight$=IQ2_XXS
496
+ ^blk\.42\.ffn_gate\.weight$=IQ2_XXS
497
+ ^blk\.42\.ffn_up\.weight$=IQ2_XXS
498
+ ^blk\.42\.post_attention_norm\.weight$=F32
499
+ ^blk\.42\.ssm_a$=F32
500
+ ^blk\.42\.ssm_alpha\.weight$=MXFP4
501
+ ^blk\.42\.ssm_beta\.weight$=MXFP4
502
+ ^blk\.42\.ssm_conv1d\.weight$=F32
503
+ ^blk\.42\.ssm_dt\.bias$=F32
504
+ ^blk\.42\.ssm_norm\.weight$=F32
505
+ ^blk\.42\.ssm_out\.weight$=IQ2_XS
506
+ ^blk\.43\.attn_k\.weight$=IQ3_XXS
507
+ ^blk\.43\.attn_k_norm\.weight$=F32
508
+ ^blk\.43\.attn_norm\.weight$=F32
509
+ ^blk\.43\.attn_output\.weight$=IQ3_XXS
510
+ ^blk\.43\.attn_q\.weight$=IQ2_XS
511
+ ^blk\.43\.attn_q_norm\.weight$=F32
512
+ ^blk\.43\.attn_v\.weight$=MXFP4
513
+ ^blk\.43\.ffn_down\.weight$=IQ2_XXS
514
+ ^blk\.43\.ffn_gate\.weight$=IQ2_XXS
515
+ ^blk\.43\.ffn_up\.weight$=IQ2_XXS
516
+ ^blk\.43\.post_attention_norm\.weight$=F32
517
+ ^blk\.44\.attn_gate\.weight$=IQ2_XXS
518
+ ^blk\.44\.attn_norm\.weight$=F32
519
+ ^blk\.44\.attn_qkv\.weight$=IQ2_XXS
520
+ ^blk\.44\.ffn_down\.weight$=IQ2_XXS
521
+ ^blk\.44\.ffn_gate\.weight$=IQ1_M
522
+ ^blk\.44\.ffn_up\.weight$=IQ2_XXS
523
+ ^blk\.44\.post_attention_norm\.weight$=F32
524
+ ^blk\.44\.ssm_a$=F32
525
+ ^blk\.44\.ssm_alpha\.weight$=MXFP4
526
+ ^blk\.44\.ssm_beta\.weight$=MXFP4
527
+ ^blk\.44\.ssm_conv1d\.weight$=F32
528
+ ^blk\.44\.ssm_dt\.bias$=F32
529
+ ^blk\.44\.ssm_norm\.weight$=F32
530
+ ^blk\.44\.ssm_out\.weight$=IQ2_XS
531
+ ^blk\.45\.attn_gate\.weight$=IQ1_M
532
+ ^blk\.45\.attn_norm\.weight$=F32
533
+ ^blk\.45\.attn_qkv\.weight$=IQ2_XXS
534
+ ^blk\.45\.ffn_down\.weight$=IQ2_XXS
535
+ ^blk\.45\.ffn_gate\.weight$=IQ1_S
536
+ ^blk\.45\.ffn_up\.weight$=IQ2_XXS
537
+ ^blk\.45\.post_attention_norm\.weight$=F32
538
+ ^blk\.45\.ssm_a$=F32
539
+ ^blk\.45\.ssm_alpha\.weight$=MXFP4
540
+ ^blk\.45\.ssm_beta\.weight$=MXFP4
541
+ ^blk\.45\.ssm_conv1d\.weight$=F32
542
+ ^blk\.45\.ssm_dt\.bias$=F32
543
+ ^blk\.45\.ssm_norm\.weight$=F32
544
+ ^blk\.45\.ssm_out\.weight$=IQ2_XXS
545
+ ^blk\.46\.attn_gate\.weight$=IQ2_XXS
546
+ ^blk\.46\.attn_norm\.weight$=F32
547
+ ^blk\.46\.attn_qkv\.weight$=IQ2_XS
548
+ ^blk\.46\.ffn_down\.weight$=IQ2_XXS
549
+ ^blk\.46\.ffn_gate\.weight$=IQ1_S
550
+ ^blk\.46\.ffn_up\.weight$=IQ1_M
551
+ ^blk\.46\.post_attention_norm\.weight$=F32
552
+ ^blk\.46\.ssm_a$=F32
553
+ ^blk\.46\.ssm_alpha\.weight$=MXFP4
554
+ ^blk\.46\.ssm_beta\.weight$=MXFP4
555
+ ^blk\.46\.ssm_conv1d\.weight$=F32
556
+ ^blk\.46\.ssm_dt\.bias$=F32
557
+ ^blk\.46\.ssm_norm\.weight$=F32
558
+ ^blk\.46\.ssm_out\.weight$=IQ2_XS
559
+ ^blk\.47\.attn_k\.weight$=IQ3_S
560
+ ^blk\.47\.attn_k_norm\.weight$=F32
561
+ ^blk\.47\.attn_norm\.weight$=F32
562
+ ^blk\.47\.attn_output\.weight$=IQ2_XS
563
+ ^blk\.47\.attn_q\.weight$=IQ2_XS
564
+ ^blk\.47\.attn_q_norm\.weight$=F32
565
+ ^blk\.47\.attn_v\.weight$=MXFP4
566
+ ^blk\.47\.ffn_down\.weight$=IQ1_M
567
+ ^blk\.47\.ffn_gate\.weight$=IQ1_S
568
+ ^blk\.47\.ffn_up\.weight$=IQ2_XXS
569
+ ^blk\.47\.post_attention_norm\.weight$=F32
570
+ ^blk\.48\.attn_gate\.weight$=IQ2_XXS
571
+ ^blk\.48\.attn_norm\.weight$=F32
572
+ ^blk\.48\.attn_qkv\.weight$=IQ3_XXS
573
+ ^blk\.48\.ffn_down\.weight$=IQ2_XXS
574
+ ^blk\.48\.ffn_gate\.weight$=IQ2_XXS
575
+ ^blk\.48\.ffn_up\.weight$=IQ2_XXS
576
+ ^blk\.48\.post_attention_norm\.weight$=F32
577
+ ^blk\.48\.ssm_a$=F32
578
+ ^blk\.48\.ssm_alpha\.weight$=MXFP4
579
+ ^blk\.48\.ssm_beta\.weight$=MXFP4
580
+ ^blk\.48\.ssm_conv1d\.weight$=F32
581
+ ^blk\.48\.ssm_dt\.bias$=F32
582
+ ^blk\.48\.ssm_norm\.weight$=F32
583
+ ^blk\.48\.ssm_out\.weight$=IQ2_XXS
584
+ ^blk\.49\.attn_gate\.weight$=IQ2_XXS
585
+ ^blk\.49\.attn_norm\.weight$=F32
586
+ ^blk\.49\.attn_qkv\.weight$=IQ2_S
587
+ ^blk\.49\.ffn_down\.weight$=IQ2_XS
588
+ ^blk\.49\.ffn_gate\.weight$=IQ2_XXS
589
+ ^blk\.49\.ffn_up\.weight$=IQ2_XXS
590
+ ^blk\.49\.post_attention_norm\.weight$=F32
591
+ ^blk\.49\.ssm_a$=F32
592
+ ^blk\.49\.ssm_alpha\.weight$=MXFP4
593
+ ^blk\.49\.ssm_beta\.weight$=MXFP4
594
+ ^blk\.49\.ssm_conv1d\.weight$=F32
595
+ ^blk\.49\.ssm_dt\.bias$=F32
596
+ ^blk\.49\.ssm_norm\.weight$=F32
597
+ ^blk\.49\.ssm_out\.weight$=IQ2_XS
598
+ ^blk\.5\.attn_gate\.weight$=IQ2_XXS
599
+ ^blk\.5\.attn_norm\.weight$=F32
600
+ ^blk\.5\.attn_qkv\.weight$=IQ2_XXS
601
+ ^blk\.5\.ffn_down\.weight$=IQ1_S
602
+ ^blk\.5\.ffn_gate\.weight$=IQ1_S
603
+ ^blk\.5\.ffn_up\.weight$=IQ1_S
604
+ ^blk\.5\.post_attention_norm\.weight$=F32
605
+ ^blk\.5\.ssm_a$=F32
606
+ ^blk\.5\.ssm_alpha\.weight$=MXFP4
607
+ ^blk\.5\.ssm_beta\.weight$=MXFP4
608
+ ^blk\.5\.ssm_conv1d\.weight$=F32
609
+ ^blk\.5\.ssm_dt\.bias$=F32
610
+ ^blk\.5\.ssm_norm\.weight$=F32
611
+ ^blk\.5\.ssm_out\.weight$=IQ2_XXS
612
+ ^blk\.50\.attn_gate\.weight$=IQ2_XXS
613
+ ^blk\.50\.attn_norm\.weight$=F32
614
+ ^blk\.50\.attn_qkv\.weight$=IQ3_XXS
615
+ ^blk\.50\.ffn_down\.weight$=IQ2_XXS
616
+ ^blk\.50\.ffn_gate\.weight$=IQ2_XXS
617
+ ^blk\.50\.ffn_up\.weight$=IQ2_XXS
618
+ ^blk\.50\.post_attention_norm\.weight$=F32
619
+ ^blk\.50\.ssm_a$=F32
620
+ ^blk\.50\.ssm_alpha\.weight$=MXFP4
621
+ ^blk\.50\.ssm_beta\.weight$=MXFP4
622
+ ^blk\.50\.ssm_conv1d\.weight$=F32
623
+ ^blk\.50\.ssm_dt\.bias$=F32
624
+ ^blk\.50\.ssm_norm\.weight$=F32
625
+ ^blk\.50\.ssm_out\.weight$=IQ2_S
626
+ ^blk\.51\.attn_k\.weight$=IQ3_S
627
+ ^blk\.51\.attn_k_norm\.weight$=F32
628
+ ^blk\.51\.attn_norm\.weight$=F32
629
+ ^blk\.51\.attn_output\.weight$=IQ3_XXS
630
+ ^blk\.51\.attn_q\.weight$=IQ2_XS
631
+ ^blk\.51\.attn_q_norm\.weight$=F32
632
+ ^blk\.51\.attn_v\.weight$=MXFP4
633
+ ^blk\.51\.ffn_down\.weight$=IQ2_S
634
+ ^blk\.51\.ffn_gate\.weight$=IQ2_XXS
635
+ ^blk\.51\.ffn_up\.weight$=IQ2_XXS
636
+ ^blk\.51\.post_attention_norm\.weight$=F32
637
+ ^blk\.52\.attn_gate\.weight$=IQ2_XXS
638
+ ^blk\.52\.attn_norm\.weight$=F32
639
+ ^blk\.52\.attn_qkv\.weight$=IQ2_XS
640
+ ^blk\.52\.ffn_down\.weight$=IQ2_S
641
+ ^blk\.52\.ffn_gate\.weight$=IQ2_XXS
642
+ ^blk\.52\.ffn_up\.weight$=IQ2_XS
643
+ ^blk\.52\.post_attention_norm\.weight$=F32
644
+ ^blk\.52\.ssm_a$=F32
645
+ ^blk\.52\.ssm_alpha\.weight$=MXFP4
646
+ ^blk\.52\.ssm_beta\.weight$=MXFP4
647
+ ^blk\.52\.ssm_conv1d\.weight$=F32
648
+ ^blk\.52\.ssm_dt\.bias$=F32
649
+ ^blk\.52\.ssm_norm\.weight$=F32
650
+ ^blk\.52\.ssm_out\.weight$=IQ3_XXS
651
+ ^blk\.53\.attn_gate\.weight$=IQ2_XXS
652
+ ^blk\.53\.attn_norm\.weight$=F32
653
+ ^blk\.53\.attn_qkv\.weight$=IQ2_XS
654
+ ^blk\.53\.ffn_down\.weight$=IQ2_S
655
+ ^blk\.53\.ffn_gate\.weight$=IQ2_XXS
656
+ ^blk\.53\.ffn_up\.weight$=IQ2_S
657
+ ^blk\.53\.post_attention_norm\.weight$=F32
658
+ ^blk\.53\.ssm_a$=F32
659
+ ^blk\.53\.ssm_alpha\.weight$=MXFP4
660
+ ^blk\.53\.ssm_beta\.weight$=MXFP4
661
+ ^blk\.53\.ssm_conv1d\.weight$=F32
662
+ ^blk\.53\.ssm_dt\.bias$=F32
663
+ ^blk\.53\.ssm_norm\.weight$=F32
664
+ ^blk\.53\.ssm_out\.weight$=IQ3_XXS
665
+ ^blk\.54\.attn_gate\.weight$=IQ2_XXS
666
+ ^blk\.54\.attn_norm\.weight$=F32
667
+ ^blk\.54\.attn_qkv\.weight$=IQ2_XXS
668
+ ^blk\.54\.ffn_down\.weight$=IQ3_XXS
669
+ ^blk\.54\.ffn_gate\.weight$=IQ2_XXS
670
+ ^blk\.54\.ffn_up\.weight$=IQ2_S
671
+ ^blk\.54\.post_attention_norm\.weight$=F32
672
+ ^blk\.54\.ssm_a$=F32
673
+ ^blk\.54\.ssm_alpha\.weight$=MXFP4
674
+ ^blk\.54\.ssm_beta\.weight$=MXFP4
675
+ ^blk\.54\.ssm_conv1d\.weight$=F32
676
+ ^blk\.54\.ssm_dt\.bias$=F32
677
+ ^blk\.54\.ssm_norm\.weight$=F32
678
+ ^blk\.54\.ssm_out\.weight$=IQ2_XS
679
+ ^blk\.55\.attn_k\.weight$=IQ3_XXS
680
+ ^blk\.55\.attn_k_norm\.weight$=F32
681
+ ^blk\.55\.attn_norm\.weight$=F32
682
+ ^blk\.55\.attn_output\.weight$=IQ2_S
683
+ ^blk\.55\.attn_q\.weight$=IQ2_XXS
684
+ ^blk\.55\.attn_q_norm\.weight$=F32
685
+ ^blk\.55\.attn_v\.weight$=MXFP4
686
+ ^blk\.55\.ffn_down\.weight$=IQ3_XXS
687
+ ^blk\.55\.ffn_gate\.weight$=IQ2_XXS
688
+ ^blk\.55\.ffn_up\.weight$=IQ2_S
689
+ ^blk\.55\.post_attention_norm\.weight$=F32
690
+ ^blk\.56\.attn_gate\.weight$=IQ2_S
691
+ ^blk\.56\.attn_norm\.weight$=F32
692
+ ^blk\.56\.attn_qkv\.weight$=IQ2_S
693
+ ^blk\.56\.ffn_down\.weight$=IQ3_S
694
+ ^blk\.56\.ffn_gate\.weight$=IQ2_S
695
+ ^blk\.56\.ffn_up\.weight$=IQ2_S
696
+ ^blk\.56\.post_attention_norm\.weight$=F32
697
+ ^blk\.56\.ssm_a$=F32
698
+ ^blk\.56\.ssm_alpha\.weight$=MXFP4
699
+ ^blk\.56\.ssm_beta\.weight$=MXFP4
700
+ ^blk\.56\.ssm_conv1d\.weight$=F32
701
+ ^blk\.56\.ssm_dt\.bias$=F32
702
+ ^blk\.56\.ssm_norm\.weight$=F32
703
+ ^blk\.56\.ssm_out\.weight$=IQ3_XXS
704
+ ^blk\.57\.attn_gate\.weight$=IQ2_S
705
+ ^blk\.57\.attn_norm\.weight$=F32
706
+ ^blk\.57\.attn_qkv\.weight$=IQ2_XXS
707
+ ^blk\.57\.ffn_down\.weight$=IQ3_S
708
+ ^blk\.57\.ffn_gate\.weight$=IQ3_XXS
709
+ ^blk\.57\.ffn_up\.weight$=IQ3_XXS
710
+ ^blk\.57\.post_attention_norm\.weight$=F32
711
+ ^blk\.57\.ssm_a$=F32
712
+ ^blk\.57\.ssm_alpha\.weight$=MXFP4
713
+ ^blk\.57\.ssm_beta\.weight$=MXFP4
714
+ ^blk\.57\.ssm_conv1d\.weight$=F32
715
+ ^blk\.57\.ssm_dt\.bias$=F32
716
+ ^blk\.57\.ssm_norm\.weight$=F32
717
+ ^blk\.57\.ssm_out\.weight$=IQ3_XXS
718
+ ^blk\.58\.attn_gate\.weight$=IQ2_XS
719
+ ^blk\.58\.attn_norm\.weight$=F32
720
+ ^blk\.58\.attn_qkv\.weight$=IQ2_S
721
+ ^blk\.58\.ffn_down\.weight$=IQ3_XXS
722
+ ^blk\.58\.ffn_gate\.weight$=IQ3_XXS
723
+ ^blk\.58\.ffn_up\.weight$=IQ3_XXS
724
+ ^blk\.58\.post_attention_norm\.weight$=F32
725
+ ^blk\.58\.ssm_a$=F32
726
+ ^blk\.58\.ssm_alpha\.weight$=MXFP4
727
+ ^blk\.58\.ssm_beta\.weight$=MXFP4
728
+ ^blk\.58\.ssm_conv1d\.weight$=F32
729
+ ^blk\.58\.ssm_dt\.bias$=F32
730
+ ^blk\.58\.ssm_norm\.weight$=F32
731
+ ^blk\.58\.ssm_out\.weight$=IQ2_S
732
+ ^blk\.59\.attn_k\.weight$=IQ3_XXS
733
+ ^blk\.59\.attn_k_norm\.weight$=F32
734
+ ^blk\.59\.attn_norm\.weight$=F32
735
+ ^blk\.59\.attn_output\.weight$=IQ3_XXS
736
+ ^blk\.59\.attn_q\.weight$=IQ2_XS
737
+ ^blk\.59\.attn_q_norm\.weight$=F32
738
+ ^blk\.59\.attn_v\.weight$=MXFP4
739
+ ^blk\.59\.ffn_down\.weight$=IQ3_XXS
740
+ ^blk\.59\.ffn_gate\.weight$=IQ3_XXS
741
+ ^blk\.59\.ffn_up\.weight$=IQ3_XXS
742
+ ^blk\.59\.post_attention_norm\.weight$=F32
743
+ ^blk\.6\.attn_gate\.weight$=IQ2_XXS
744
+ ^blk\.6\.attn_norm\.weight$=F32
745
+ ^blk\.6\.attn_qkv\.weight$=IQ2_XXS
746
+ ^blk\.6\.ffn_down\.weight$=IQ1_S
747
+ ^blk\.6\.ffn_gate\.weight$=IQ1_S
748
+ ^blk\.6\.ffn_up\.weight$=IQ1_S
749
+ ^blk\.6\.post_attention_norm\.weight$=F32
750
+ ^blk\.6\.ssm_a$=F32
751
+ ^blk\.6\.ssm_alpha\.weight$=MXFP4
752
+ ^blk\.6\.ssm_beta\.weight$=MXFP4
753
+ ^blk\.6\.ssm_conv1d\.weight$=F32
754
+ ^blk\.6\.ssm_dt\.bias$=F32
755
+ ^blk\.6\.ssm_norm\.weight$=F32
756
+ ^blk\.6\.ssm_out\.weight$=IQ2_XXS
757
+ ^blk\.60\.attn_gate\.weight$=IQ2_XXS
758
+ ^blk\.60\.attn_norm\.weight$=F32
759
+ ^blk\.60\.attn_qkv\.weight$=IQ3_XXS
760
+ ^blk\.60\.ffn_down\.weight$=IQ3_XXS
761
+ ^blk\.60\.ffn_gate\.weight$=IQ3_XXS
762
+ ^blk\.60\.ffn_up\.weight$=IQ3_XXS
763
+ ^blk\.60\.post_attention_norm\.weight$=F32
764
+ ^blk\.60\.ssm_a$=F32
765
+ ^blk\.60\.ssm_alpha\.weight$=MXFP4
766
+ ^blk\.60\.ssm_beta\.weight$=MXFP4
767
+ ^blk\.60\.ssm_conv1d\.weight$=F32
768
+ ^blk\.60\.ssm_dt\.bias$=F32
769
+ ^blk\.60\.ssm_norm\.weight$=F32
770
+ ^blk\.60\.ssm_out\.weight$=IQ3_XXS
771
+ ^blk\.61\.attn_gate\.weight$=IQ2_XXS
772
+ ^blk\.61\.attn_norm\.weight$=F32
773
+ ^blk\.61\.attn_qkv\.weight$=IQ2_XS
774
+ ^blk\.61\.ffn_down\.weight$=IQ2_S
775
+ ^blk\.61\.ffn_gate\.weight$=IQ2_S
776
+ ^blk\.61\.ffn_up\.weight$=IQ2_S
777
+ ^blk\.61\.post_attention_norm\.weight$=F32
778
+ ^blk\.61\.ssm_a$=F32
779
+ ^blk\.61\.ssm_alpha\.weight$=MXFP4
780
+ ^blk\.61\.ssm_beta\.weight$=MXFP4
781
+ ^blk\.61\.ssm_conv1d\.weight$=F32
782
+ ^blk\.61\.ssm_dt\.bias$=F32
783
+ ^blk\.61\.ssm_norm\.weight$=F32
784
+ ^blk\.61\.ssm_out\.weight$=IQ3_XXS
785
+ ^blk\.62\.attn_gate\.weight$=IQ2_S
786
+ ^blk\.62\.attn_norm\.weight$=F32
787
+ ^blk\.62\.attn_qkv\.weight$=IQ3_XXS
788
+ ^blk\.62\.ffn_down\.weight$=IQ2_S
789
+ ^blk\.62\.ffn_gate\.weight$=IQ2_S
790
+ ^blk\.62\.ffn_up\.weight$=IQ2_S
791
+ ^blk\.62\.post_attention_norm\.weight$=F32
792
+ ^blk\.62\.ssm_a$=F32
793
+ ^blk\.62\.ssm_alpha\.weight$=MXFP4
794
+ ^blk\.62\.ssm_beta\.weight$=MXFP4
795
+ ^blk\.62\.ssm_conv1d\.weight$=F32
796
+ ^blk\.62\.ssm_dt\.bias$=F32
797
+ ^blk\.62\.ssm_norm\.weight$=F32
798
+ ^blk\.62\.ssm_out\.weight$=IQ3_XXS
799
+ ^blk\.63\.attn_k\.weight$=IQ3_S
800
+ ^blk\.63\.attn_k_norm\.weight$=F32
801
+ ^blk\.63\.attn_norm\.weight$=F32
802
+ ^blk\.63\.attn_output\.weight$=IQ3_XXS
803
+ ^blk\.63\.attn_q\.weight$=IQ3_XXS
804
+ ^blk\.63\.attn_q_norm\.weight$=F32
805
+ ^blk\.63\.attn_v\.weight$=MXFP4
806
+ ^blk\.63\.ffn_down\.weight$=IQ3_S
807
+ ^blk\.63\.ffn_gate\.weight$=Q3_K
808
+ ^blk\.63\.ffn_up\.weight$=MXFP4
809
+ ^blk\.63\.post_attention_norm\.weight$=F32
810
+ ^blk\.64\.attn_k\.weight$=BF16
811
+ ^blk\.64\.attn_k_norm\.weight$=F32
812
+ ^blk\.64\.attn_norm\.weight$=F32
813
+ ^blk\.64\.attn_output\.weight$=BF16
814
+ ^blk\.64\.attn_q\.weight$=BF16
815
+ ^blk\.64\.attn_q_norm\.weight$=F32
816
+ ^blk\.64\.attn_v\.weight$=BF16
817
+ ^blk\.64\.ffn_down\.weight$=BF16
818
+ ^blk\.64\.ffn_gate\.weight$=BF16
819
+ ^blk\.64\.ffn_up\.weight$=BF16
820
+ ^blk\.64\.nextn\.eh_proj\.weight$=BF16
821
+ ^blk\.64\.nextn\.enorm\.weight$=F32
822
+ ^blk\.64\.nextn\.hnorm\.weight$=F32
823
+ ^blk\.64\.nextn\.shared_head_norm\.weight$=F32
824
+ ^blk\.64\.post_attention_norm\.weight$=F32
825
+ ^blk\.7\.attn_k\.weight$=IQ2_XS
826
+ ^blk\.7\.attn_k_norm\.weight$=F32
827
+ ^blk\.7\.attn_norm\.weight$=F32
828
+ ^blk\.7\.attn_output\.weight$=IQ1_M
829
+ ^blk\.7\.attn_q\.weight$=Q2_K
830
+ ^blk\.7\.attn_q_norm\.weight$=F32
831
+ ^blk\.7\.attn_v\.weight$=IQ2_XS
832
+ ^blk\.7\.ffn_down\.weight$=IQ1_S
833
+ ^blk\.7\.ffn_gate\.weight$=IQ1_S
834
+ ^blk\.7\.ffn_up\.weight$=IQ1_S
835
+ ^blk\.7\.post_attention_norm\.weight$=F32
836
+ ^blk\.8\.attn_gate\.weight$=IQ2_XXS
837
+ ^blk\.8\.attn_norm\.weight$=F32
838
+ ^blk\.8\.attn_qkv\.weight$=IQ2_XXS
839
+ ^blk\.8\.ffn_down\.weight$=IQ1_S
840
+ ^blk\.8\.ffn_gate\.weight$=IQ1_S
841
+ ^blk\.8\.ffn_up\.weight$=IQ1_S
842
+ ^blk\.8\.post_attention_norm\.weight$=F32
843
+ ^blk\.8\.ssm_a$=F32
844
+ ^blk\.8\.ssm_alpha\.weight$=MXFP4
845
+ ^blk\.8\.ssm_beta\.weight$=MXFP4
846
+ ^blk\.8\.ssm_conv1d\.weight$=F32
847
+ ^blk\.8\.ssm_dt\.bias$=F32
848
+ ^blk\.8\.ssm_norm\.weight$=F32
849
+ ^blk\.8\.ssm_out\.weight$=IQ1_S
850
+ ^blk\.9\.attn_gate\.weight$=IQ1_M
851
+ ^blk\.9\.attn_norm\.weight$=F32
852
+ ^blk\.9\.attn_qkv\.weight$=IQ1_S
853
+ ^blk\.9\.ffn_down\.weight$=IQ1_S
854
+ ^blk\.9\.ffn_gate\.weight$=IQ1_S
855
+ ^blk\.9\.ffn_up\.weight$=IQ1_S
856
+ ^blk\.9\.post_attention_norm\.weight$=F32
857
+ ^blk\.9\.ssm_a$=F32
858
+ ^blk\.9\.ssm_alpha\.weight$=MXFP4
859
+ ^blk\.9\.ssm_beta\.weight$=MXFP4
860
+ ^blk\.9\.ssm_conv1d\.weight$=F32
861
+ ^blk\.9\.ssm_dt\.bias$=F32
862
+ ^blk\.9\.ssm_norm\.weight$=F32
863
+ ^blk\.9\.ssm_out\.weight$=IQ2_XXS
864
+ ^output\.weight$=Q3_K
865
+ ^output_norm\.weight$=F32
866
+ ^token_embd\.weight$=Q2_K
magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/results.json ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "createdUtc": "2026-08-26T20:08:16.150125+00:00",
4
+ "experiment": "MQ-IQ2_XXS_1-Unsloth",
5
+ "status": "complete",
6
+ "models": {
7
+ "native": {
8
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
9
+ "bytes": 18892854880,
10
+ "decimalGB": 18.89285488,
11
+ "GiB": 17.595342248678207,
12
+ "sha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc"
13
+ },
14
+ "candidate": {
15
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_XXS_1-Unsloth.gguf",
16
+ "bytes": 8223819680,
17
+ "decimalGB": 8.22381968,
18
+ "GiB": 7.659028917551041,
19
+ "sha256": "84ab6e9cea4e1f7091e00a0b115ffa245e95f8b59e87e6e8ffdfdf3ee71dc441"
20
+ },
21
+ "savings": {
22
+ "bytes": 10669035200,
23
+ "decimalGB": 10.6690352,
24
+ "GiB": 9.936313331127167,
25
+ "percentOfNative": 56.47127058226787
26
+ }
27
+ },
28
+ "tensorAudit": {
29
+ "verificationPassed": true,
30
+ "tensorCount": 866,
31
+ "changedTensorCount": 390,
32
+ "unchangedPayloadsVerifiedByteExact": 476,
33
+ "nativeMxfp4PreservedCount": 108,
34
+ "nativeMxfp4TensorCount": 496,
35
+ "effectiveTypeCounts": {
36
+ "BF16": 8,
37
+ "F32": 360,
38
+ "IQ1_M": 19,
39
+ "IQ1_S": 91,
40
+ "IQ2_S": 40,
41
+ "IQ2_XS": 46,
42
+ "IQ2_XXS": 131,
43
+ "IQ3_S": 10,
44
+ "IQ3_XXS": 45,
45
+ "MXFP4": 108,
46
+ "Q2_K": 6,
47
+ "Q3_K": 2
48
+ }
49
+ },
50
+ "benchmark": {
51
+ "domain": "general",
52
+ "tokenTarget": 32768,
53
+ "chunks": 15,
54
+ "context": 2048,
55
+ "threads": 4,
56
+ "gpuLayers": 0,
57
+ "gpuVisible": false,
58
+ "nativeStandalonePpl": 5.8033,
59
+ "nativeStandalonePplError": 0.11146,
60
+ "paired": {
61
+ "candidatePpl": 7.704137,
62
+ "basePpl": 5.801511,
63
+ "pplDifference": 1.902626,
64
+ "pplRatio": 1.327953,
65
+ "logPplRatio": 0.283639,
66
+ "correlationPercent": 92.52
67
+ },
68
+ "kld": {
69
+ "mean": 0.321797,
70
+ "standardError": 0.004179,
71
+ "maximum": 9.210259,
72
+ "p99_9": 5.867157,
73
+ "p99": 2.483742,
74
+ "p95": 1.134889,
75
+ "p90": 0.741691,
76
+ "median": 0.177414
77
+ },
78
+ "tokenProbability": {
79
+ "meanDeltaPercent": -6.684,
80
+ "rmsDeltaPercent": 17.362,
81
+ "sameTopPercent": 76.729
82
+ },
83
+ "scope": {
84
+ "languageLogits": true,
85
+ "visionProjectorEvaluated": false,
86
+ "mtpTensorsEvaluated": false,
87
+ "note": "llama-perplexity logged block 64 MTP tensors as unused; ordinary KLD primarily measures the changed token embedding and output tensors"
88
+ }
89
+ },
90
+ "imatrixApplicability": {
91
+ "supplied": true,
92
+ "label": "Unsloth",
93
+ "sha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1",
94
+ "entries": 496,
95
+ "changedTensorsWithEntries": 388,
96
+ "changedTensorCount": 390,
97
+ "note": "Coverage is inferred from llama.cpp's per-conversion missing-weight messages; tensors present in the imatrix are supplied to the selected quantizer."
98
+ },
99
+ "artifacts": {
100
+ "corpus": {
101
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/_ppl_corpora/ppl_corpus_general.txt",
102
+ "bytes": 131514,
103
+ "sha256": "5d38d98dce15f54e9a1a926187b6058e65cd8b3dd9b5cc2729b0a5fd249228b0"
104
+ },
105
+ "referenceLogits": {
106
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/logits/kld_logits_general.bin",
107
+ "bytes": 7621186460,
108
+ "sha256": "604db2df7253cba18a6c0a569ed819ee3065d4ac20cd94ae72f4329e7bba8516"
109
+ },
110
+ "nativeLog": {
111
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/perplexity_general.log",
112
+ "sha256": "bade3445565a354969f7515045507b854bee83f6695eec7490b70eab9c6eebc2"
113
+ },
114
+ "candidateLog": {
115
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ2_XXS_1-Unsloth/benchmark/candidate/perplexity_general.log",
116
+ "sha256": "6c608d8e0d95221b088067d42a08fe10bb45e1e63dde385a460f3821e1081f72"
117
+ },
118
+ "quantizationLog": {
119
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ2_XXS_1-Unsloth/quantization.log",
120
+ "sha256": "c05ffce3f2845c3daebdad7f68d5cd2672188f6d628263e0657064e5ab3ec22d"
121
+ }
122
+ }
123
+ }
magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/tensor-decisions.json ADDED
The diff for this file is too large to render. See raw diff
 
magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/type-summary.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "createdUtc": "2026-08-26T17:03:16.068352+00:00",
4
+ "experiment": "MQ-IQ2_XXS_1-Unsloth",
5
+ "policy": "effective=requested only when requested storage bits/weight is strictly below source; otherwise preserve source",
6
+ "tiePolicy": "preserve_source",
7
+ "baseQuantFallback": "IQ2_XXS",
8
+ "tensorCount": 866,
9
+ "sourceTypeCounts": {
10
+ "BF16": 10,
11
+ "F32": 360,
12
+ "MXFP4": 496
13
+ },
14
+ "requestedTypeCounts": {
15
+ "BF16": 8,
16
+ "F32": 408,
17
+ "IQ1_M": 19,
18
+ "IQ1_S": 91,
19
+ "IQ2_S": 40,
20
+ "IQ2_XS": 46,
21
+ "IQ2_XXS": 131,
22
+ "IQ3_S": 10,
23
+ "IQ3_XXS": 45,
24
+ "IQ4_XS": 6,
25
+ "Q2_K": 6,
26
+ "Q3_K": 2,
27
+ "Q4_K": 6,
28
+ "Q8_0": 48
29
+ },
30
+ "effectiveTypeCounts": {
31
+ "BF16": 8,
32
+ "F32": 360,
33
+ "IQ1_M": 19,
34
+ "IQ1_S": 91,
35
+ "IQ2_S": 40,
36
+ "IQ2_XS": 46,
37
+ "IQ2_XXS": 131,
38
+ "IQ3_S": 10,
39
+ "IQ3_XXS": 45,
40
+ "MXFP4": 108,
41
+ "Q2_K": 6,
42
+ "Q3_K": 2
43
+ },
44
+ "actionCounts": {
45
+ "preserve_source": 476,
46
+ "quantize_down": 390
47
+ },
48
+ "nativeMxfp4TensorCount": 496,
49
+ "nativeMxfp4PreservedCount": 108,
50
+ "nativeMxfp4QuantizedDownCount": 388,
51
+ "promotionCount": 0,
52
+ "bitsPerWeightOrdering": {
53
+ "F32": 32.0,
54
+ "BF16": 16.0,
55
+ "F16": 16.0,
56
+ "Q8_0": 8.5,
57
+ "Q6_K": 6.5625,
58
+ "Q5_K": 5.5,
59
+ "Q5_0": 5.5,
60
+ "Q4_K": 4.5,
61
+ "Q4_0": 4.5,
62
+ "IQ4_NL": 4.5,
63
+ "MXFP4": 4.25,
64
+ "IQ4_XS": 4.25,
65
+ "Q3_K": 3.4375,
66
+ "IQ3_M": 3.66,
67
+ "IQ3_S": 3.44,
68
+ "IQ3_XS": 3.3,
69
+ "IQ3_XXS": 3.06,
70
+ "Q2_K": 2.625,
71
+ "IQ2_M": 2.7,
72
+ "IQ2_S": 2.5,
73
+ "IQ2_XS": 2.31,
74
+ "IQ2_XXS": 2.06,
75
+ "IQ1_M": 1.75,
76
+ "IQ1_S": 1.5625
77
+ },
78
+ "inputs": {
79
+ "nativeGguf": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
80
+ "nativeGgufSha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc",
81
+ "cloneManifest": "hf://magiccodingman/Qwen3.8-27B-MagicQuant-GGUF/magicquant-manifest/magicquant.clone-configs.json",
82
+ "cloneManifestSha256": "9e0ae106505901e38f892dc576d8a9b9f5dee4344d3cf1df19999fc4aab4e212",
83
+ "selectedDisplayName": "MQ-IQ2_XXS_1"
84
+ }
85
+ }
magicquant-manifest/experiments/MQ-IQ2_XXS_1-Unsloth/verification.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "passed": true,
3
+ "tensorCount": 866,
4
+ "sourceTensorCount": 866,
5
+ "childTensorCount": 866,
6
+ "unchangedPayloadsVerifiedByteExact": 476,
7
+ "changedTensorCount": 390,
8
+ "childTypeCounts": {
9
+ "BF16": 8,
10
+ "F32": 360,
11
+ "IQ1_M": 19,
12
+ "IQ1_S": 91,
13
+ "IQ2_S": 40,
14
+ "IQ2_XS": 46,
15
+ "IQ2_XXS": 131,
16
+ "IQ3_S": 10,
17
+ "IQ3_XXS": 45,
18
+ "MXFP4": 108,
19
+ "Q2_K": 6,
20
+ "Q3_K": 2
21
+ },
22
+ "errors": []
23
+ }
magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/README.md ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # MQ-IQ4_XS_1-Generic manifest
2
+
3
+ This directory is the authoritative audit trail for the first native-MXFP4 downward-only hybrid.
4
+
5
+ - `config.json`: source, output, recipe, imatrix, llama.cpp, CPU execution, and benchmark configuration.
6
+ - `commands.json`: exact argument vectors used for quantization, native logits, and candidate KLD.
7
+ - `effective-tensor-types.txt`: escaped, anchored llama.cpp tensor-type regex map.
8
+ - `tensor-decisions.json`: all 866 source/requested/effective tensor choices and reasons.
9
+ - `type-summary.json`: type counts, storage ordering, policy, and input hashes.
10
+ - `verification.json`: successful type and byte-payload audit.
11
+ - `results.json`: model hashes and sizes, benchmark metrics, artifact hashes, benchmark scope, and imatrix applicability.
12
+ - `rejected-attempts.json`: transparent record of the caught unanchored-regex failure; its invalid GGUF was deleted before benchmarking.
13
+ - `verification.attempt-1-rejected.json`: full failed audit from that rejected attempt.
14
+
15
+ Final result: 3,911,085,760 bytes saved (20.7014%) for mean general-domain KLD 0.000940 against the native MXFP4 parent. All 496 native MXFP4 tensor payloads are byte-exact in the candidate.
magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/commands.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "workingDirectory": "<REPO_ROOT>",
4
+ "environment": {
5
+ "CUDA_VISIBLE_DEVICES": ""
6
+ },
7
+ "commands": {
8
+ "quantize": [
9
+ "llama.cpp/build/bin/llama-quantize",
10
+ "--allow-requantize",
11
+ "--imatrix",
12
+ "hf://magiccodingman/Qwen3.8-27B-MagicQuant-GGUF/imatrix.dat",
13
+ "--tensor-type-file",
14
+ "magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/effective-tensor-types.txt",
15
+ "Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
16
+ "Qwen3.8-27B-Quark-MXFP4-MQ-IQ4_XS_1-Generic.gguf",
17
+ "IQ4_NL",
18
+ "16"
19
+ ],
20
+ "referenceLogits": [
21
+ "llama.cpp/build/bin/llama-perplexity",
22
+ "-m",
23
+ "Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
24
+ "-ngl",
25
+ "0",
26
+ "-t",
27
+ "4",
28
+ "-c",
29
+ "2048",
30
+ "--file",
31
+ "Experiments/MQ-IQ4_XS_1-Generic/benchmark/_ppl_corpora/ppl_corpus_general.txt",
32
+ "--kl-divergence-base",
33
+ "Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/logits/kld_logits_general.bin"
34
+ ],
35
+ "candidateKld": [
36
+ "llama.cpp/build/bin/llama-perplexity",
37
+ "-m",
38
+ "Qwen3.8-27B-Quark-MXFP4-MQ-IQ4_XS_1-Generic.gguf",
39
+ "-ngl",
40
+ "0",
41
+ "-t",
42
+ "4",
43
+ "-c",
44
+ "2048",
45
+ "--file",
46
+ "Experiments/MQ-IQ4_XS_1-Generic/benchmark/_ppl_corpora/ppl_corpus_general.txt",
47
+ "--kl-divergence-base",
48
+ "Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/logits/kld_logits_general.bin",
49
+ "--kl-divergence"
50
+ ]
51
+ }
52
+ }
magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/config.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "experiment": "MQ-IQ4_XS_1-Generic",
4
+ "status": "complete",
5
+ "source": {
6
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
7
+ "sha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc",
8
+ "bytes": 18892854880
9
+ },
10
+ "output": {
11
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-MXFP4-MQ-IQ4_XS_1-Generic.gguf"
12
+ },
13
+ "recipe": {
14
+ "displayName": "MQ-IQ4_XS_1",
15
+ "sourceManifest": "hf://magiccodingman/Qwen3.8-27B-MagicQuant-GGUF/magicquant-manifest/magicquant.clone-configs.json",
16
+ "sourceManifestSha256": "9e0ae106505901e38f892dc576d8a9b9f5dee4344d3cf1df19999fc4aab4e212",
17
+ "adaptation": "strict-downward-only",
18
+ "tiePolicy": "preserve-source",
19
+ "bf16Intermediate": false
20
+ },
21
+ "imatrix": {
22
+ "label": "Generic MagicQuant Qwen3.8-27B",
23
+ "path": "hf://magiccodingman/Qwen3.8-27B-MagicQuant-GGUF/imatrix.dat",
24
+ "sha256": "123a92c3ba8cd31ed2887bd348682be5b68c977b12cc30e11c632e7ddf899eaa",
25
+ "bytes": 13642688,
26
+ "entries": 496,
27
+ "chunks": 2936,
28
+ "changedTensorsWithEntries": 0,
29
+ "numericallyAffectedThisCandidate": false,
30
+ "applicabilityNote": "All 496 covered native MXFP4 tensors were preserved byte-exact; none of the 10 changed BF16 tensors had an imatrix entry."
31
+ },
32
+ "llamaCpp": {
33
+ "path": "<REPO_ROOT>/llama.cpp",
34
+ "commit": "d222767c7a6516559a3f49e7721b6c6b1acc87b4",
35
+ "quantizeSha256": "b69d5bdb3085ec9961d3ac1c66861f9039aaf17542838c399aa24baccc564eb7",
36
+ "perplexitySha256": "12f63eee9ce9f666c72c968f414c3cf34dbcb6715d70c5e8fe6ead9674662805"
37
+ },
38
+ "execution": {
39
+ "gpuUse": false,
40
+ "cudaVisibleDevices": "",
41
+ "quantizeThreads": 16,
42
+ "benchmarkThreads": 4,
43
+ "benchmarkContext": 2048
44
+ },
45
+ "benchmark": {
46
+ "domain": "general",
47
+ "datasetId": "Salesforce/wikitext",
48
+ "tokenTarget": 32768,
49
+ "charsPerTokenEstimate": 4,
50
+ "corpusBytes": 131514,
51
+ "corpusSha256": "5d38d98dce15f54e9a1a926187b6058e65cd8b3dd9b5cc2729b0a5fd249228b0",
52
+ "method": "llama-perplexity reference logits then --kl-divergence against the candidate"
53
+ }
54
+ }
magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/effective-tensor-types.txt ADDED
@@ -0,0 +1,866 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ^blk\.0\.attn_gate\.weight$=MXFP4
2
+ ^blk\.0\.attn_norm\.weight$=F32
3
+ ^blk\.0\.attn_qkv\.weight$=MXFP4
4
+ ^blk\.0\.ffn_down\.weight$=MXFP4
5
+ ^blk\.0\.ffn_gate\.weight$=MXFP4
6
+ ^blk\.0\.ffn_up\.weight$=MXFP4
7
+ ^blk\.0\.post_attention_norm\.weight$=F32
8
+ ^blk\.0\.ssm_a$=F32
9
+ ^blk\.0\.ssm_alpha\.weight$=MXFP4
10
+ ^blk\.0\.ssm_beta\.weight$=MXFP4
11
+ ^blk\.0\.ssm_conv1d\.weight$=F32
12
+ ^blk\.0\.ssm_dt\.bias$=F32
13
+ ^blk\.0\.ssm_norm\.weight$=F32
14
+ ^blk\.0\.ssm_out\.weight$=MXFP4
15
+ ^blk\.1\.attn_gate\.weight$=MXFP4
16
+ ^blk\.1\.attn_norm\.weight$=F32
17
+ ^blk\.1\.attn_qkv\.weight$=MXFP4
18
+ ^blk\.1\.ffn_down\.weight$=MXFP4
19
+ ^blk\.1\.ffn_gate\.weight$=MXFP4
20
+ ^blk\.1\.ffn_up\.weight$=MXFP4
21
+ ^blk\.1\.post_attention_norm\.weight$=F32
22
+ ^blk\.1\.ssm_a$=F32
23
+ ^blk\.1\.ssm_alpha\.weight$=MXFP4
24
+ ^blk\.1\.ssm_beta\.weight$=MXFP4
25
+ ^blk\.1\.ssm_conv1d\.weight$=F32
26
+ ^blk\.1\.ssm_dt\.bias$=F32
27
+ ^blk\.1\.ssm_norm\.weight$=F32
28
+ ^blk\.1\.ssm_out\.weight$=MXFP4
29
+ ^blk\.10\.attn_gate\.weight$=MXFP4
30
+ ^blk\.10\.attn_norm\.weight$=F32
31
+ ^blk\.10\.attn_qkv\.weight$=MXFP4
32
+ ^blk\.10\.ffn_down\.weight$=MXFP4
33
+ ^blk\.10\.ffn_gate\.weight$=MXFP4
34
+ ^blk\.10\.ffn_up\.weight$=MXFP4
35
+ ^blk\.10\.post_attention_norm\.weight$=F32
36
+ ^blk\.10\.ssm_a$=F32
37
+ ^blk\.10\.ssm_alpha\.weight$=MXFP4
38
+ ^blk\.10\.ssm_beta\.weight$=MXFP4
39
+ ^blk\.10\.ssm_conv1d\.weight$=F32
40
+ ^blk\.10\.ssm_dt\.bias$=F32
41
+ ^blk\.10\.ssm_norm\.weight$=F32
42
+ ^blk\.10\.ssm_out\.weight$=MXFP4
43
+ ^blk\.11\.attn_k\.weight$=MXFP4
44
+ ^blk\.11\.attn_k_norm\.weight$=F32
45
+ ^blk\.11\.attn_norm\.weight$=F32
46
+ ^blk\.11\.attn_output\.weight$=MXFP4
47
+ ^blk\.11\.attn_q\.weight$=MXFP4
48
+ ^blk\.11\.attn_q_norm\.weight$=F32
49
+ ^blk\.11\.attn_v\.weight$=MXFP4
50
+ ^blk\.11\.ffn_down\.weight$=MXFP4
51
+ ^blk\.11\.ffn_gate\.weight$=MXFP4
52
+ ^blk\.11\.ffn_up\.weight$=MXFP4
53
+ ^blk\.11\.post_attention_norm\.weight$=F32
54
+ ^blk\.12\.attn_gate\.weight$=MXFP4
55
+ ^blk\.12\.attn_norm\.weight$=F32
56
+ ^blk\.12\.attn_qkv\.weight$=MXFP4
57
+ ^blk\.12\.ffn_down\.weight$=MXFP4
58
+ ^blk\.12\.ffn_gate\.weight$=MXFP4
59
+ ^blk\.12\.ffn_up\.weight$=MXFP4
60
+ ^blk\.12\.post_attention_norm\.weight$=F32
61
+ ^blk\.12\.ssm_a$=F32
62
+ ^blk\.12\.ssm_alpha\.weight$=MXFP4
63
+ ^blk\.12\.ssm_beta\.weight$=MXFP4
64
+ ^blk\.12\.ssm_conv1d\.weight$=F32
65
+ ^blk\.12\.ssm_dt\.bias$=F32
66
+ ^blk\.12\.ssm_norm\.weight$=F32
67
+ ^blk\.12\.ssm_out\.weight$=MXFP4
68
+ ^blk\.13\.attn_gate\.weight$=MXFP4
69
+ ^blk\.13\.attn_norm\.weight$=F32
70
+ ^blk\.13\.attn_qkv\.weight$=MXFP4
71
+ ^blk\.13\.ffn_down\.weight$=MXFP4
72
+ ^blk\.13\.ffn_gate\.weight$=MXFP4
73
+ ^blk\.13\.ffn_up\.weight$=MXFP4
74
+ ^blk\.13\.post_attention_norm\.weight$=F32
75
+ ^blk\.13\.ssm_a$=F32
76
+ ^blk\.13\.ssm_alpha\.weight$=MXFP4
77
+ ^blk\.13\.ssm_beta\.weight$=MXFP4
78
+ ^blk\.13\.ssm_conv1d\.weight$=F32
79
+ ^blk\.13\.ssm_dt\.bias$=F32
80
+ ^blk\.13\.ssm_norm\.weight$=F32
81
+ ^blk\.13\.ssm_out\.weight$=MXFP4
82
+ ^blk\.14\.attn_gate\.weight$=MXFP4
83
+ ^blk\.14\.attn_norm\.weight$=F32
84
+ ^blk\.14\.attn_qkv\.weight$=MXFP4
85
+ ^blk\.14\.ffn_down\.weight$=MXFP4
86
+ ^blk\.14\.ffn_gate\.weight$=MXFP4
87
+ ^blk\.14\.ffn_up\.weight$=MXFP4
88
+ ^blk\.14\.post_attention_norm\.weight$=F32
89
+ ^blk\.14\.ssm_a$=F32
90
+ ^blk\.14\.ssm_alpha\.weight$=MXFP4
91
+ ^blk\.14\.ssm_beta\.weight$=MXFP4
92
+ ^blk\.14\.ssm_conv1d\.weight$=F32
93
+ ^blk\.14\.ssm_dt\.bias$=F32
94
+ ^blk\.14\.ssm_norm\.weight$=F32
95
+ ^blk\.14\.ssm_out\.weight$=MXFP4
96
+ ^blk\.15\.attn_k\.weight$=MXFP4
97
+ ^blk\.15\.attn_k_norm\.weight$=F32
98
+ ^blk\.15\.attn_norm\.weight$=F32
99
+ ^blk\.15\.attn_output\.weight$=MXFP4
100
+ ^blk\.15\.attn_q\.weight$=MXFP4
101
+ ^blk\.15\.attn_q_norm\.weight$=F32
102
+ ^blk\.15\.attn_v\.weight$=MXFP4
103
+ ^blk\.15\.ffn_down\.weight$=MXFP4
104
+ ^blk\.15\.ffn_gate\.weight$=MXFP4
105
+ ^blk\.15\.ffn_up\.weight$=MXFP4
106
+ ^blk\.15\.post_attention_norm\.weight$=F32
107
+ ^blk\.16\.attn_gate\.weight$=MXFP4
108
+ ^blk\.16\.attn_norm\.weight$=F32
109
+ ^blk\.16\.attn_qkv\.weight$=MXFP4
110
+ ^blk\.16\.ffn_down\.weight$=MXFP4
111
+ ^blk\.16\.ffn_gate\.weight$=MXFP4
112
+ ^blk\.16\.ffn_up\.weight$=MXFP4
113
+ ^blk\.16\.post_attention_norm\.weight$=F32
114
+ ^blk\.16\.ssm_a$=F32
115
+ ^blk\.16\.ssm_alpha\.weight$=MXFP4
116
+ ^blk\.16\.ssm_beta\.weight$=MXFP4
117
+ ^blk\.16\.ssm_conv1d\.weight$=F32
118
+ ^blk\.16\.ssm_dt\.bias$=F32
119
+ ^blk\.16\.ssm_norm\.weight$=F32
120
+ ^blk\.16\.ssm_out\.weight$=MXFP4
121
+ ^blk\.17\.attn_gate\.weight$=MXFP4
122
+ ^blk\.17\.attn_norm\.weight$=F32
123
+ ^blk\.17\.attn_qkv\.weight$=MXFP4
124
+ ^blk\.17\.ffn_down\.weight$=MXFP4
125
+ ^blk\.17\.ffn_gate\.weight$=MXFP4
126
+ ^blk\.17\.ffn_up\.weight$=MXFP4
127
+ ^blk\.17\.post_attention_norm\.weight$=F32
128
+ ^blk\.17\.ssm_a$=F32
129
+ ^blk\.17\.ssm_alpha\.weight$=MXFP4
130
+ ^blk\.17\.ssm_beta\.weight$=MXFP4
131
+ ^blk\.17\.ssm_conv1d\.weight$=F32
132
+ ^blk\.17\.ssm_dt\.bias$=F32
133
+ ^blk\.17\.ssm_norm\.weight$=F32
134
+ ^blk\.17\.ssm_out\.weight$=MXFP4
135
+ ^blk\.18\.attn_gate\.weight$=MXFP4
136
+ ^blk\.18\.attn_norm\.weight$=F32
137
+ ^blk\.18\.attn_qkv\.weight$=MXFP4
138
+ ^blk\.18\.ffn_down\.weight$=MXFP4
139
+ ^blk\.18\.ffn_gate\.weight$=MXFP4
140
+ ^blk\.18\.ffn_up\.weight$=MXFP4
141
+ ^blk\.18\.post_attention_norm\.weight$=F32
142
+ ^blk\.18\.ssm_a$=F32
143
+ ^blk\.18\.ssm_alpha\.weight$=MXFP4
144
+ ^blk\.18\.ssm_beta\.weight$=MXFP4
145
+ ^blk\.18\.ssm_conv1d\.weight$=F32
146
+ ^blk\.18\.ssm_dt\.bias$=F32
147
+ ^blk\.18\.ssm_norm\.weight$=F32
148
+ ^blk\.18\.ssm_out\.weight$=MXFP4
149
+ ^blk\.19\.attn_k\.weight$=MXFP4
150
+ ^blk\.19\.attn_k_norm\.weight$=F32
151
+ ^blk\.19\.attn_norm\.weight$=F32
152
+ ^blk\.19\.attn_output\.weight$=MXFP4
153
+ ^blk\.19\.attn_q\.weight$=MXFP4
154
+ ^blk\.19\.attn_q_norm\.weight$=F32
155
+ ^blk\.19\.attn_v\.weight$=MXFP4
156
+ ^blk\.19\.ffn_down\.weight$=MXFP4
157
+ ^blk\.19\.ffn_gate\.weight$=MXFP4
158
+ ^blk\.19\.ffn_up\.weight$=MXFP4
159
+ ^blk\.19\.post_attention_norm\.weight$=F32
160
+ ^blk\.2\.attn_gate\.weight$=MXFP4
161
+ ^blk\.2\.attn_norm\.weight$=F32
162
+ ^blk\.2\.attn_qkv\.weight$=MXFP4
163
+ ^blk\.2\.ffn_down\.weight$=MXFP4
164
+ ^blk\.2\.ffn_gate\.weight$=MXFP4
165
+ ^blk\.2\.ffn_up\.weight$=MXFP4
166
+ ^blk\.2\.post_attention_norm\.weight$=F32
167
+ ^blk\.2\.ssm_a$=F32
168
+ ^blk\.2\.ssm_alpha\.weight$=MXFP4
169
+ ^blk\.2\.ssm_beta\.weight$=MXFP4
170
+ ^blk\.2\.ssm_conv1d\.weight$=F32
171
+ ^blk\.2\.ssm_dt\.bias$=F32
172
+ ^blk\.2\.ssm_norm\.weight$=F32
173
+ ^blk\.2\.ssm_out\.weight$=MXFP4
174
+ ^blk\.20\.attn_gate\.weight$=MXFP4
175
+ ^blk\.20\.attn_norm\.weight$=F32
176
+ ^blk\.20\.attn_qkv\.weight$=MXFP4
177
+ ^blk\.20\.ffn_down\.weight$=MXFP4
178
+ ^blk\.20\.ffn_gate\.weight$=MXFP4
179
+ ^blk\.20\.ffn_up\.weight$=MXFP4
180
+ ^blk\.20\.post_attention_norm\.weight$=F32
181
+ ^blk\.20\.ssm_a$=F32
182
+ ^blk\.20\.ssm_alpha\.weight$=MXFP4
183
+ ^blk\.20\.ssm_beta\.weight$=MXFP4
184
+ ^blk\.20\.ssm_conv1d\.weight$=F32
185
+ ^blk\.20\.ssm_dt\.bias$=F32
186
+ ^blk\.20\.ssm_norm\.weight$=F32
187
+ ^blk\.20\.ssm_out\.weight$=MXFP4
188
+ ^blk\.21\.attn_gate\.weight$=MXFP4
189
+ ^blk\.21\.attn_norm\.weight$=F32
190
+ ^blk\.21\.attn_qkv\.weight$=MXFP4
191
+ ^blk\.21\.ffn_down\.weight$=MXFP4
192
+ ^blk\.21\.ffn_gate\.weight$=MXFP4
193
+ ^blk\.21\.ffn_up\.weight$=MXFP4
194
+ ^blk\.21\.post_attention_norm\.weight$=F32
195
+ ^blk\.21\.ssm_a$=F32
196
+ ^blk\.21\.ssm_alpha\.weight$=MXFP4
197
+ ^blk\.21\.ssm_beta\.weight$=MXFP4
198
+ ^blk\.21\.ssm_conv1d\.weight$=F32
199
+ ^blk\.21\.ssm_dt\.bias$=F32
200
+ ^blk\.21\.ssm_norm\.weight$=F32
201
+ ^blk\.21\.ssm_out\.weight$=MXFP4
202
+ ^blk\.22\.attn_gate\.weight$=MXFP4
203
+ ^blk\.22\.attn_norm\.weight$=F32
204
+ ^blk\.22\.attn_qkv\.weight$=MXFP4
205
+ ^blk\.22\.ffn_down\.weight$=MXFP4
206
+ ^blk\.22\.ffn_gate\.weight$=MXFP4
207
+ ^blk\.22\.ffn_up\.weight$=MXFP4
208
+ ^blk\.22\.post_attention_norm\.weight$=F32
209
+ ^blk\.22\.ssm_a$=F32
210
+ ^blk\.22\.ssm_alpha\.weight$=MXFP4
211
+ ^blk\.22\.ssm_beta\.weight$=MXFP4
212
+ ^blk\.22\.ssm_conv1d\.weight$=F32
213
+ ^blk\.22\.ssm_dt\.bias$=F32
214
+ ^blk\.22\.ssm_norm\.weight$=F32
215
+ ^blk\.22\.ssm_out\.weight$=MXFP4
216
+ ^blk\.23\.attn_k\.weight$=MXFP4
217
+ ^blk\.23\.attn_k_norm\.weight$=F32
218
+ ^blk\.23\.attn_norm\.weight$=F32
219
+ ^blk\.23\.attn_output\.weight$=MXFP4
220
+ ^blk\.23\.attn_q\.weight$=MXFP4
221
+ ^blk\.23\.attn_q_norm\.weight$=F32
222
+ ^blk\.23\.attn_v\.weight$=MXFP4
223
+ ^blk\.23\.ffn_down\.weight$=MXFP4
224
+ ^blk\.23\.ffn_gate\.weight$=MXFP4
225
+ ^blk\.23\.ffn_up\.weight$=MXFP4
226
+ ^blk\.23\.post_attention_norm\.weight$=F32
227
+ ^blk\.24\.attn_gate\.weight$=MXFP4
228
+ ^blk\.24\.attn_norm\.weight$=F32
229
+ ^blk\.24\.attn_qkv\.weight$=MXFP4
230
+ ^blk\.24\.ffn_down\.weight$=MXFP4
231
+ ^blk\.24\.ffn_gate\.weight$=MXFP4
232
+ ^blk\.24\.ffn_up\.weight$=MXFP4
233
+ ^blk\.24\.post_attention_norm\.weight$=F32
234
+ ^blk\.24\.ssm_a$=F32
235
+ ^blk\.24\.ssm_alpha\.weight$=MXFP4
236
+ ^blk\.24\.ssm_beta\.weight$=MXFP4
237
+ ^blk\.24\.ssm_conv1d\.weight$=F32
238
+ ^blk\.24\.ssm_dt\.bias$=F32
239
+ ^blk\.24\.ssm_norm\.weight$=F32
240
+ ^blk\.24\.ssm_out\.weight$=MXFP4
241
+ ^blk\.25\.attn_gate\.weight$=MXFP4
242
+ ^blk\.25\.attn_norm\.weight$=F32
243
+ ^blk\.25\.attn_qkv\.weight$=MXFP4
244
+ ^blk\.25\.ffn_down\.weight$=MXFP4
245
+ ^blk\.25\.ffn_gate\.weight$=MXFP4
246
+ ^blk\.25\.ffn_up\.weight$=MXFP4
247
+ ^blk\.25\.post_attention_norm\.weight$=F32
248
+ ^blk\.25\.ssm_a$=F32
249
+ ^blk\.25\.ssm_alpha\.weight$=MXFP4
250
+ ^blk\.25\.ssm_beta\.weight$=MXFP4
251
+ ^blk\.25\.ssm_conv1d\.weight$=F32
252
+ ^blk\.25\.ssm_dt\.bias$=F32
253
+ ^blk\.25\.ssm_norm\.weight$=F32
254
+ ^blk\.25\.ssm_out\.weight$=MXFP4
255
+ ^blk\.26\.attn_gate\.weight$=MXFP4
256
+ ^blk\.26\.attn_norm\.weight$=F32
257
+ ^blk\.26\.attn_qkv\.weight$=MXFP4
258
+ ^blk\.26\.ffn_down\.weight$=MXFP4
259
+ ^blk\.26\.ffn_gate\.weight$=MXFP4
260
+ ^blk\.26\.ffn_up\.weight$=MXFP4
261
+ ^blk\.26\.post_attention_norm\.weight$=F32
262
+ ^blk\.26\.ssm_a$=F32
263
+ ^blk\.26\.ssm_alpha\.weight$=MXFP4
264
+ ^blk\.26\.ssm_beta\.weight$=MXFP4
265
+ ^blk\.26\.ssm_conv1d\.weight$=F32
266
+ ^blk\.26\.ssm_dt\.bias$=F32
267
+ ^blk\.26\.ssm_norm\.weight$=F32
268
+ ^blk\.26\.ssm_out\.weight$=MXFP4
269
+ ^blk\.27\.attn_k\.weight$=MXFP4
270
+ ^blk\.27\.attn_k_norm\.weight$=F32
271
+ ^blk\.27\.attn_norm\.weight$=F32
272
+ ^blk\.27\.attn_output\.weight$=MXFP4
273
+ ^blk\.27\.attn_q\.weight$=MXFP4
274
+ ^blk\.27\.attn_q_norm\.weight$=F32
275
+ ^blk\.27\.attn_v\.weight$=MXFP4
276
+ ^blk\.27\.ffn_down\.weight$=MXFP4
277
+ ^blk\.27\.ffn_gate\.weight$=MXFP4
278
+ ^blk\.27\.ffn_up\.weight$=MXFP4
279
+ ^blk\.27\.post_attention_norm\.weight$=F32
280
+ ^blk\.28\.attn_gate\.weight$=MXFP4
281
+ ^blk\.28\.attn_norm\.weight$=F32
282
+ ^blk\.28\.attn_qkv\.weight$=MXFP4
283
+ ^blk\.28\.ffn_down\.weight$=MXFP4
284
+ ^blk\.28\.ffn_gate\.weight$=MXFP4
285
+ ^blk\.28\.ffn_up\.weight$=MXFP4
286
+ ^blk\.28\.post_attention_norm\.weight$=F32
287
+ ^blk\.28\.ssm_a$=F32
288
+ ^blk\.28\.ssm_alpha\.weight$=MXFP4
289
+ ^blk\.28\.ssm_beta\.weight$=MXFP4
290
+ ^blk\.28\.ssm_conv1d\.weight$=F32
291
+ ^blk\.28\.ssm_dt\.bias$=F32
292
+ ^blk\.28\.ssm_norm\.weight$=F32
293
+ ^blk\.28\.ssm_out\.weight$=MXFP4
294
+ ^blk\.29\.attn_gate\.weight$=MXFP4
295
+ ^blk\.29\.attn_norm\.weight$=F32
296
+ ^blk\.29\.attn_qkv\.weight$=MXFP4
297
+ ^blk\.29\.ffn_down\.weight$=MXFP4
298
+ ^blk\.29\.ffn_gate\.weight$=MXFP4
299
+ ^blk\.29\.ffn_up\.weight$=MXFP4
300
+ ^blk\.29\.post_attention_norm\.weight$=F32
301
+ ^blk\.29\.ssm_a$=F32
302
+ ^blk\.29\.ssm_alpha\.weight$=MXFP4
303
+ ^blk\.29\.ssm_beta\.weight$=MXFP4
304
+ ^blk\.29\.ssm_conv1d\.weight$=F32
305
+ ^blk\.29\.ssm_dt\.bias$=F32
306
+ ^blk\.29\.ssm_norm\.weight$=F32
307
+ ^blk\.29\.ssm_out\.weight$=MXFP4
308
+ ^blk\.3\.attn_k\.weight$=MXFP4
309
+ ^blk\.3\.attn_k_norm\.weight$=F32
310
+ ^blk\.3\.attn_norm\.weight$=F32
311
+ ^blk\.3\.attn_output\.weight$=MXFP4
312
+ ^blk\.3\.attn_q\.weight$=MXFP4
313
+ ^blk\.3\.attn_q_norm\.weight$=F32
314
+ ^blk\.3\.attn_v\.weight$=MXFP4
315
+ ^blk\.3\.ffn_down\.weight$=MXFP4
316
+ ^blk\.3\.ffn_gate\.weight$=MXFP4
317
+ ^blk\.3\.ffn_up\.weight$=MXFP4
318
+ ^blk\.3\.post_attention_norm\.weight$=F32
319
+ ^blk\.30\.attn_gate\.weight$=MXFP4
320
+ ^blk\.30\.attn_norm\.weight$=F32
321
+ ^blk\.30\.attn_qkv\.weight$=MXFP4
322
+ ^blk\.30\.ffn_down\.weight$=MXFP4
323
+ ^blk\.30\.ffn_gate\.weight$=MXFP4
324
+ ^blk\.30\.ffn_up\.weight$=MXFP4
325
+ ^blk\.30\.post_attention_norm\.weight$=F32
326
+ ^blk\.30\.ssm_a$=F32
327
+ ^blk\.30\.ssm_alpha\.weight$=MXFP4
328
+ ^blk\.30\.ssm_beta\.weight$=MXFP4
329
+ ^blk\.30\.ssm_conv1d\.weight$=F32
330
+ ^blk\.30\.ssm_dt\.bias$=F32
331
+ ^blk\.30\.ssm_norm\.weight$=F32
332
+ ^blk\.30\.ssm_out\.weight$=MXFP4
333
+ ^blk\.31\.attn_k\.weight$=MXFP4
334
+ ^blk\.31\.attn_k_norm\.weight$=F32
335
+ ^blk\.31\.attn_norm\.weight$=F32
336
+ ^blk\.31\.attn_output\.weight$=MXFP4
337
+ ^blk\.31\.attn_q\.weight$=MXFP4
338
+ ^blk\.31\.attn_q_norm\.weight$=F32
339
+ ^blk\.31\.attn_v\.weight$=MXFP4
340
+ ^blk\.31\.ffn_down\.weight$=MXFP4
341
+ ^blk\.31\.ffn_gate\.weight$=MXFP4
342
+ ^blk\.31\.ffn_up\.weight$=MXFP4
343
+ ^blk\.31\.post_attention_norm\.weight$=F32
344
+ ^blk\.32\.attn_gate\.weight$=MXFP4
345
+ ^blk\.32\.attn_norm\.weight$=F32
346
+ ^blk\.32\.attn_qkv\.weight$=MXFP4
347
+ ^blk\.32\.ffn_down\.weight$=MXFP4
348
+ ^blk\.32\.ffn_gate\.weight$=MXFP4
349
+ ^blk\.32\.ffn_up\.weight$=MXFP4
350
+ ^blk\.32\.post_attention_norm\.weight$=F32
351
+ ^blk\.32\.ssm_a$=F32
352
+ ^blk\.32\.ssm_alpha\.weight$=MXFP4
353
+ ^blk\.32\.ssm_beta\.weight$=MXFP4
354
+ ^blk\.32\.ssm_conv1d\.weight$=F32
355
+ ^blk\.32\.ssm_dt\.bias$=F32
356
+ ^blk\.32\.ssm_norm\.weight$=F32
357
+ ^blk\.32\.ssm_out\.weight$=MXFP4
358
+ ^blk\.33\.attn_gate\.weight$=MXFP4
359
+ ^blk\.33\.attn_norm\.weight$=F32
360
+ ^blk\.33\.attn_qkv\.weight$=MXFP4
361
+ ^blk\.33\.ffn_down\.weight$=MXFP4
362
+ ^blk\.33\.ffn_gate\.weight$=MXFP4
363
+ ^blk\.33\.ffn_up\.weight$=MXFP4
364
+ ^blk\.33\.post_attention_norm\.weight$=F32
365
+ ^blk\.33\.ssm_a$=F32
366
+ ^blk\.33\.ssm_alpha\.weight$=MXFP4
367
+ ^blk\.33\.ssm_beta\.weight$=MXFP4
368
+ ^blk\.33\.ssm_conv1d\.weight$=F32
369
+ ^blk\.33\.ssm_dt\.bias$=F32
370
+ ^blk\.33\.ssm_norm\.weight$=F32
371
+ ^blk\.33\.ssm_out\.weight$=MXFP4
372
+ ^blk\.34\.attn_gate\.weight$=MXFP4
373
+ ^blk\.34\.attn_norm\.weight$=F32
374
+ ^blk\.34\.attn_qkv\.weight$=MXFP4
375
+ ^blk\.34\.ffn_down\.weight$=MXFP4
376
+ ^blk\.34\.ffn_gate\.weight$=MXFP4
377
+ ^blk\.34\.ffn_up\.weight$=MXFP4
378
+ ^blk\.34\.post_attention_norm\.weight$=F32
379
+ ^blk\.34\.ssm_a$=F32
380
+ ^blk\.34\.ssm_alpha\.weight$=MXFP4
381
+ ^blk\.34\.ssm_beta\.weight$=MXFP4
382
+ ^blk\.34\.ssm_conv1d\.weight$=F32
383
+ ^blk\.34\.ssm_dt\.bias$=F32
384
+ ^blk\.34\.ssm_norm\.weight$=F32
385
+ ^blk\.34\.ssm_out\.weight$=MXFP4
386
+ ^blk\.35\.attn_k\.weight$=MXFP4
387
+ ^blk\.35\.attn_k_norm\.weight$=F32
388
+ ^blk\.35\.attn_norm\.weight$=F32
389
+ ^blk\.35\.attn_output\.weight$=MXFP4
390
+ ^blk\.35\.attn_q\.weight$=MXFP4
391
+ ^blk\.35\.attn_q_norm\.weight$=F32
392
+ ^blk\.35\.attn_v\.weight$=MXFP4
393
+ ^blk\.35\.ffn_down\.weight$=MXFP4
394
+ ^blk\.35\.ffn_gate\.weight$=MXFP4
395
+ ^blk\.35\.ffn_up\.weight$=MXFP4
396
+ ^blk\.35\.post_attention_norm\.weight$=F32
397
+ ^blk\.36\.attn_gate\.weight$=MXFP4
398
+ ^blk\.36\.attn_norm\.weight$=F32
399
+ ^blk\.36\.attn_qkv\.weight$=MXFP4
400
+ ^blk\.36\.ffn_down\.weight$=MXFP4
401
+ ^blk\.36\.ffn_gate\.weight$=MXFP4
402
+ ^blk\.36\.ffn_up\.weight$=MXFP4
403
+ ^blk\.36\.post_attention_norm\.weight$=F32
404
+ ^blk\.36\.ssm_a$=F32
405
+ ^blk\.36\.ssm_alpha\.weight$=MXFP4
406
+ ^blk\.36\.ssm_beta\.weight$=MXFP4
407
+ ^blk\.36\.ssm_conv1d\.weight$=F32
408
+ ^blk\.36\.ssm_dt\.bias$=F32
409
+ ^blk\.36\.ssm_norm\.weight$=F32
410
+ ^blk\.36\.ssm_out\.weight$=MXFP4
411
+ ^blk\.37\.attn_gate\.weight$=MXFP4
412
+ ^blk\.37\.attn_norm\.weight$=F32
413
+ ^blk\.37\.attn_qkv\.weight$=MXFP4
414
+ ^blk\.37\.ffn_down\.weight$=MXFP4
415
+ ^blk\.37\.ffn_gate\.weight$=MXFP4
416
+ ^blk\.37\.ffn_up\.weight$=MXFP4
417
+ ^blk\.37\.post_attention_norm\.weight$=F32
418
+ ^blk\.37\.ssm_a$=F32
419
+ ^blk\.37\.ssm_alpha\.weight$=MXFP4
420
+ ^blk\.37\.ssm_beta\.weight$=MXFP4
421
+ ^blk\.37\.ssm_conv1d\.weight$=F32
422
+ ^blk\.37\.ssm_dt\.bias$=F32
423
+ ^blk\.37\.ssm_norm\.weight$=F32
424
+ ^blk\.37\.ssm_out\.weight$=MXFP4
425
+ ^blk\.38\.attn_gate\.weight$=MXFP4
426
+ ^blk\.38\.attn_norm\.weight$=F32
427
+ ^blk\.38\.attn_qkv\.weight$=MXFP4
428
+ ^blk\.38\.ffn_down\.weight$=MXFP4
429
+ ^blk\.38\.ffn_gate\.weight$=MXFP4
430
+ ^blk\.38\.ffn_up\.weight$=MXFP4
431
+ ^blk\.38\.post_attention_norm\.weight$=F32
432
+ ^blk\.38\.ssm_a$=F32
433
+ ^blk\.38\.ssm_alpha\.weight$=MXFP4
434
+ ^blk\.38\.ssm_beta\.weight$=MXFP4
435
+ ^blk\.38\.ssm_conv1d\.weight$=F32
436
+ ^blk\.38\.ssm_dt\.bias$=F32
437
+ ^blk\.38\.ssm_norm\.weight$=F32
438
+ ^blk\.38\.ssm_out\.weight$=MXFP4
439
+ ^blk\.39\.attn_k\.weight$=MXFP4
440
+ ^blk\.39\.attn_k_norm\.weight$=F32
441
+ ^blk\.39\.attn_norm\.weight$=F32
442
+ ^blk\.39\.attn_output\.weight$=MXFP4
443
+ ^blk\.39\.attn_q\.weight$=MXFP4
444
+ ^blk\.39\.attn_q_norm\.weight$=F32
445
+ ^blk\.39\.attn_v\.weight$=MXFP4
446
+ ^blk\.39\.ffn_down\.weight$=MXFP4
447
+ ^blk\.39\.ffn_gate\.weight$=MXFP4
448
+ ^blk\.39\.ffn_up\.weight$=MXFP4
449
+ ^blk\.39\.post_attention_norm\.weight$=F32
450
+ ^blk\.4\.attn_gate\.weight$=MXFP4
451
+ ^blk\.4\.attn_norm\.weight$=F32
452
+ ^blk\.4\.attn_qkv\.weight$=MXFP4
453
+ ^blk\.4\.ffn_down\.weight$=MXFP4
454
+ ^blk\.4\.ffn_gate\.weight$=MXFP4
455
+ ^blk\.4\.ffn_up\.weight$=MXFP4
456
+ ^blk\.4\.post_attention_norm\.weight$=F32
457
+ ^blk\.4\.ssm_a$=F32
458
+ ^blk\.4\.ssm_alpha\.weight$=MXFP4
459
+ ^blk\.4\.ssm_beta\.weight$=MXFP4
460
+ ^blk\.4\.ssm_conv1d\.weight$=F32
461
+ ^blk\.4\.ssm_dt\.bias$=F32
462
+ ^blk\.4\.ssm_norm\.weight$=F32
463
+ ^blk\.4\.ssm_out\.weight$=MXFP4
464
+ ^blk\.40\.attn_gate\.weight$=MXFP4
465
+ ^blk\.40\.attn_norm\.weight$=F32
466
+ ^blk\.40\.attn_qkv\.weight$=MXFP4
467
+ ^blk\.40\.ffn_down\.weight$=MXFP4
468
+ ^blk\.40\.ffn_gate\.weight$=MXFP4
469
+ ^blk\.40\.ffn_up\.weight$=MXFP4
470
+ ^blk\.40\.post_attention_norm\.weight$=F32
471
+ ^blk\.40\.ssm_a$=F32
472
+ ^blk\.40\.ssm_alpha\.weight$=MXFP4
473
+ ^blk\.40\.ssm_beta\.weight$=MXFP4
474
+ ^blk\.40\.ssm_conv1d\.weight$=F32
475
+ ^blk\.40\.ssm_dt\.bias$=F32
476
+ ^blk\.40\.ssm_norm\.weight$=F32
477
+ ^blk\.40\.ssm_out\.weight$=MXFP4
478
+ ^blk\.41\.attn_gate\.weight$=MXFP4
479
+ ^blk\.41\.attn_norm\.weight$=F32
480
+ ^blk\.41\.attn_qkv\.weight$=MXFP4
481
+ ^blk\.41\.ffn_down\.weight$=MXFP4
482
+ ^blk\.41\.ffn_gate\.weight$=MXFP4
483
+ ^blk\.41\.ffn_up\.weight$=MXFP4
484
+ ^blk\.41\.post_attention_norm\.weight$=F32
485
+ ^blk\.41\.ssm_a$=F32
486
+ ^blk\.41\.ssm_alpha\.weight$=MXFP4
487
+ ^blk\.41\.ssm_beta\.weight$=MXFP4
488
+ ^blk\.41\.ssm_conv1d\.weight$=F32
489
+ ^blk\.41\.ssm_dt\.bias$=F32
490
+ ^blk\.41\.ssm_norm\.weight$=F32
491
+ ^blk\.41\.ssm_out\.weight$=MXFP4
492
+ ^blk\.42\.attn_gate\.weight$=MXFP4
493
+ ^blk\.42\.attn_norm\.weight$=F32
494
+ ^blk\.42\.attn_qkv\.weight$=MXFP4
495
+ ^blk\.42\.ffn_down\.weight$=MXFP4
496
+ ^blk\.42\.ffn_gate\.weight$=MXFP4
497
+ ^blk\.42\.ffn_up\.weight$=MXFP4
498
+ ^blk\.42\.post_attention_norm\.weight$=F32
499
+ ^blk\.42\.ssm_a$=F32
500
+ ^blk\.42\.ssm_alpha\.weight$=MXFP4
501
+ ^blk\.42\.ssm_beta\.weight$=MXFP4
502
+ ^blk\.42\.ssm_conv1d\.weight$=F32
503
+ ^blk\.42\.ssm_dt\.bias$=F32
504
+ ^blk\.42\.ssm_norm\.weight$=F32
505
+ ^blk\.42\.ssm_out\.weight$=MXFP4
506
+ ^blk\.43\.attn_k\.weight$=MXFP4
507
+ ^blk\.43\.attn_k_norm\.weight$=F32
508
+ ^blk\.43\.attn_norm\.weight$=F32
509
+ ^blk\.43\.attn_output\.weight$=MXFP4
510
+ ^blk\.43\.attn_q\.weight$=MXFP4
511
+ ^blk\.43\.attn_q_norm\.weight$=F32
512
+ ^blk\.43\.attn_v\.weight$=MXFP4
513
+ ^blk\.43\.ffn_down\.weight$=MXFP4
514
+ ^blk\.43\.ffn_gate\.weight$=MXFP4
515
+ ^blk\.43\.ffn_up\.weight$=MXFP4
516
+ ^blk\.43\.post_attention_norm\.weight$=F32
517
+ ^blk\.44\.attn_gate\.weight$=MXFP4
518
+ ^blk\.44\.attn_norm\.weight$=F32
519
+ ^blk\.44\.attn_qkv\.weight$=MXFP4
520
+ ^blk\.44\.ffn_down\.weight$=MXFP4
521
+ ^blk\.44\.ffn_gate\.weight$=MXFP4
522
+ ^blk\.44\.ffn_up\.weight$=MXFP4
523
+ ^blk\.44\.post_attention_norm\.weight$=F32
524
+ ^blk\.44\.ssm_a$=F32
525
+ ^blk\.44\.ssm_alpha\.weight$=MXFP4
526
+ ^blk\.44\.ssm_beta\.weight$=MXFP4
527
+ ^blk\.44\.ssm_conv1d\.weight$=F32
528
+ ^blk\.44\.ssm_dt\.bias$=F32
529
+ ^blk\.44\.ssm_norm\.weight$=F32
530
+ ^blk\.44\.ssm_out\.weight$=MXFP4
531
+ ^blk\.45\.attn_gate\.weight$=MXFP4
532
+ ^blk\.45\.attn_norm\.weight$=F32
533
+ ^blk\.45\.attn_qkv\.weight$=MXFP4
534
+ ^blk\.45\.ffn_down\.weight$=MXFP4
535
+ ^blk\.45\.ffn_gate\.weight$=MXFP4
536
+ ^blk\.45\.ffn_up\.weight$=MXFP4
537
+ ^blk\.45\.post_attention_norm\.weight$=F32
538
+ ^blk\.45\.ssm_a$=F32
539
+ ^blk\.45\.ssm_alpha\.weight$=MXFP4
540
+ ^blk\.45\.ssm_beta\.weight$=MXFP4
541
+ ^blk\.45\.ssm_conv1d\.weight$=F32
542
+ ^blk\.45\.ssm_dt\.bias$=F32
543
+ ^blk\.45\.ssm_norm\.weight$=F32
544
+ ^blk\.45\.ssm_out\.weight$=MXFP4
545
+ ^blk\.46\.attn_gate\.weight$=MXFP4
546
+ ^blk\.46\.attn_norm\.weight$=F32
547
+ ^blk\.46\.attn_qkv\.weight$=MXFP4
548
+ ^blk\.46\.ffn_down\.weight$=MXFP4
549
+ ^blk\.46\.ffn_gate\.weight$=MXFP4
550
+ ^blk\.46\.ffn_up\.weight$=MXFP4
551
+ ^blk\.46\.post_attention_norm\.weight$=F32
552
+ ^blk\.46\.ssm_a$=F32
553
+ ^blk\.46\.ssm_alpha\.weight$=MXFP4
554
+ ^blk\.46\.ssm_beta\.weight$=MXFP4
555
+ ^blk\.46\.ssm_conv1d\.weight$=F32
556
+ ^blk\.46\.ssm_dt\.bias$=F32
557
+ ^blk\.46\.ssm_norm\.weight$=F32
558
+ ^blk\.46\.ssm_out\.weight$=MXFP4
559
+ ^blk\.47\.attn_k\.weight$=MXFP4
560
+ ^blk\.47\.attn_k_norm\.weight$=F32
561
+ ^blk\.47\.attn_norm\.weight$=F32
562
+ ^blk\.47\.attn_output\.weight$=MXFP4
563
+ ^blk\.47\.attn_q\.weight$=MXFP4
564
+ ^blk\.47\.attn_q_norm\.weight$=F32
565
+ ^blk\.47\.attn_v\.weight$=MXFP4
566
+ ^blk\.47\.ffn_down\.weight$=MXFP4
567
+ ^blk\.47\.ffn_gate\.weight$=MXFP4
568
+ ^blk\.47\.ffn_up\.weight$=MXFP4
569
+ ^blk\.47\.post_attention_norm\.weight$=F32
570
+ ^blk\.48\.attn_gate\.weight$=MXFP4
571
+ ^blk\.48\.attn_norm\.weight$=F32
572
+ ^blk\.48\.attn_qkv\.weight$=MXFP4
573
+ ^blk\.48\.ffn_down\.weight$=MXFP4
574
+ ^blk\.48\.ffn_gate\.weight$=MXFP4
575
+ ^blk\.48\.ffn_up\.weight$=MXFP4
576
+ ^blk\.48\.post_attention_norm\.weight$=F32
577
+ ^blk\.48\.ssm_a$=F32
578
+ ^blk\.48\.ssm_alpha\.weight$=MXFP4
579
+ ^blk\.48\.ssm_beta\.weight$=MXFP4
580
+ ^blk\.48\.ssm_conv1d\.weight$=F32
581
+ ^blk\.48\.ssm_dt\.bias$=F32
582
+ ^blk\.48\.ssm_norm\.weight$=F32
583
+ ^blk\.48\.ssm_out\.weight$=MXFP4
584
+ ^blk\.49\.attn_gate\.weight$=MXFP4
585
+ ^blk\.49\.attn_norm\.weight$=F32
586
+ ^blk\.49\.attn_qkv\.weight$=MXFP4
587
+ ^blk\.49\.ffn_down\.weight$=MXFP4
588
+ ^blk\.49\.ffn_gate\.weight$=MXFP4
589
+ ^blk\.49\.ffn_up\.weight$=MXFP4
590
+ ^blk\.49\.post_attention_norm\.weight$=F32
591
+ ^blk\.49\.ssm_a$=F32
592
+ ^blk\.49\.ssm_alpha\.weight$=MXFP4
593
+ ^blk\.49\.ssm_beta\.weight$=MXFP4
594
+ ^blk\.49\.ssm_conv1d\.weight$=F32
595
+ ^blk\.49\.ssm_dt\.bias$=F32
596
+ ^blk\.49\.ssm_norm\.weight$=F32
597
+ ^blk\.49\.ssm_out\.weight$=MXFP4
598
+ ^blk\.5\.attn_gate\.weight$=MXFP4
599
+ ^blk\.5\.attn_norm\.weight$=F32
600
+ ^blk\.5\.attn_qkv\.weight$=MXFP4
601
+ ^blk\.5\.ffn_down\.weight$=MXFP4
602
+ ^blk\.5\.ffn_gate\.weight$=MXFP4
603
+ ^blk\.5\.ffn_up\.weight$=MXFP4
604
+ ^blk\.5\.post_attention_norm\.weight$=F32
605
+ ^blk\.5\.ssm_a$=F32
606
+ ^blk\.5\.ssm_alpha\.weight$=MXFP4
607
+ ^blk\.5\.ssm_beta\.weight$=MXFP4
608
+ ^blk\.5\.ssm_conv1d\.weight$=F32
609
+ ^blk\.5\.ssm_dt\.bias$=F32
610
+ ^blk\.5\.ssm_norm\.weight$=F32
611
+ ^blk\.5\.ssm_out\.weight$=MXFP4
612
+ ^blk\.50\.attn_gate\.weight$=MXFP4
613
+ ^blk\.50\.attn_norm\.weight$=F32
614
+ ^blk\.50\.attn_qkv\.weight$=MXFP4
615
+ ^blk\.50\.ffn_down\.weight$=MXFP4
616
+ ^blk\.50\.ffn_gate\.weight$=MXFP4
617
+ ^blk\.50\.ffn_up\.weight$=MXFP4
618
+ ^blk\.50\.post_attention_norm\.weight$=F32
619
+ ^blk\.50\.ssm_a$=F32
620
+ ^blk\.50\.ssm_alpha\.weight$=MXFP4
621
+ ^blk\.50\.ssm_beta\.weight$=MXFP4
622
+ ^blk\.50\.ssm_conv1d\.weight$=F32
623
+ ^blk\.50\.ssm_dt\.bias$=F32
624
+ ^blk\.50\.ssm_norm\.weight$=F32
625
+ ^blk\.50\.ssm_out\.weight$=MXFP4
626
+ ^blk\.51\.attn_k\.weight$=MXFP4
627
+ ^blk\.51\.attn_k_norm\.weight$=F32
628
+ ^blk\.51\.attn_norm\.weight$=F32
629
+ ^blk\.51\.attn_output\.weight$=MXFP4
630
+ ^blk\.51\.attn_q\.weight$=MXFP4
631
+ ^blk\.51\.attn_q_norm\.weight$=F32
632
+ ^blk\.51\.attn_v\.weight$=MXFP4
633
+ ^blk\.51\.ffn_down\.weight$=MXFP4
634
+ ^blk\.51\.ffn_gate\.weight$=MXFP4
635
+ ^blk\.51\.ffn_up\.weight$=MXFP4
636
+ ^blk\.51\.post_attention_norm\.weight$=F32
637
+ ^blk\.52\.attn_gate\.weight$=MXFP4
638
+ ^blk\.52\.attn_norm\.weight$=F32
639
+ ^blk\.52\.attn_qkv\.weight$=MXFP4
640
+ ^blk\.52\.ffn_down\.weight$=MXFP4
641
+ ^blk\.52\.ffn_gate\.weight$=MXFP4
642
+ ^blk\.52\.ffn_up\.weight$=MXFP4
643
+ ^blk\.52\.post_attention_norm\.weight$=F32
644
+ ^blk\.52\.ssm_a$=F32
645
+ ^blk\.52\.ssm_alpha\.weight$=MXFP4
646
+ ^blk\.52\.ssm_beta\.weight$=MXFP4
647
+ ^blk\.52\.ssm_conv1d\.weight$=F32
648
+ ^blk\.52\.ssm_dt\.bias$=F32
649
+ ^blk\.52\.ssm_norm\.weight$=F32
650
+ ^blk\.52\.ssm_out\.weight$=MXFP4
651
+ ^blk\.53\.attn_gate\.weight$=MXFP4
652
+ ^blk\.53\.attn_norm\.weight$=F32
653
+ ^blk\.53\.attn_qkv\.weight$=MXFP4
654
+ ^blk\.53\.ffn_down\.weight$=MXFP4
655
+ ^blk\.53\.ffn_gate\.weight$=MXFP4
656
+ ^blk\.53\.ffn_up\.weight$=MXFP4
657
+ ^blk\.53\.post_attention_norm\.weight$=F32
658
+ ^blk\.53\.ssm_a$=F32
659
+ ^blk\.53\.ssm_alpha\.weight$=MXFP4
660
+ ^blk\.53\.ssm_beta\.weight$=MXFP4
661
+ ^blk\.53\.ssm_conv1d\.weight$=F32
662
+ ^blk\.53\.ssm_dt\.bias$=F32
663
+ ^blk\.53\.ssm_norm\.weight$=F32
664
+ ^blk\.53\.ssm_out\.weight$=MXFP4
665
+ ^blk\.54\.attn_gate\.weight$=MXFP4
666
+ ^blk\.54\.attn_norm\.weight$=F32
667
+ ^blk\.54\.attn_qkv\.weight$=MXFP4
668
+ ^blk\.54\.ffn_down\.weight$=MXFP4
669
+ ^blk\.54\.ffn_gate\.weight$=MXFP4
670
+ ^blk\.54\.ffn_up\.weight$=MXFP4
671
+ ^blk\.54\.post_attention_norm\.weight$=F32
672
+ ^blk\.54\.ssm_a$=F32
673
+ ^blk\.54\.ssm_alpha\.weight$=MXFP4
674
+ ^blk\.54\.ssm_beta\.weight$=MXFP4
675
+ ^blk\.54\.ssm_conv1d\.weight$=F32
676
+ ^blk\.54\.ssm_dt\.bias$=F32
677
+ ^blk\.54\.ssm_norm\.weight$=F32
678
+ ^blk\.54\.ssm_out\.weight$=MXFP4
679
+ ^blk\.55\.attn_k\.weight$=MXFP4
680
+ ^blk\.55\.attn_k_norm\.weight$=F32
681
+ ^blk\.55\.attn_norm\.weight$=F32
682
+ ^blk\.55\.attn_output\.weight$=MXFP4
683
+ ^blk\.55\.attn_q\.weight$=MXFP4
684
+ ^blk\.55\.attn_q_norm\.weight$=F32
685
+ ^blk\.55\.attn_v\.weight$=MXFP4
686
+ ^blk\.55\.ffn_down\.weight$=MXFP4
687
+ ^blk\.55\.ffn_gate\.weight$=MXFP4
688
+ ^blk\.55\.ffn_up\.weight$=MXFP4
689
+ ^blk\.55\.post_attention_norm\.weight$=F32
690
+ ^blk\.56\.attn_gate\.weight$=MXFP4
691
+ ^blk\.56\.attn_norm\.weight$=F32
692
+ ^blk\.56\.attn_qkv\.weight$=MXFP4
693
+ ^blk\.56\.ffn_down\.weight$=MXFP4
694
+ ^blk\.56\.ffn_gate\.weight$=MXFP4
695
+ ^blk\.56\.ffn_up\.weight$=MXFP4
696
+ ^blk\.56\.post_attention_norm\.weight$=F32
697
+ ^blk\.56\.ssm_a$=F32
698
+ ^blk\.56\.ssm_alpha\.weight$=MXFP4
699
+ ^blk\.56\.ssm_beta\.weight$=MXFP4
700
+ ^blk\.56\.ssm_conv1d\.weight$=F32
701
+ ^blk\.56\.ssm_dt\.bias$=F32
702
+ ^blk\.56\.ssm_norm\.weight$=F32
703
+ ^blk\.56\.ssm_out\.weight$=MXFP4
704
+ ^blk\.57\.attn_gate\.weight$=MXFP4
705
+ ^blk\.57\.attn_norm\.weight$=F32
706
+ ^blk\.57\.attn_qkv\.weight$=MXFP4
707
+ ^blk\.57\.ffn_down\.weight$=MXFP4
708
+ ^blk\.57\.ffn_gate\.weight$=MXFP4
709
+ ^blk\.57\.ffn_up\.weight$=MXFP4
710
+ ^blk\.57\.post_attention_norm\.weight$=F32
711
+ ^blk\.57\.ssm_a$=F32
712
+ ^blk\.57\.ssm_alpha\.weight$=MXFP4
713
+ ^blk\.57\.ssm_beta\.weight$=MXFP4
714
+ ^blk\.57\.ssm_conv1d\.weight$=F32
715
+ ^blk\.57\.ssm_dt\.bias$=F32
716
+ ^blk\.57\.ssm_norm\.weight$=F32
717
+ ^blk\.57\.ssm_out\.weight$=MXFP4
718
+ ^blk\.58\.attn_gate\.weight$=MXFP4
719
+ ^blk\.58\.attn_norm\.weight$=F32
720
+ ^blk\.58\.attn_qkv\.weight$=MXFP4
721
+ ^blk\.58\.ffn_down\.weight$=MXFP4
722
+ ^blk\.58\.ffn_gate\.weight$=MXFP4
723
+ ^blk\.58\.ffn_up\.weight$=MXFP4
724
+ ^blk\.58\.post_attention_norm\.weight$=F32
725
+ ^blk\.58\.ssm_a$=F32
726
+ ^blk\.58\.ssm_alpha\.weight$=MXFP4
727
+ ^blk\.58\.ssm_beta\.weight$=MXFP4
728
+ ^blk\.58\.ssm_conv1d\.weight$=F32
729
+ ^blk\.58\.ssm_dt\.bias$=F32
730
+ ^blk\.58\.ssm_norm\.weight$=F32
731
+ ^blk\.58\.ssm_out\.weight$=MXFP4
732
+ ^blk\.59\.attn_k\.weight$=MXFP4
733
+ ^blk\.59\.attn_k_norm\.weight$=F32
734
+ ^blk\.59\.attn_norm\.weight$=F32
735
+ ^blk\.59\.attn_output\.weight$=MXFP4
736
+ ^blk\.59\.attn_q\.weight$=MXFP4
737
+ ^blk\.59\.attn_q_norm\.weight$=F32
738
+ ^blk\.59\.attn_v\.weight$=MXFP4
739
+ ^blk\.59\.ffn_down\.weight$=MXFP4
740
+ ^blk\.59\.ffn_gate\.weight$=MXFP4
741
+ ^blk\.59\.ffn_up\.weight$=MXFP4
742
+ ^blk\.59\.post_attention_norm\.weight$=F32
743
+ ^blk\.6\.attn_gate\.weight$=MXFP4
744
+ ^blk\.6\.attn_norm\.weight$=F32
745
+ ^blk\.6\.attn_qkv\.weight$=MXFP4
746
+ ^blk\.6\.ffn_down\.weight$=MXFP4
747
+ ^blk\.6\.ffn_gate\.weight$=MXFP4
748
+ ^blk\.6\.ffn_up\.weight$=MXFP4
749
+ ^blk\.6\.post_attention_norm\.weight$=F32
750
+ ^blk\.6\.ssm_a$=F32
751
+ ^blk\.6\.ssm_alpha\.weight$=MXFP4
752
+ ^blk\.6\.ssm_beta\.weight$=MXFP4
753
+ ^blk\.6\.ssm_conv1d\.weight$=F32
754
+ ^blk\.6\.ssm_dt\.bias$=F32
755
+ ^blk\.6\.ssm_norm\.weight$=F32
756
+ ^blk\.6\.ssm_out\.weight$=MXFP4
757
+ ^blk\.60\.attn_gate\.weight$=MXFP4
758
+ ^blk\.60\.attn_norm\.weight$=F32
759
+ ^blk\.60\.attn_qkv\.weight$=MXFP4
760
+ ^blk\.60\.ffn_down\.weight$=MXFP4
761
+ ^blk\.60\.ffn_gate\.weight$=MXFP4
762
+ ^blk\.60\.ffn_up\.weight$=MXFP4
763
+ ^blk\.60\.post_attention_norm\.weight$=F32
764
+ ^blk\.60\.ssm_a$=F32
765
+ ^blk\.60\.ssm_alpha\.weight$=MXFP4
766
+ ^blk\.60\.ssm_beta\.weight$=MXFP4
767
+ ^blk\.60\.ssm_conv1d\.weight$=F32
768
+ ^blk\.60\.ssm_dt\.bias$=F32
769
+ ^blk\.60\.ssm_norm\.weight$=F32
770
+ ^blk\.60\.ssm_out\.weight$=MXFP4
771
+ ^blk\.61\.attn_gate\.weight$=MXFP4
772
+ ^blk\.61\.attn_norm\.weight$=F32
773
+ ^blk\.61\.attn_qkv\.weight$=MXFP4
774
+ ^blk\.61\.ffn_down\.weight$=MXFP4
775
+ ^blk\.61\.ffn_gate\.weight$=MXFP4
776
+ ^blk\.61\.ffn_up\.weight$=MXFP4
777
+ ^blk\.61\.post_attention_norm\.weight$=F32
778
+ ^blk\.61\.ssm_a$=F32
779
+ ^blk\.61\.ssm_alpha\.weight$=MXFP4
780
+ ^blk\.61\.ssm_beta\.weight$=MXFP4
781
+ ^blk\.61\.ssm_conv1d\.weight$=F32
782
+ ^blk\.61\.ssm_dt\.bias$=F32
783
+ ^blk\.61\.ssm_norm\.weight$=F32
784
+ ^blk\.61\.ssm_out\.weight$=MXFP4
785
+ ^blk\.62\.attn_gate\.weight$=MXFP4
786
+ ^blk\.62\.attn_norm\.weight$=F32
787
+ ^blk\.62\.attn_qkv\.weight$=MXFP4
788
+ ^blk\.62\.ffn_down\.weight$=MXFP4
789
+ ^blk\.62\.ffn_gate\.weight$=MXFP4
790
+ ^blk\.62\.ffn_up\.weight$=MXFP4
791
+ ^blk\.62\.post_attention_norm\.weight$=F32
792
+ ^blk\.62\.ssm_a$=F32
793
+ ^blk\.62\.ssm_alpha\.weight$=MXFP4
794
+ ^blk\.62\.ssm_beta\.weight$=MXFP4
795
+ ^blk\.62\.ssm_conv1d\.weight$=F32
796
+ ^blk\.62\.ssm_dt\.bias$=F32
797
+ ^blk\.62\.ssm_norm\.weight$=F32
798
+ ^blk\.62\.ssm_out\.weight$=MXFP4
799
+ ^blk\.63\.attn_k\.weight$=MXFP4
800
+ ^blk\.63\.attn_k_norm\.weight$=F32
801
+ ^blk\.63\.attn_norm\.weight$=F32
802
+ ^blk\.63\.attn_output\.weight$=MXFP4
803
+ ^blk\.63\.attn_q\.weight$=MXFP4
804
+ ^blk\.63\.attn_q_norm\.weight$=F32
805
+ ^blk\.63\.attn_v\.weight$=MXFP4
806
+ ^blk\.63\.ffn_down\.weight$=MXFP4
807
+ ^blk\.63\.ffn_gate\.weight$=MXFP4
808
+ ^blk\.63\.ffn_up\.weight$=MXFP4
809
+ ^blk\.63\.post_attention_norm\.weight$=F32
810
+ ^blk\.64\.attn_k\.weight$=Q4_K
811
+ ^blk\.64\.attn_k_norm\.weight$=F32
812
+ ^blk\.64\.attn_norm\.weight$=F32
813
+ ^blk\.64\.attn_output\.weight$=Q4_K
814
+ ^blk\.64\.attn_q\.weight$=Q4_K
815
+ ^blk\.64\.attn_q_norm\.weight$=F32
816
+ ^blk\.64\.attn_v\.weight$=Q5_K
817
+ ^blk\.64\.ffn_down\.weight$=Q4_K
818
+ ^blk\.64\.ffn_gate\.weight$=Q4_K
819
+ ^blk\.64\.ffn_up\.weight$=Q4_K
820
+ ^blk\.64\.nextn\.eh_proj\.weight$=Q8_0
821
+ ^blk\.64\.nextn\.enorm\.weight$=F32
822
+ ^blk\.64\.nextn\.hnorm\.weight$=F32
823
+ ^blk\.64\.nextn\.shared_head_norm\.weight$=F32
824
+ ^blk\.64\.post_attention_norm\.weight$=F32
825
+ ^blk\.7\.attn_k\.weight$=MXFP4
826
+ ^blk\.7\.attn_k_norm\.weight$=F32
827
+ ^blk\.7\.attn_norm\.weight$=F32
828
+ ^blk\.7\.attn_output\.weight$=MXFP4
829
+ ^blk\.7\.attn_q\.weight$=MXFP4
830
+ ^blk\.7\.attn_q_norm\.weight$=F32
831
+ ^blk\.7\.attn_v\.weight$=MXFP4
832
+ ^blk\.7\.ffn_down\.weight$=MXFP4
833
+ ^blk\.7\.ffn_gate\.weight$=MXFP4
834
+ ^blk\.7\.ffn_up\.weight$=MXFP4
835
+ ^blk\.7\.post_attention_norm\.weight$=F32
836
+ ^blk\.8\.attn_gate\.weight$=MXFP4
837
+ ^blk\.8\.attn_norm\.weight$=F32
838
+ ^blk\.8\.attn_qkv\.weight$=MXFP4
839
+ ^blk\.8\.ffn_down\.weight$=MXFP4
840
+ ^blk\.8\.ffn_gate\.weight$=MXFP4
841
+ ^blk\.8\.ffn_up\.weight$=MXFP4
842
+ ^blk\.8\.post_attention_norm\.weight$=F32
843
+ ^blk\.8\.ssm_a$=F32
844
+ ^blk\.8\.ssm_alpha\.weight$=MXFP4
845
+ ^blk\.8\.ssm_beta\.weight$=MXFP4
846
+ ^blk\.8\.ssm_conv1d\.weight$=F32
847
+ ^blk\.8\.ssm_dt\.bias$=F32
848
+ ^blk\.8\.ssm_norm\.weight$=F32
849
+ ^blk\.8\.ssm_out\.weight$=MXFP4
850
+ ^blk\.9\.attn_gate\.weight$=MXFP4
851
+ ^blk\.9\.attn_norm\.weight$=F32
852
+ ^blk\.9\.attn_qkv\.weight$=MXFP4
853
+ ^blk\.9\.ffn_down\.weight$=MXFP4
854
+ ^blk\.9\.ffn_gate\.weight$=MXFP4
855
+ ^blk\.9\.ffn_up\.weight$=MXFP4
856
+ ^blk\.9\.post_attention_norm\.weight$=F32
857
+ ^blk\.9\.ssm_a$=F32
858
+ ^blk\.9\.ssm_alpha\.weight$=MXFP4
859
+ ^blk\.9\.ssm_beta\.weight$=MXFP4
860
+ ^blk\.9\.ssm_conv1d\.weight$=F32
861
+ ^blk\.9\.ssm_dt\.bias$=F32
862
+ ^blk\.9\.ssm_norm\.weight$=F32
863
+ ^blk\.9\.ssm_out\.weight$=MXFP4
864
+ ^output\.weight$=Q6_K
865
+ ^output_norm\.weight$=F32
866
+ ^token_embd\.weight$=Q4_K
magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/rejected-attempts.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "attempts": [
4
+ {
5
+ "attempt": 1,
6
+ "status": "rejected-before-benchmark",
7
+ "reason": "llama.cpp interprets tensor-type-file names as unanchored regular expressions; literal ssm_a entries shadowed ssm_alpha entries",
8
+ "observed": {
9
+ "unexpectedTypeConversions": 48,
10
+ "from": "MXFP4",
11
+ "to": "F32",
12
+ "tensorPattern": "blk.*.ssm_alpha.weight",
13
+ "verificationPassed": false
14
+ },
15
+ "resolution": "escape and anchor every tensor-name pattern, rebuild, and require byte-exact verification before benchmarking",
16
+ "invalidGgufRetained": false,
17
+ "log": "Experiments/MQ-IQ4_XS_1-Generic/quantization.attempt-1-rejected.log",
18
+ "verification": "magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/verification.attempt-1-rejected.json"
19
+ }
20
+ ]
21
+ }
magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/results.json ADDED
@@ -0,0 +1,116 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "createdUtc": "2026-08-26T02:57:30.744592+00:00",
4
+ "experiment": "MQ-IQ4_XS_1-Generic",
5
+ "status": "complete",
6
+ "models": {
7
+ "native": {
8
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
9
+ "bytes": 18892854880,
10
+ "decimalGB": 18.89285488,
11
+ "GiB": 17.595342248678207,
12
+ "sha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc"
13
+ },
14
+ "candidate": {
15
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-MXFP4-MQ-IQ4_XS_1-Generic.gguf",
16
+ "bytes": 14981769120,
17
+ "decimalGB": 14.98176912,
18
+ "GiB": 13.952859789133072,
19
+ "sha256": "215dc51d41a212d58168ed80e77d0e14ca649d627563c389786263d77d1d4a3d"
20
+ },
21
+ "savings": {
22
+ "bytes": 3911085760,
23
+ "decimalGB": 3.91108576,
24
+ "GiB": 3.6424824595451355,
25
+ "percentOfNative": 20.701401587222694
26
+ }
27
+ },
28
+ "tensorAudit": {
29
+ "verificationPassed": true,
30
+ "tensorCount": 866,
31
+ "changedTensorCount": 10,
32
+ "unchangedPayloadsVerifiedByteExact": 856,
33
+ "nativeMxfp4PreservedCount": 496,
34
+ "nativeMxfp4TensorCount": 496,
35
+ "effectiveTypeCounts": {
36
+ "F32": 360,
37
+ "MXFP4": 496,
38
+ "Q4_K": 7,
39
+ "Q5_K": 1,
40
+ "Q6_K": 1,
41
+ "Q8_0": 1
42
+ }
43
+ },
44
+ "benchmark": {
45
+ "domain": "general",
46
+ "tokenTarget": 32768,
47
+ "chunks": 15,
48
+ "context": 2048,
49
+ "threads": 4,
50
+ "gpuLayers": 0,
51
+ "gpuVisible": false,
52
+ "nativeStandalonePpl": 5.8033,
53
+ "nativeStandalonePplError": 0.11146,
54
+ "paired": {
55
+ "candidatePpl": 5.800778,
56
+ "basePpl": 5.801511,
57
+ "pplDifference": -0.000733,
58
+ "pplRatio": 0.999874,
59
+ "logPplRatio": -0.000126,
60
+ "correlationPercent": 99.97
61
+ },
62
+ "kld": {
63
+ "mean": 0.00094,
64
+ "standardError": 2.9e-05,
65
+ "maximum": 0.254027,
66
+ "p99_9": 0.026253,
67
+ "p99": 0.006447,
68
+ "p95": 0.002801,
69
+ "p90": 0.001907,
70
+ "median": 0.000516
71
+ },
72
+ "tokenProbability": {
73
+ "meanDeltaPercent": -0.013,
74
+ "rmsDeltaPercent": 0.907,
75
+ "sameTopPercent": 98.527
76
+ },
77
+ "scope": {
78
+ "languageLogits": true,
79
+ "visionProjectorEvaluated": false,
80
+ "mtpTensorsEvaluated": false,
81
+ "note": "llama-perplexity logged block 64 MTP tensors as unused; ordinary KLD primarily measures the changed token embedding and output tensors"
82
+ }
83
+ },
84
+ "imatrixApplicability": {
85
+ "supplied": true,
86
+ "label": "Generic MagicQuant Qwen3.8-27B",
87
+ "entries": 496,
88
+ "changedTensorsWithEntries": 0,
89
+ "coveredNativeMxfp4TensorsPreservedByteExact": 496,
90
+ "note": "The selected imatrix did not numerically affect this first candidate because every covered core tensor was preserved and all 10 changed tensors lacked entries."
91
+ },
92
+ "artifacts": {
93
+ "corpus": {
94
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/_ppl_corpora/ppl_corpus_general.txt",
95
+ "bytes": 131514,
96
+ "sha256": "5d38d98dce15f54e9a1a926187b6058e65cd8b3dd9b5cc2729b0a5fd249228b0"
97
+ },
98
+ "referenceLogits": {
99
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/logits/kld_logits_general.bin",
100
+ "bytes": 7621186460,
101
+ "sha256": "604db2df7253cba18a6c0a569ed819ee3065d4ac20cd94ae72f4329e7bba8516"
102
+ },
103
+ "nativeLog": {
104
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/perplexity_general.log",
105
+ "sha256": "bade3445565a354969f7515045507b854bee83f6695eec7490b70eab9c6eebc2"
106
+ },
107
+ "candidateLog": {
108
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/candidate/perplexity_general.log",
109
+ "sha256": "5ae3e431501b5d533d113b6e146d09987023cf3301a82b3201aac9ed8f664b2b"
110
+ },
111
+ "quantizationLog": {
112
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/quantization.log",
113
+ "sha256": "c4c8c63b437dec4e66851596329b52e7e50810d72e97af38eaac2c15eb8c6185"
114
+ }
115
+ }
116
+ }
magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/tensor-decisions.json ADDED
The diff for this file is too large to render. See raw diff
 
magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/type-summary.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "createdUtc": "2026-08-26T01:29:19.295119+00:00",
4
+ "experiment": "MQ-IQ4_XS_1-Generic",
5
+ "policy": "effective=requested only when requested storage bits/weight is strictly below source; otherwise preserve source",
6
+ "tiePolicy": "preserve_source",
7
+ "baseQuantFallback": "IQ4_NL",
8
+ "tensorCount": 866,
9
+ "sourceTypeCounts": {
10
+ "BF16": 10,
11
+ "F32": 360,
12
+ "MXFP4": 496
13
+ },
14
+ "requestedTypeCounts": {
15
+ "F32": 456,
16
+ "IQ4_NL": 160,
17
+ "Q4_K": 135,
18
+ "Q5_K": 113,
19
+ "Q6_K": 1,
20
+ "Q8_0": 1
21
+ },
22
+ "effectiveTypeCounts": {
23
+ "F32": 360,
24
+ "MXFP4": 496,
25
+ "Q4_K": 7,
26
+ "Q5_K": 1,
27
+ "Q6_K": 1,
28
+ "Q8_0": 1
29
+ },
30
+ "actionCounts": {
31
+ "preserve_source": 856,
32
+ "quantize_down": 10
33
+ },
34
+ "nativeMxfp4TensorCount": 496,
35
+ "nativeMxfp4PreservedCount": 496,
36
+ "promotionCount": 0,
37
+ "bitsPerWeightOrdering": {
38
+ "F32": 32.0,
39
+ "BF16": 16.0,
40
+ "F16": 16.0,
41
+ "Q8_0": 8.5,
42
+ "Q6_K": 6.5625,
43
+ "Q5_K": 5.5,
44
+ "Q5_0": 5.5,
45
+ "Q4_K": 4.5,
46
+ "Q4_0": 4.5,
47
+ "IQ4_NL": 4.5,
48
+ "MXFP4": 4.25,
49
+ "IQ4_XS": 4.25,
50
+ "Q3_K": 3.4375,
51
+ "IQ3_M": 3.66,
52
+ "IQ3_S": 3.44,
53
+ "IQ3_XS": 3.3,
54
+ "IQ3_XXS": 3.06,
55
+ "Q2_K": 2.625,
56
+ "IQ2_M": 2.7,
57
+ "IQ2_S": 2.5,
58
+ "IQ2_XS": 2.31,
59
+ "IQ2_XXS": 2.06
60
+ },
61
+ "inputs": {
62
+ "nativeGguf": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
63
+ "nativeGgufSha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc",
64
+ "cloneManifest": "hf://magiccodingman/Qwen3.8-27B-MagicQuant-GGUF/magicquant-manifest/magicquant.clone-configs.json",
65
+ "cloneManifestSha256": "9e0ae106505901e38f892dc576d8a9b9f5dee4344d3cf1df19999fc4aab4e212",
66
+ "selectedDisplayName": "MQ-IQ4_XS_1"
67
+ }
68
+ }
magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/verification.attempt-1-rejected.json ADDED
@@ -0,0 +1,114 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "passed": false,
3
+ "tensorCount": 866,
4
+ "sourceTensorCount": 866,
5
+ "childTensorCount": 866,
6
+ "unchangedPayloadsVerifiedByteExact": 808,
7
+ "changedTensorCount": 10,
8
+ "childTypeCounts": {
9
+ "F32": 408,
10
+ "MXFP4": 448,
11
+ "Q4_K": 7,
12
+ "Q5_K": 1,
13
+ "Q6_K": 1,
14
+ "Q8_0": 1
15
+ },
16
+ "errors": [
17
+ "type mismatch: blk.0.ssm_alpha.weight: expected MXFP4, got F32",
18
+ "unchanged payload mismatch: blk.0.ssm_alpha.weight",
19
+ "type mismatch: blk.1.ssm_alpha.weight: expected MXFP4, got F32",
20
+ "unchanged payload mismatch: blk.1.ssm_alpha.weight",
21
+ "type mismatch: blk.10.ssm_alpha.weight: expected MXFP4, got F32",
22
+ "unchanged payload mismatch: blk.10.ssm_alpha.weight",
23
+ "type mismatch: blk.12.ssm_alpha.weight: expected MXFP4, got F32",
24
+ "unchanged payload mismatch: blk.12.ssm_alpha.weight",
25
+ "type mismatch: blk.13.ssm_alpha.weight: expected MXFP4, got F32",
26
+ "unchanged payload mismatch: blk.13.ssm_alpha.weight",
27
+ "type mismatch: blk.14.ssm_alpha.weight: expected MXFP4, got F32",
28
+ "unchanged payload mismatch: blk.14.ssm_alpha.weight",
29
+ "type mismatch: blk.16.ssm_alpha.weight: expected MXFP4, got F32",
30
+ "unchanged payload mismatch: blk.16.ssm_alpha.weight",
31
+ "type mismatch: blk.17.ssm_alpha.weight: expected MXFP4, got F32",
32
+ "unchanged payload mismatch: blk.17.ssm_alpha.weight",
33
+ "type mismatch: blk.18.ssm_alpha.weight: expected MXFP4, got F32",
34
+ "unchanged payload mismatch: blk.18.ssm_alpha.weight",
35
+ "type mismatch: blk.2.ssm_alpha.weight: expected MXFP4, got F32",
36
+ "unchanged payload mismatch: blk.2.ssm_alpha.weight",
37
+ "type mismatch: blk.20.ssm_alpha.weight: expected MXFP4, got F32",
38
+ "unchanged payload mismatch: blk.20.ssm_alpha.weight",
39
+ "type mismatch: blk.21.ssm_alpha.weight: expected MXFP4, got F32",
40
+ "unchanged payload mismatch: blk.21.ssm_alpha.weight",
41
+ "type mismatch: blk.22.ssm_alpha.weight: expected MXFP4, got F32",
42
+ "unchanged payload mismatch: blk.22.ssm_alpha.weight",
43
+ "type mismatch: blk.24.ssm_alpha.weight: expected MXFP4, got F32",
44
+ "unchanged payload mismatch: blk.24.ssm_alpha.weight",
45
+ "type mismatch: blk.25.ssm_alpha.weight: expected MXFP4, got F32",
46
+ "unchanged payload mismatch: blk.25.ssm_alpha.weight",
47
+ "type mismatch: blk.26.ssm_alpha.weight: expected MXFP4, got F32",
48
+ "unchanged payload mismatch: blk.26.ssm_alpha.weight",
49
+ "type mismatch: blk.28.ssm_alpha.weight: expected MXFP4, got F32",
50
+ "unchanged payload mismatch: blk.28.ssm_alpha.weight",
51
+ "type mismatch: blk.29.ssm_alpha.weight: expected MXFP4, got F32",
52
+ "unchanged payload mismatch: blk.29.ssm_alpha.weight",
53
+ "type mismatch: blk.30.ssm_alpha.weight: expected MXFP4, got F32",
54
+ "unchanged payload mismatch: blk.30.ssm_alpha.weight",
55
+ "type mismatch: blk.32.ssm_alpha.weight: expected MXFP4, got F32",
56
+ "unchanged payload mismatch: blk.32.ssm_alpha.weight",
57
+ "type mismatch: blk.33.ssm_alpha.weight: expected MXFP4, got F32",
58
+ "unchanged payload mismatch: blk.33.ssm_alpha.weight",
59
+ "type mismatch: blk.34.ssm_alpha.weight: expected MXFP4, got F32",
60
+ "unchanged payload mismatch: blk.34.ssm_alpha.weight",
61
+ "type mismatch: blk.36.ssm_alpha.weight: expected MXFP4, got F32",
62
+ "unchanged payload mismatch: blk.36.ssm_alpha.weight",
63
+ "type mismatch: blk.37.ssm_alpha.weight: expected MXFP4, got F32",
64
+ "unchanged payload mismatch: blk.37.ssm_alpha.weight",
65
+ "type mismatch: blk.38.ssm_alpha.weight: expected MXFP4, got F32",
66
+ "unchanged payload mismatch: blk.38.ssm_alpha.weight",
67
+ "type mismatch: blk.4.ssm_alpha.weight: expected MXFP4, got F32",
68
+ "unchanged payload mismatch: blk.4.ssm_alpha.weight",
69
+ "type mismatch: blk.40.ssm_alpha.weight: expected MXFP4, got F32",
70
+ "unchanged payload mismatch: blk.40.ssm_alpha.weight",
71
+ "type mismatch: blk.41.ssm_alpha.weight: expected MXFP4, got F32",
72
+ "unchanged payload mismatch: blk.41.ssm_alpha.weight",
73
+ "type mismatch: blk.42.ssm_alpha.weight: expected MXFP4, got F32",
74
+ "unchanged payload mismatch: blk.42.ssm_alpha.weight",
75
+ "type mismatch: blk.44.ssm_alpha.weight: expected MXFP4, got F32",
76
+ "unchanged payload mismatch: blk.44.ssm_alpha.weight",
77
+ "type mismatch: blk.45.ssm_alpha.weight: expected MXFP4, got F32",
78
+ "unchanged payload mismatch: blk.45.ssm_alpha.weight",
79
+ "type mismatch: blk.46.ssm_alpha.weight: expected MXFP4, got F32",
80
+ "unchanged payload mismatch: blk.46.ssm_alpha.weight",
81
+ "type mismatch: blk.48.ssm_alpha.weight: expected MXFP4, got F32",
82
+ "unchanged payload mismatch: blk.48.ssm_alpha.weight",
83
+ "type mismatch: blk.49.ssm_alpha.weight: expected MXFP4, got F32",
84
+ "unchanged payload mismatch: blk.49.ssm_alpha.weight",
85
+ "type mismatch: blk.5.ssm_alpha.weight: expected MXFP4, got F32",
86
+ "unchanged payload mismatch: blk.5.ssm_alpha.weight",
87
+ "type mismatch: blk.50.ssm_alpha.weight: expected MXFP4, got F32",
88
+ "unchanged payload mismatch: blk.50.ssm_alpha.weight",
89
+ "type mismatch: blk.52.ssm_alpha.weight: expected MXFP4, got F32",
90
+ "unchanged payload mismatch: blk.52.ssm_alpha.weight",
91
+ "type mismatch: blk.53.ssm_alpha.weight: expected MXFP4, got F32",
92
+ "unchanged payload mismatch: blk.53.ssm_alpha.weight",
93
+ "type mismatch: blk.54.ssm_alpha.weight: expected MXFP4, got F32",
94
+ "unchanged payload mismatch: blk.54.ssm_alpha.weight",
95
+ "type mismatch: blk.56.ssm_alpha.weight: expected MXFP4, got F32",
96
+ "unchanged payload mismatch: blk.56.ssm_alpha.weight",
97
+ "type mismatch: blk.57.ssm_alpha.weight: expected MXFP4, got F32",
98
+ "unchanged payload mismatch: blk.57.ssm_alpha.weight",
99
+ "type mismatch: blk.58.ssm_alpha.weight: expected MXFP4, got F32",
100
+ "unchanged payload mismatch: blk.58.ssm_alpha.weight",
101
+ "type mismatch: blk.6.ssm_alpha.weight: expected MXFP4, got F32",
102
+ "unchanged payload mismatch: blk.6.ssm_alpha.weight",
103
+ "type mismatch: blk.60.ssm_alpha.weight: expected MXFP4, got F32",
104
+ "unchanged payload mismatch: blk.60.ssm_alpha.weight",
105
+ "type mismatch: blk.61.ssm_alpha.weight: expected MXFP4, got F32",
106
+ "unchanged payload mismatch: blk.61.ssm_alpha.weight",
107
+ "type mismatch: blk.62.ssm_alpha.weight: expected MXFP4, got F32",
108
+ "unchanged payload mismatch: blk.62.ssm_alpha.weight",
109
+ "type mismatch: blk.8.ssm_alpha.weight: expected MXFP4, got F32",
110
+ "unchanged payload mismatch: blk.8.ssm_alpha.weight",
111
+ "type mismatch: blk.9.ssm_alpha.weight: expected MXFP4, got F32",
112
+ "unchanged payload mismatch: blk.9.ssm_alpha.weight"
113
+ ]
114
+ }
magicquant-manifest/experiments/MQ-IQ4_XS_1-Generic/verification.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "passed": true,
3
+ "tensorCount": 866,
4
+ "sourceTensorCount": 866,
5
+ "childTensorCount": 866,
6
+ "unchangedPayloadsVerifiedByteExact": 856,
7
+ "changedTensorCount": 10,
8
+ "childTypeCounts": {
9
+ "F32": 360,
10
+ "MXFP4": 496,
11
+ "Q4_K": 7,
12
+ "Q5_K": 1,
13
+ "Q6_K": 1,
14
+ "Q8_0": 1
15
+ },
16
+ "errors": []
17
+ }
magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/commands.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "environment": {
4
+ "CUDA_VISIBLE_DEVICES": ""
5
+ },
6
+ "quantize": [
7
+ "<REPO_ROOT>/llama.cpp/build/bin/llama-quantize",
8
+ "--allow-requantize",
9
+ "--imatrix",
10
+ "hf://unsloth/Qwen3.8-27B-GGUF/imatrix_unsloth.gguf",
11
+ "--tensor-type-file",
12
+ "<REPO_ROOT>/magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/effective-tensor-types.txt",
13
+ "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
14
+ "<SCRATCH_HOME>/lane-home/Qwen3.8-27B-Quark-MXFP4-UD-IQ2_XXS-Unsloth.gguf",
15
+ "IQ2_XXS",
16
+ "16"
17
+ ],
18
+ "candidateKld": [
19
+ "<REPO_ROOT>/llama.cpp/build/bin/llama-perplexity",
20
+ "-m",
21
+ "<SCRATCH_HOME>/lane-home/Qwen3.8-27B-Quark-MXFP4-UD-IQ2_XXS-Unsloth.gguf",
22
+ "-ngl",
23
+ "0",
24
+ "-t",
25
+ "4",
26
+ "-c",
27
+ "2048",
28
+ "--file",
29
+ "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/_ppl_corpora/ppl_corpus_general.txt",
30
+ "--kl-divergence-base",
31
+ "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/logits/kld_logits_general.bin",
32
+ "--kl-divergence"
33
+ ]
34
+ }
magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "experiment": "UD-IQ2_XXS-Unsloth",
4
+ "status": "complete",
5
+ "source": {
6
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
7
+ "sha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc",
8
+ "bytes": 18892854880
9
+ },
10
+ "output": {
11
+ "scratchPath": "<SCRATCH_HOME>/lane-home/Qwen3.8-27B-Quark-MXFP4-UD-IQ2_XXS-Unsloth.gguf",
12
+ "finalPath": "<REPO_ROOT>/Qwen3.8-27B-Quark-MXFP4-UD-IQ2_XXS-Unsloth.gguf",
13
+ "bytes": 9013733280,
14
+ "sha256": "389126864bd6e3fb51639c9727567c91ebcec5e19b5c0ec072ee24d405c97f70"
15
+ },
16
+ "recipe": {
17
+ "displayName": "UD-Unsloth-UD-IQ2_XXS",
18
+ "baseQuantFallback": "IQ2_XXS",
19
+ "adaptation": "strict-downward-only",
20
+ "bf16Intermediate": false
21
+ },
22
+ "imatrix": {
23
+ "label": "Unsloth",
24
+ "path": "hf://unsloth/Qwen3.8-27B-GGUF/imatrix_unsloth.gguf",
25
+ "sha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1",
26
+ "entries": 496
27
+ },
28
+ "execution": {
29
+ "gpuUse": false,
30
+ "cudaVisibleDevices": "",
31
+ "quantizeThreads": 16,
32
+ "benchmarkThreads": 4,
33
+ "benchmarkContext": 2048,
34
+ "scratchLane": "home"
35
+ },
36
+ "benchmark": {
37
+ "domain": "general",
38
+ "datasetId": "Salesforce/wikitext",
39
+ "tokenTarget": 32768,
40
+ "corpusSha256": "5d38d98dce15f54e9a1a926187b6058e65cd8b3dd9b5cc2729b0a5fd249228b0",
41
+ "nativeLogitsSha256": "604db2df7253cba18a6c0a569ed819ee3065d4ac20cd94ae72f4329e7bba8516"
42
+ }
43
+ }
magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/effective-tensor-types.txt ADDED
@@ -0,0 +1,866 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ^blk\.0\.attn_gate\.weight$=IQ2_XXS
2
+ ^blk\.0\.attn_norm\.weight$=F32
3
+ ^blk\.0\.attn_qkv\.weight$=IQ2_XS
4
+ ^blk\.0\.ffn_down\.weight$=IQ2_S
5
+ ^blk\.0\.ffn_gate\.weight$=IQ2_S
6
+ ^blk\.0\.ffn_up\.weight$=IQ2_S
7
+ ^blk\.0\.post_attention_norm\.weight$=F32
8
+ ^blk\.0\.ssm_a$=F32
9
+ ^blk\.0\.ssm_alpha\.weight$=MXFP4
10
+ ^blk\.0\.ssm_beta\.weight$=IQ1_M
11
+ ^blk\.0\.ssm_conv1d\.weight$=F32
12
+ ^blk\.0\.ssm_dt\.bias$=F32
13
+ ^blk\.0\.ssm_norm\.weight$=F32
14
+ ^blk\.0\.ssm_out\.weight$=IQ3_XXS
15
+ ^blk\.1\.attn_gate\.weight$=IQ2_XXS
16
+ ^blk\.1\.attn_norm\.weight$=F32
17
+ ^blk\.1\.attn_qkv\.weight$=IQ2_XS
18
+ ^blk\.1\.ffn_down\.weight$=IQ2_S
19
+ ^blk\.1\.ffn_gate\.weight$=IQ2_S
20
+ ^blk\.1\.ffn_up\.weight$=IQ2_S
21
+ ^blk\.1\.post_attention_norm\.weight$=F32
22
+ ^blk\.1\.ssm_a$=F32
23
+ ^blk\.1\.ssm_alpha\.weight$=MXFP4
24
+ ^blk\.1\.ssm_beta\.weight$=IQ1_M
25
+ ^blk\.1\.ssm_conv1d\.weight$=F32
26
+ ^blk\.1\.ssm_dt\.bias$=F32
27
+ ^blk\.1\.ssm_norm\.weight$=F32
28
+ ^blk\.1\.ssm_out\.weight$=IQ3_XXS
29
+ ^blk\.10\.attn_gate\.weight$=IQ2_XXS
30
+ ^blk\.10\.attn_norm\.weight$=F32
31
+ ^blk\.10\.attn_qkv\.weight$=IQ2_XS
32
+ ^blk\.10\.ffn_down\.weight$=IQ2_S
33
+ ^blk\.10\.ffn_gate\.weight$=IQ2_S
34
+ ^blk\.10\.ffn_up\.weight$=IQ2_S
35
+ ^blk\.10\.post_attention_norm\.weight$=F32
36
+ ^blk\.10\.ssm_a$=F32
37
+ ^blk\.10\.ssm_alpha\.weight$=MXFP4
38
+ ^blk\.10\.ssm_beta\.weight$=IQ1_M
39
+ ^blk\.10\.ssm_conv1d\.weight$=F32
40
+ ^blk\.10\.ssm_dt\.bias$=F32
41
+ ^blk\.10\.ssm_norm\.weight$=F32
42
+ ^blk\.10\.ssm_out\.weight$=IQ3_XXS
43
+ ^blk\.11\.attn_k\.weight$=IQ3_XXS
44
+ ^blk\.11\.attn_k_norm\.weight$=F32
45
+ ^blk\.11\.attn_norm\.weight$=F32
46
+ ^blk\.11\.attn_output\.weight$=IQ2_S
47
+ ^blk\.11\.attn_q\.weight$=IQ3_XXS
48
+ ^blk\.11\.attn_q_norm\.weight$=F32
49
+ ^blk\.11\.attn_v\.weight$=MXFP4
50
+ ^blk\.11\.ffn_down\.weight$=IQ2_S
51
+ ^blk\.11\.ffn_gate\.weight$=IQ2_S
52
+ ^blk\.11\.ffn_up\.weight$=IQ2_S
53
+ ^blk\.11\.post_attention_norm\.weight$=F32
54
+ ^blk\.12\.attn_gate\.weight$=IQ2_XXS
55
+ ^blk\.12\.attn_norm\.weight$=F32
56
+ ^blk\.12\.attn_qkv\.weight$=IQ2_XS
57
+ ^blk\.12\.ffn_down\.weight$=IQ2_S
58
+ ^blk\.12\.ffn_gate\.weight$=IQ2_S
59
+ ^blk\.12\.ffn_up\.weight$=IQ2_S
60
+ ^blk\.12\.post_attention_norm\.weight$=F32
61
+ ^blk\.12\.ssm_a$=F32
62
+ ^blk\.12\.ssm_alpha\.weight$=MXFP4
63
+ ^blk\.12\.ssm_beta\.weight$=IQ1_M
64
+ ^blk\.12\.ssm_conv1d\.weight$=F32
65
+ ^blk\.12\.ssm_dt\.bias$=F32
66
+ ^blk\.12\.ssm_norm\.weight$=F32
67
+ ^blk\.12\.ssm_out\.weight$=IQ3_XXS
68
+ ^blk\.13\.attn_gate\.weight$=IQ2_XXS
69
+ ^blk\.13\.attn_norm\.weight$=F32
70
+ ^blk\.13\.attn_qkv\.weight$=IQ2_XS
71
+ ^blk\.13\.ffn_down\.weight$=IQ2_S
72
+ ^blk\.13\.ffn_gate\.weight$=IQ2_S
73
+ ^blk\.13\.ffn_up\.weight$=IQ2_S
74
+ ^blk\.13\.post_attention_norm\.weight$=F32
75
+ ^blk\.13\.ssm_a$=F32
76
+ ^blk\.13\.ssm_alpha\.weight$=MXFP4
77
+ ^blk\.13\.ssm_beta\.weight$=IQ1_M
78
+ ^blk\.13\.ssm_conv1d\.weight$=F32
79
+ ^blk\.13\.ssm_dt\.bias$=F32
80
+ ^blk\.13\.ssm_norm\.weight$=F32
81
+ ^blk\.13\.ssm_out\.weight$=IQ3_XXS
82
+ ^blk\.14\.attn_gate\.weight$=IQ2_XXS
83
+ ^blk\.14\.attn_norm\.weight$=F32
84
+ ^blk\.14\.attn_qkv\.weight$=IQ2_XS
85
+ ^blk\.14\.ffn_down\.weight$=IQ2_S
86
+ ^blk\.14\.ffn_gate\.weight$=IQ2_S
87
+ ^blk\.14\.ffn_up\.weight$=IQ2_S
88
+ ^blk\.14\.post_attention_norm\.weight$=F32
89
+ ^blk\.14\.ssm_a$=F32
90
+ ^blk\.14\.ssm_alpha\.weight$=MXFP4
91
+ ^blk\.14\.ssm_beta\.weight$=IQ1_M
92
+ ^blk\.14\.ssm_conv1d\.weight$=F32
93
+ ^blk\.14\.ssm_dt\.bias$=F32
94
+ ^blk\.14\.ssm_norm\.weight$=F32
95
+ ^blk\.14\.ssm_out\.weight$=IQ3_XXS
96
+ ^blk\.15\.attn_k\.weight$=IQ3_XXS
97
+ ^blk\.15\.attn_k_norm\.weight$=F32
98
+ ^blk\.15\.attn_norm\.weight$=F32
99
+ ^blk\.15\.attn_output\.weight$=IQ2_S
100
+ ^blk\.15\.attn_q\.weight$=IQ3_XXS
101
+ ^blk\.15\.attn_q_norm\.weight$=F32
102
+ ^blk\.15\.attn_v\.weight$=MXFP4
103
+ ^blk\.15\.ffn_down\.weight$=IQ2_S
104
+ ^blk\.15\.ffn_gate\.weight$=IQ2_S
105
+ ^blk\.15\.ffn_up\.weight$=IQ2_S
106
+ ^blk\.15\.post_attention_norm\.weight$=F32
107
+ ^blk\.16\.attn_gate\.weight$=IQ2_XXS
108
+ ^blk\.16\.attn_norm\.weight$=F32
109
+ ^blk\.16\.attn_qkv\.weight$=IQ2_XS
110
+ ^blk\.16\.ffn_down\.weight$=IQ2_S
111
+ ^blk\.16\.ffn_gate\.weight$=IQ2_S
112
+ ^blk\.16\.ffn_up\.weight$=IQ2_S
113
+ ^blk\.16\.post_attention_norm\.weight$=F32
114
+ ^blk\.16\.ssm_a$=F32
115
+ ^blk\.16\.ssm_alpha\.weight$=MXFP4
116
+ ^blk\.16\.ssm_beta\.weight$=IQ1_M
117
+ ^blk\.16\.ssm_conv1d\.weight$=F32
118
+ ^blk\.16\.ssm_dt\.bias$=F32
119
+ ^blk\.16\.ssm_norm\.weight$=F32
120
+ ^blk\.16\.ssm_out\.weight$=IQ3_XXS
121
+ ^blk\.17\.attn_gate\.weight$=IQ2_XXS
122
+ ^blk\.17\.attn_norm\.weight$=F32
123
+ ^blk\.17\.attn_qkv\.weight$=IQ2_XS
124
+ ^blk\.17\.ffn_down\.weight$=IQ2_S
125
+ ^blk\.17\.ffn_gate\.weight$=IQ2_S
126
+ ^blk\.17\.ffn_up\.weight$=IQ2_S
127
+ ^blk\.17\.post_attention_norm\.weight$=F32
128
+ ^blk\.17\.ssm_a$=F32
129
+ ^blk\.17\.ssm_alpha\.weight$=MXFP4
130
+ ^blk\.17\.ssm_beta\.weight$=IQ1_M
131
+ ^blk\.17\.ssm_conv1d\.weight$=F32
132
+ ^blk\.17\.ssm_dt\.bias$=F32
133
+ ^blk\.17\.ssm_norm\.weight$=F32
134
+ ^blk\.17\.ssm_out\.weight$=IQ3_XXS
135
+ ^blk\.18\.attn_gate\.weight$=IQ2_XXS
136
+ ^blk\.18\.attn_norm\.weight$=F32
137
+ ^blk\.18\.attn_qkv\.weight$=IQ2_XS
138
+ ^blk\.18\.ffn_down\.weight$=IQ2_S
139
+ ^blk\.18\.ffn_gate\.weight$=IQ2_S
140
+ ^blk\.18\.ffn_up\.weight$=IQ2_S
141
+ ^blk\.18\.post_attention_norm\.weight$=F32
142
+ ^blk\.18\.ssm_a$=F32
143
+ ^blk\.18\.ssm_alpha\.weight$=MXFP4
144
+ ^blk\.18\.ssm_beta\.weight$=IQ1_M
145
+ ^blk\.18\.ssm_conv1d\.weight$=F32
146
+ ^blk\.18\.ssm_dt\.bias$=F32
147
+ ^blk\.18\.ssm_norm\.weight$=F32
148
+ ^blk\.18\.ssm_out\.weight$=IQ3_XXS
149
+ ^blk\.19\.attn_k\.weight$=IQ3_XXS
150
+ ^blk\.19\.attn_k_norm\.weight$=F32
151
+ ^blk\.19\.attn_norm\.weight$=F32
152
+ ^blk\.19\.attn_output\.weight$=IQ2_S
153
+ ^blk\.19\.attn_q\.weight$=IQ3_XXS
154
+ ^blk\.19\.attn_q_norm\.weight$=F32
155
+ ^blk\.19\.attn_v\.weight$=MXFP4
156
+ ^blk\.19\.ffn_down\.weight$=IQ2_S
157
+ ^blk\.19\.ffn_gate\.weight$=IQ2_S
158
+ ^blk\.19\.ffn_up\.weight$=IQ2_S
159
+ ^blk\.19\.post_attention_norm\.weight$=F32
160
+ ^blk\.2\.attn_gate\.weight$=IQ2_XXS
161
+ ^blk\.2\.attn_norm\.weight$=F32
162
+ ^blk\.2\.attn_qkv\.weight$=IQ2_XS
163
+ ^blk\.2\.ffn_down\.weight$=IQ2_S
164
+ ^blk\.2\.ffn_gate\.weight$=IQ2_S
165
+ ^blk\.2\.ffn_up\.weight$=IQ2_S
166
+ ^blk\.2\.post_attention_norm\.weight$=F32
167
+ ^blk\.2\.ssm_a$=F32
168
+ ^blk\.2\.ssm_alpha\.weight$=MXFP4
169
+ ^blk\.2\.ssm_beta\.weight$=IQ1_M
170
+ ^blk\.2\.ssm_conv1d\.weight$=F32
171
+ ^blk\.2\.ssm_dt\.bias$=F32
172
+ ^blk\.2\.ssm_norm\.weight$=F32
173
+ ^blk\.2\.ssm_out\.weight$=IQ3_XXS
174
+ ^blk\.20\.attn_gate\.weight$=IQ2_XXS
175
+ ^blk\.20\.attn_norm\.weight$=F32
176
+ ^blk\.20\.attn_qkv\.weight$=IQ2_XS
177
+ ^blk\.20\.ffn_down\.weight$=IQ2_S
178
+ ^blk\.20\.ffn_gate\.weight$=IQ2_S
179
+ ^blk\.20\.ffn_up\.weight$=IQ2_S
180
+ ^blk\.20\.post_attention_norm\.weight$=F32
181
+ ^blk\.20\.ssm_a$=F32
182
+ ^blk\.20\.ssm_alpha\.weight$=MXFP4
183
+ ^blk\.20\.ssm_beta\.weight$=IQ1_M
184
+ ^blk\.20\.ssm_conv1d\.weight$=F32
185
+ ^blk\.20\.ssm_dt\.bias$=F32
186
+ ^blk\.20\.ssm_norm\.weight$=F32
187
+ ^blk\.20\.ssm_out\.weight$=IQ3_XXS
188
+ ^blk\.21\.attn_gate\.weight$=IQ2_XXS
189
+ ^blk\.21\.attn_norm\.weight$=F32
190
+ ^blk\.21\.attn_qkv\.weight$=IQ2_XS
191
+ ^blk\.21\.ffn_down\.weight$=IQ2_S
192
+ ^blk\.21\.ffn_gate\.weight$=IQ2_S
193
+ ^blk\.21\.ffn_up\.weight$=IQ2_S
194
+ ^blk\.21\.post_attention_norm\.weight$=F32
195
+ ^blk\.21\.ssm_a$=F32
196
+ ^blk\.21\.ssm_alpha\.weight$=MXFP4
197
+ ^blk\.21\.ssm_beta\.weight$=IQ1_M
198
+ ^blk\.21\.ssm_conv1d\.weight$=F32
199
+ ^blk\.21\.ssm_dt\.bias$=F32
200
+ ^blk\.21\.ssm_norm\.weight$=F32
201
+ ^blk\.21\.ssm_out\.weight$=IQ3_XXS
202
+ ^blk\.22\.attn_gate\.weight$=IQ2_XXS
203
+ ^blk\.22\.attn_norm\.weight$=F32
204
+ ^blk\.22\.attn_qkv\.weight$=IQ2_XS
205
+ ^blk\.22\.ffn_down\.weight$=IQ2_S
206
+ ^blk\.22\.ffn_gate\.weight$=IQ2_S
207
+ ^blk\.22\.ffn_up\.weight$=IQ2_S
208
+ ^blk\.22\.post_attention_norm\.weight$=F32
209
+ ^blk\.22\.ssm_a$=F32
210
+ ^blk\.22\.ssm_alpha\.weight$=MXFP4
211
+ ^blk\.22\.ssm_beta\.weight$=IQ1_M
212
+ ^blk\.22\.ssm_conv1d\.weight$=F32
213
+ ^blk\.22\.ssm_dt\.bias$=F32
214
+ ^blk\.22\.ssm_norm\.weight$=F32
215
+ ^blk\.22\.ssm_out\.weight$=IQ3_XXS
216
+ ^blk\.23\.attn_k\.weight$=IQ3_XXS
217
+ ^blk\.23\.attn_k_norm\.weight$=F32
218
+ ^blk\.23\.attn_norm\.weight$=F32
219
+ ^blk\.23\.attn_output\.weight$=IQ2_S
220
+ ^blk\.23\.attn_q\.weight$=IQ3_XXS
221
+ ^blk\.23\.attn_q_norm\.weight$=F32
222
+ ^blk\.23\.attn_v\.weight$=MXFP4
223
+ ^blk\.23\.ffn_down\.weight$=IQ2_S
224
+ ^blk\.23\.ffn_gate\.weight$=IQ2_S
225
+ ^blk\.23\.ffn_up\.weight$=IQ2_S
226
+ ^blk\.23\.post_attention_norm\.weight$=F32
227
+ ^blk\.24\.attn_gate\.weight$=IQ2_XXS
228
+ ^blk\.24\.attn_norm\.weight$=F32
229
+ ^blk\.24\.attn_qkv\.weight$=IQ2_XS
230
+ ^blk\.24\.ffn_down\.weight$=IQ2_S
231
+ ^blk\.24\.ffn_gate\.weight$=IQ2_S
232
+ ^blk\.24\.ffn_up\.weight$=IQ2_S
233
+ ^blk\.24\.post_attention_norm\.weight$=F32
234
+ ^blk\.24\.ssm_a$=F32
235
+ ^blk\.24\.ssm_alpha\.weight$=MXFP4
236
+ ^blk\.24\.ssm_beta\.weight$=IQ1_M
237
+ ^blk\.24\.ssm_conv1d\.weight$=F32
238
+ ^blk\.24\.ssm_dt\.bias$=F32
239
+ ^blk\.24\.ssm_norm\.weight$=F32
240
+ ^blk\.24\.ssm_out\.weight$=IQ3_XXS
241
+ ^blk\.25\.attn_gate\.weight$=IQ2_XXS
242
+ ^blk\.25\.attn_norm\.weight$=F32
243
+ ^blk\.25\.attn_qkv\.weight$=IQ2_XS
244
+ ^blk\.25\.ffn_down\.weight$=IQ2_S
245
+ ^blk\.25\.ffn_gate\.weight$=IQ2_S
246
+ ^blk\.25\.ffn_up\.weight$=IQ2_S
247
+ ^blk\.25\.post_attention_norm\.weight$=F32
248
+ ^blk\.25\.ssm_a$=F32
249
+ ^blk\.25\.ssm_alpha\.weight$=MXFP4
250
+ ^blk\.25\.ssm_beta\.weight$=IQ1_M
251
+ ^blk\.25\.ssm_conv1d\.weight$=F32
252
+ ^blk\.25\.ssm_dt\.bias$=F32
253
+ ^blk\.25\.ssm_norm\.weight$=F32
254
+ ^blk\.25\.ssm_out\.weight$=IQ3_XXS
255
+ ^blk\.26\.attn_gate\.weight$=IQ2_XXS
256
+ ^blk\.26\.attn_norm\.weight$=F32
257
+ ^blk\.26\.attn_qkv\.weight$=IQ2_XS
258
+ ^blk\.26\.ffn_down\.weight$=IQ2_S
259
+ ^blk\.26\.ffn_gate\.weight$=IQ2_S
260
+ ^blk\.26\.ffn_up\.weight$=IQ2_S
261
+ ^blk\.26\.post_attention_norm\.weight$=F32
262
+ ^blk\.26\.ssm_a$=F32
263
+ ^blk\.26\.ssm_alpha\.weight$=MXFP4
264
+ ^blk\.26\.ssm_beta\.weight$=IQ1_M
265
+ ^blk\.26\.ssm_conv1d\.weight$=F32
266
+ ^blk\.26\.ssm_dt\.bias$=F32
267
+ ^blk\.26\.ssm_norm\.weight$=F32
268
+ ^blk\.26\.ssm_out\.weight$=IQ3_XXS
269
+ ^blk\.27\.attn_k\.weight$=IQ3_XXS
270
+ ^blk\.27\.attn_k_norm\.weight$=F32
271
+ ^blk\.27\.attn_norm\.weight$=F32
272
+ ^blk\.27\.attn_output\.weight$=IQ2_S
273
+ ^blk\.27\.attn_q\.weight$=IQ3_XXS
274
+ ^blk\.27\.attn_q_norm\.weight$=F32
275
+ ^blk\.27\.attn_v\.weight$=MXFP4
276
+ ^blk\.27\.ffn_down\.weight$=IQ2_S
277
+ ^blk\.27\.ffn_gate\.weight$=IQ2_S
278
+ ^blk\.27\.ffn_up\.weight$=IQ2_S
279
+ ^blk\.27\.post_attention_norm\.weight$=F32
280
+ ^blk\.28\.attn_gate\.weight$=IQ2_XXS
281
+ ^blk\.28\.attn_norm\.weight$=F32
282
+ ^blk\.28\.attn_qkv\.weight$=IQ2_XS
283
+ ^blk\.28\.ffn_down\.weight$=IQ2_S
284
+ ^blk\.28\.ffn_gate\.weight$=IQ2_S
285
+ ^blk\.28\.ffn_up\.weight$=IQ2_S
286
+ ^blk\.28\.post_attention_norm\.weight$=F32
287
+ ^blk\.28\.ssm_a$=F32
288
+ ^blk\.28\.ssm_alpha\.weight$=MXFP4
289
+ ^blk\.28\.ssm_beta\.weight$=IQ1_M
290
+ ^blk\.28\.ssm_conv1d\.weight$=F32
291
+ ^blk\.28\.ssm_dt\.bias$=F32
292
+ ^blk\.28\.ssm_norm\.weight$=F32
293
+ ^blk\.28\.ssm_out\.weight$=IQ3_XXS
294
+ ^blk\.29\.attn_gate\.weight$=IQ2_XXS
295
+ ^blk\.29\.attn_norm\.weight$=F32
296
+ ^blk\.29\.attn_qkv\.weight$=IQ2_XS
297
+ ^blk\.29\.ffn_down\.weight$=IQ2_S
298
+ ^blk\.29\.ffn_gate\.weight$=IQ2_S
299
+ ^blk\.29\.ffn_up\.weight$=IQ2_S
300
+ ^blk\.29\.post_attention_norm\.weight$=F32
301
+ ^blk\.29\.ssm_a$=F32
302
+ ^blk\.29\.ssm_alpha\.weight$=MXFP4
303
+ ^blk\.29\.ssm_beta\.weight$=IQ1_M
304
+ ^blk\.29\.ssm_conv1d\.weight$=F32
305
+ ^blk\.29\.ssm_dt\.bias$=F32
306
+ ^blk\.29\.ssm_norm\.weight$=F32
307
+ ^blk\.29\.ssm_out\.weight$=IQ3_XXS
308
+ ^blk\.3\.attn_k\.weight$=IQ3_XXS
309
+ ^blk\.3\.attn_k_norm\.weight$=F32
310
+ ^blk\.3\.attn_norm\.weight$=F32
311
+ ^blk\.3\.attn_output\.weight$=IQ2_S
312
+ ^blk\.3\.attn_q\.weight$=IQ3_XXS
313
+ ^blk\.3\.attn_q_norm\.weight$=F32
314
+ ^blk\.3\.attn_v\.weight$=MXFP4
315
+ ^blk\.3\.ffn_down\.weight$=IQ2_S
316
+ ^blk\.3\.ffn_gate\.weight$=IQ2_S
317
+ ^blk\.3\.ffn_up\.weight$=IQ2_S
318
+ ^blk\.3\.post_attention_norm\.weight$=F32
319
+ ^blk\.30\.attn_gate\.weight$=IQ2_XXS
320
+ ^blk\.30\.attn_norm\.weight$=F32
321
+ ^blk\.30\.attn_qkv\.weight$=IQ2_XS
322
+ ^blk\.30\.ffn_down\.weight$=IQ2_S
323
+ ^blk\.30\.ffn_gate\.weight$=IQ2_S
324
+ ^blk\.30\.ffn_up\.weight$=IQ2_S
325
+ ^blk\.30\.post_attention_norm\.weight$=F32
326
+ ^blk\.30\.ssm_a$=F32
327
+ ^blk\.30\.ssm_alpha\.weight$=MXFP4
328
+ ^blk\.30\.ssm_beta\.weight$=IQ1_M
329
+ ^blk\.30\.ssm_conv1d\.weight$=F32
330
+ ^blk\.30\.ssm_dt\.bias$=F32
331
+ ^blk\.30\.ssm_norm\.weight$=F32
332
+ ^blk\.30\.ssm_out\.weight$=IQ3_XXS
333
+ ^blk\.31\.attn_k\.weight$=IQ3_XXS
334
+ ^blk\.31\.attn_k_norm\.weight$=F32
335
+ ^blk\.31\.attn_norm\.weight$=F32
336
+ ^blk\.31\.attn_output\.weight$=IQ2_S
337
+ ^blk\.31\.attn_q\.weight$=IQ3_XXS
338
+ ^blk\.31\.attn_q_norm\.weight$=F32
339
+ ^blk\.31\.attn_v\.weight$=MXFP4
340
+ ^blk\.31\.ffn_down\.weight$=IQ2_S
341
+ ^blk\.31\.ffn_gate\.weight$=IQ2_S
342
+ ^blk\.31\.ffn_up\.weight$=IQ2_S
343
+ ^blk\.31\.post_attention_norm\.weight$=F32
344
+ ^blk\.32\.attn_gate\.weight$=IQ2_XXS
345
+ ^blk\.32\.attn_norm\.weight$=F32
346
+ ^blk\.32\.attn_qkv\.weight$=IQ2_XS
347
+ ^blk\.32\.ffn_down\.weight$=IQ2_S
348
+ ^blk\.32\.ffn_gate\.weight$=IQ2_S
349
+ ^blk\.32\.ffn_up\.weight$=IQ2_S
350
+ ^blk\.32\.post_attention_norm\.weight$=F32
351
+ ^blk\.32\.ssm_a$=F32
352
+ ^blk\.32\.ssm_alpha\.weight$=MXFP4
353
+ ^blk\.32\.ssm_beta\.weight$=IQ1_M
354
+ ^blk\.32\.ssm_conv1d\.weight$=F32
355
+ ^blk\.32\.ssm_dt\.bias$=F32
356
+ ^blk\.32\.ssm_norm\.weight$=F32
357
+ ^blk\.32\.ssm_out\.weight$=IQ3_XXS
358
+ ^blk\.33\.attn_gate\.weight$=IQ2_XXS
359
+ ^blk\.33\.attn_norm\.weight$=F32
360
+ ^blk\.33\.attn_qkv\.weight$=IQ2_XS
361
+ ^blk\.33\.ffn_down\.weight$=IQ2_S
362
+ ^blk\.33\.ffn_gate\.weight$=IQ2_S
363
+ ^blk\.33\.ffn_up\.weight$=IQ2_S
364
+ ^blk\.33\.post_attention_norm\.weight$=F32
365
+ ^blk\.33\.ssm_a$=F32
366
+ ^blk\.33\.ssm_alpha\.weight$=MXFP4
367
+ ^blk\.33\.ssm_beta\.weight$=IQ1_M
368
+ ^blk\.33\.ssm_conv1d\.weight$=F32
369
+ ^blk\.33\.ssm_dt\.bias$=F32
370
+ ^blk\.33\.ssm_norm\.weight$=F32
371
+ ^blk\.33\.ssm_out\.weight$=IQ3_XXS
372
+ ^blk\.34\.attn_gate\.weight$=IQ2_XXS
373
+ ^blk\.34\.attn_norm\.weight$=F32
374
+ ^blk\.34\.attn_qkv\.weight$=IQ2_XS
375
+ ^blk\.34\.ffn_down\.weight$=IQ2_S
376
+ ^blk\.34\.ffn_gate\.weight$=IQ2_S
377
+ ^blk\.34\.ffn_up\.weight$=IQ2_S
378
+ ^blk\.34\.post_attention_norm\.weight$=F32
379
+ ^blk\.34\.ssm_a$=F32
380
+ ^blk\.34\.ssm_alpha\.weight$=MXFP4
381
+ ^blk\.34\.ssm_beta\.weight$=IQ1_M
382
+ ^blk\.34\.ssm_conv1d\.weight$=F32
383
+ ^blk\.34\.ssm_dt\.bias$=F32
384
+ ^blk\.34\.ssm_norm\.weight$=F32
385
+ ^blk\.34\.ssm_out\.weight$=IQ3_XXS
386
+ ^blk\.35\.attn_k\.weight$=IQ3_XXS
387
+ ^blk\.35\.attn_k_norm\.weight$=F32
388
+ ^blk\.35\.attn_norm\.weight$=F32
389
+ ^blk\.35\.attn_output\.weight$=IQ2_S
390
+ ^blk\.35\.attn_q\.weight$=IQ3_XXS
391
+ ^blk\.35\.attn_q_norm\.weight$=F32
392
+ ^blk\.35\.attn_v\.weight$=MXFP4
393
+ ^blk\.35\.ffn_down\.weight$=IQ2_S
394
+ ^blk\.35\.ffn_gate\.weight$=IQ2_S
395
+ ^blk\.35\.ffn_up\.weight$=IQ2_S
396
+ ^blk\.35\.post_attention_norm\.weight$=F32
397
+ ^blk\.36\.attn_gate\.weight$=IQ2_XXS
398
+ ^blk\.36\.attn_norm\.weight$=F32
399
+ ^blk\.36\.attn_qkv\.weight$=IQ2_XS
400
+ ^blk\.36\.ffn_down\.weight$=IQ2_S
401
+ ^blk\.36\.ffn_gate\.weight$=IQ2_S
402
+ ^blk\.36\.ffn_up\.weight$=IQ2_S
403
+ ^blk\.36\.post_attention_norm\.weight$=F32
404
+ ^blk\.36\.ssm_a$=F32
405
+ ^blk\.36\.ssm_alpha\.weight$=MXFP4
406
+ ^blk\.36\.ssm_beta\.weight$=IQ1_M
407
+ ^blk\.36\.ssm_conv1d\.weight$=F32
408
+ ^blk\.36\.ssm_dt\.bias$=F32
409
+ ^blk\.36\.ssm_norm\.weight$=F32
410
+ ^blk\.36\.ssm_out\.weight$=IQ3_XXS
411
+ ^blk\.37\.attn_gate\.weight$=IQ2_XXS
412
+ ^blk\.37\.attn_norm\.weight$=F32
413
+ ^blk\.37\.attn_qkv\.weight$=IQ2_XS
414
+ ^blk\.37\.ffn_down\.weight$=IQ2_S
415
+ ^blk\.37\.ffn_gate\.weight$=IQ2_S
416
+ ^blk\.37\.ffn_up\.weight$=IQ2_S
417
+ ^blk\.37\.post_attention_norm\.weight$=F32
418
+ ^blk\.37\.ssm_a$=F32
419
+ ^blk\.37\.ssm_alpha\.weight$=MXFP4
420
+ ^blk\.37\.ssm_beta\.weight$=IQ1_M
421
+ ^blk\.37\.ssm_conv1d\.weight$=F32
422
+ ^blk\.37\.ssm_dt\.bias$=F32
423
+ ^blk\.37\.ssm_norm\.weight$=F32
424
+ ^blk\.37\.ssm_out\.weight$=IQ3_XXS
425
+ ^blk\.38\.attn_gate\.weight$=IQ2_XXS
426
+ ^blk\.38\.attn_norm\.weight$=F32
427
+ ^blk\.38\.attn_qkv\.weight$=IQ2_XS
428
+ ^blk\.38\.ffn_down\.weight$=IQ2_S
429
+ ^blk\.38\.ffn_gate\.weight$=IQ2_S
430
+ ^blk\.38\.ffn_up\.weight$=IQ2_S
431
+ ^blk\.38\.post_attention_norm\.weight$=F32
432
+ ^blk\.38\.ssm_a$=F32
433
+ ^blk\.38\.ssm_alpha\.weight$=MXFP4
434
+ ^blk\.38\.ssm_beta\.weight$=IQ1_M
435
+ ^blk\.38\.ssm_conv1d\.weight$=F32
436
+ ^blk\.38\.ssm_dt\.bias$=F32
437
+ ^blk\.38\.ssm_norm\.weight$=F32
438
+ ^blk\.38\.ssm_out\.weight$=IQ3_XXS
439
+ ^blk\.39\.attn_k\.weight$=IQ3_XXS
440
+ ^blk\.39\.attn_k_norm\.weight$=F32
441
+ ^blk\.39\.attn_norm\.weight$=F32
442
+ ^blk\.39\.attn_output\.weight$=IQ2_S
443
+ ^blk\.39\.attn_q\.weight$=IQ3_XXS
444
+ ^blk\.39\.attn_q_norm\.weight$=F32
445
+ ^blk\.39\.attn_v\.weight$=MXFP4
446
+ ^blk\.39\.ffn_down\.weight$=IQ2_S
447
+ ^blk\.39\.ffn_gate\.weight$=IQ2_S
448
+ ^blk\.39\.ffn_up\.weight$=IQ2_S
449
+ ^blk\.39\.post_attention_norm\.weight$=F32
450
+ ^blk\.4\.attn_gate\.weight$=IQ2_XXS
451
+ ^blk\.4\.attn_norm\.weight$=F32
452
+ ^blk\.4\.attn_qkv\.weight$=IQ2_XS
453
+ ^blk\.4\.ffn_down\.weight$=IQ2_S
454
+ ^blk\.4\.ffn_gate\.weight$=IQ2_S
455
+ ^blk\.4\.ffn_up\.weight$=IQ2_S
456
+ ^blk\.4\.post_attention_norm\.weight$=F32
457
+ ^blk\.4\.ssm_a$=F32
458
+ ^blk\.4\.ssm_alpha\.weight$=MXFP4
459
+ ^blk\.4\.ssm_beta\.weight$=IQ1_M
460
+ ^blk\.4\.ssm_conv1d\.weight$=F32
461
+ ^blk\.4\.ssm_dt\.bias$=F32
462
+ ^blk\.4\.ssm_norm\.weight$=F32
463
+ ^blk\.4\.ssm_out\.weight$=IQ3_XXS
464
+ ^blk\.40\.attn_gate\.weight$=IQ2_XXS
465
+ ^blk\.40\.attn_norm\.weight$=F32
466
+ ^blk\.40\.attn_qkv\.weight$=IQ2_XS
467
+ ^blk\.40\.ffn_down\.weight$=IQ2_S
468
+ ^blk\.40\.ffn_gate\.weight$=IQ2_S
469
+ ^blk\.40\.ffn_up\.weight$=IQ2_S
470
+ ^blk\.40\.post_attention_norm\.weight$=F32
471
+ ^blk\.40\.ssm_a$=F32
472
+ ^blk\.40\.ssm_alpha\.weight$=MXFP4
473
+ ^blk\.40\.ssm_beta\.weight$=IQ1_M
474
+ ^blk\.40\.ssm_conv1d\.weight$=F32
475
+ ^blk\.40\.ssm_dt\.bias$=F32
476
+ ^blk\.40\.ssm_norm\.weight$=F32
477
+ ^blk\.40\.ssm_out\.weight$=IQ3_XXS
478
+ ^blk\.41\.attn_gate\.weight$=IQ2_XXS
479
+ ^blk\.41\.attn_norm\.weight$=F32
480
+ ^blk\.41\.attn_qkv\.weight$=IQ2_XS
481
+ ^blk\.41\.ffn_down\.weight$=IQ2_S
482
+ ^blk\.41\.ffn_gate\.weight$=IQ2_S
483
+ ^blk\.41\.ffn_up\.weight$=IQ2_S
484
+ ^blk\.41\.post_attention_norm\.weight$=F32
485
+ ^blk\.41\.ssm_a$=F32
486
+ ^blk\.41\.ssm_alpha\.weight$=MXFP4
487
+ ^blk\.41\.ssm_beta\.weight$=IQ1_M
488
+ ^blk\.41\.ssm_conv1d\.weight$=F32
489
+ ^blk\.41\.ssm_dt\.bias$=F32
490
+ ^blk\.41\.ssm_norm\.weight$=F32
491
+ ^blk\.41\.ssm_out\.weight$=IQ3_XXS
492
+ ^blk\.42\.attn_gate\.weight$=IQ2_XXS
493
+ ^blk\.42\.attn_norm\.weight$=F32
494
+ ^blk\.42\.attn_qkv\.weight$=IQ2_XS
495
+ ^blk\.42\.ffn_down\.weight$=IQ2_S
496
+ ^blk\.42\.ffn_gate\.weight$=IQ2_S
497
+ ^blk\.42\.ffn_up\.weight$=IQ2_S
498
+ ^blk\.42\.post_attention_norm\.weight$=F32
499
+ ^blk\.42\.ssm_a$=F32
500
+ ^blk\.42\.ssm_alpha\.weight$=MXFP4
501
+ ^blk\.42\.ssm_beta\.weight$=IQ1_M
502
+ ^blk\.42\.ssm_conv1d\.weight$=F32
503
+ ^blk\.42\.ssm_dt\.bias$=F32
504
+ ^blk\.42\.ssm_norm\.weight$=F32
505
+ ^blk\.42\.ssm_out\.weight$=IQ3_XXS
506
+ ^blk\.43\.attn_k\.weight$=IQ3_XXS
507
+ ^blk\.43\.attn_k_norm\.weight$=F32
508
+ ^blk\.43\.attn_norm\.weight$=F32
509
+ ^blk\.43\.attn_output\.weight$=IQ2_S
510
+ ^blk\.43\.attn_q\.weight$=IQ3_XXS
511
+ ^blk\.43\.attn_q_norm\.weight$=F32
512
+ ^blk\.43\.attn_v\.weight$=MXFP4
513
+ ^blk\.43\.ffn_down\.weight$=IQ2_S
514
+ ^blk\.43\.ffn_gate\.weight$=IQ2_S
515
+ ^blk\.43\.ffn_up\.weight$=IQ2_S
516
+ ^blk\.43\.post_attention_norm\.weight$=F32
517
+ ^blk\.44\.attn_gate\.weight$=IQ2_XXS
518
+ ^blk\.44\.attn_norm\.weight$=F32
519
+ ^blk\.44\.attn_qkv\.weight$=IQ2_XS
520
+ ^blk\.44\.ffn_down\.weight$=IQ2_S
521
+ ^blk\.44\.ffn_gate\.weight$=IQ2_S
522
+ ^blk\.44\.ffn_up\.weight$=IQ2_S
523
+ ^blk\.44\.post_attention_norm\.weight$=F32
524
+ ^blk\.44\.ssm_a$=F32
525
+ ^blk\.44\.ssm_alpha\.weight$=MXFP4
526
+ ^blk\.44\.ssm_beta\.weight$=IQ1_M
527
+ ^blk\.44\.ssm_conv1d\.weight$=F32
528
+ ^blk\.44\.ssm_dt\.bias$=F32
529
+ ^blk\.44\.ssm_norm\.weight$=F32
530
+ ^blk\.44\.ssm_out\.weight$=IQ3_XXS
531
+ ^blk\.45\.attn_gate\.weight$=IQ2_XXS
532
+ ^blk\.45\.attn_norm\.weight$=F32
533
+ ^blk\.45\.attn_qkv\.weight$=IQ2_XS
534
+ ^blk\.45\.ffn_down\.weight$=IQ2_S
535
+ ^blk\.45\.ffn_gate\.weight$=IQ2_S
536
+ ^blk\.45\.ffn_up\.weight$=IQ2_S
537
+ ^blk\.45\.post_attention_norm\.weight$=F32
538
+ ^blk\.45\.ssm_a$=F32
539
+ ^blk\.45\.ssm_alpha\.weight$=MXFP4
540
+ ^blk\.45\.ssm_beta\.weight$=IQ1_M
541
+ ^blk\.45\.ssm_conv1d\.weight$=F32
542
+ ^blk\.45\.ssm_dt\.bias$=F32
543
+ ^blk\.45\.ssm_norm\.weight$=F32
544
+ ^blk\.45\.ssm_out\.weight$=IQ3_XXS
545
+ ^blk\.46\.attn_gate\.weight$=IQ2_XXS
546
+ ^blk\.46\.attn_norm\.weight$=F32
547
+ ^blk\.46\.attn_qkv\.weight$=IQ2_XS
548
+ ^blk\.46\.ffn_down\.weight$=IQ2_S
549
+ ^blk\.46\.ffn_gate\.weight$=IQ2_S
550
+ ^blk\.46\.ffn_up\.weight$=IQ2_S
551
+ ^blk\.46\.post_attention_norm\.weight$=F32
552
+ ^blk\.46\.ssm_a$=F32
553
+ ^blk\.46\.ssm_alpha\.weight$=MXFP4
554
+ ^blk\.46\.ssm_beta\.weight$=IQ1_M
555
+ ^blk\.46\.ssm_conv1d\.weight$=F32
556
+ ^blk\.46\.ssm_dt\.bias$=F32
557
+ ^blk\.46\.ssm_norm\.weight$=F32
558
+ ^blk\.46\.ssm_out\.weight$=IQ3_XXS
559
+ ^blk\.47\.attn_k\.weight$=IQ3_XXS
560
+ ^blk\.47\.attn_k_norm\.weight$=F32
561
+ ^blk\.47\.attn_norm\.weight$=F32
562
+ ^blk\.47\.attn_output\.weight$=IQ2_S
563
+ ^blk\.47\.attn_q\.weight$=IQ3_XXS
564
+ ^blk\.47\.attn_q_norm\.weight$=F32
565
+ ^blk\.47\.attn_v\.weight$=MXFP4
566
+ ^blk\.47\.ffn_down\.weight$=IQ2_S
567
+ ^blk\.47\.ffn_gate\.weight$=IQ2_S
568
+ ^blk\.47\.ffn_up\.weight$=IQ2_S
569
+ ^blk\.47\.post_attention_norm\.weight$=F32
570
+ ^blk\.48\.attn_gate\.weight$=IQ2_XXS
571
+ ^blk\.48\.attn_norm\.weight$=F32
572
+ ^blk\.48\.attn_qkv\.weight$=IQ2_XS
573
+ ^blk\.48\.ffn_down\.weight$=IQ2_S
574
+ ^blk\.48\.ffn_gate\.weight$=IQ2_S
575
+ ^blk\.48\.ffn_up\.weight$=IQ2_S
576
+ ^blk\.48\.post_attention_norm\.weight$=F32
577
+ ^blk\.48\.ssm_a$=F32
578
+ ^blk\.48\.ssm_alpha\.weight$=MXFP4
579
+ ^blk\.48\.ssm_beta\.weight$=IQ1_M
580
+ ^blk\.48\.ssm_conv1d\.weight$=F32
581
+ ^blk\.48\.ssm_dt\.bias$=F32
582
+ ^blk\.48\.ssm_norm\.weight$=F32
583
+ ^blk\.48\.ssm_out\.weight$=IQ3_XXS
584
+ ^blk\.49\.attn_gate\.weight$=IQ2_XXS
585
+ ^blk\.49\.attn_norm\.weight$=F32
586
+ ^blk\.49\.attn_qkv\.weight$=IQ2_XS
587
+ ^blk\.49\.ffn_down\.weight$=IQ2_S
588
+ ^blk\.49\.ffn_gate\.weight$=IQ2_S
589
+ ^blk\.49\.ffn_up\.weight$=IQ2_S
590
+ ^blk\.49\.post_attention_norm\.weight$=F32
591
+ ^blk\.49\.ssm_a$=F32
592
+ ^blk\.49\.ssm_alpha\.weight$=MXFP4
593
+ ^blk\.49\.ssm_beta\.weight$=IQ1_M
594
+ ^blk\.49\.ssm_conv1d\.weight$=F32
595
+ ^blk\.49\.ssm_dt\.bias$=F32
596
+ ^blk\.49\.ssm_norm\.weight$=F32
597
+ ^blk\.49\.ssm_out\.weight$=IQ3_XXS
598
+ ^blk\.5\.attn_gate\.weight$=IQ2_XXS
599
+ ^blk\.5\.attn_norm\.weight$=F32
600
+ ^blk\.5\.attn_qkv\.weight$=IQ2_XS
601
+ ^blk\.5\.ffn_down\.weight$=IQ2_S
602
+ ^blk\.5\.ffn_gate\.weight$=IQ2_S
603
+ ^blk\.5\.ffn_up\.weight$=IQ2_S
604
+ ^blk\.5\.post_attention_norm\.weight$=F32
605
+ ^blk\.5\.ssm_a$=F32
606
+ ^blk\.5\.ssm_alpha\.weight$=MXFP4
607
+ ^blk\.5\.ssm_beta\.weight$=IQ1_M
608
+ ^blk\.5\.ssm_conv1d\.weight$=F32
609
+ ^blk\.5\.ssm_dt\.bias$=F32
610
+ ^blk\.5\.ssm_norm\.weight$=F32
611
+ ^blk\.5\.ssm_out\.weight$=IQ3_XXS
612
+ ^blk\.50\.attn_gate\.weight$=IQ2_XXS
613
+ ^blk\.50\.attn_norm\.weight$=F32
614
+ ^blk\.50\.attn_qkv\.weight$=IQ2_XS
615
+ ^blk\.50\.ffn_down\.weight$=IQ2_S
616
+ ^blk\.50\.ffn_gate\.weight$=IQ2_S
617
+ ^blk\.50\.ffn_up\.weight$=IQ2_S
618
+ ^blk\.50\.post_attention_norm\.weight$=F32
619
+ ^blk\.50\.ssm_a$=F32
620
+ ^blk\.50\.ssm_alpha\.weight$=MXFP4
621
+ ^blk\.50\.ssm_beta\.weight$=IQ1_M
622
+ ^blk\.50\.ssm_conv1d\.weight$=F32
623
+ ^blk\.50\.ssm_dt\.bias$=F32
624
+ ^blk\.50\.ssm_norm\.weight$=F32
625
+ ^blk\.50\.ssm_out\.weight$=IQ3_XXS
626
+ ^blk\.51\.attn_k\.weight$=IQ3_XXS
627
+ ^blk\.51\.attn_k_norm\.weight$=F32
628
+ ^blk\.51\.attn_norm\.weight$=F32
629
+ ^blk\.51\.attn_output\.weight$=IQ2_S
630
+ ^blk\.51\.attn_q\.weight$=IQ3_XXS
631
+ ^blk\.51\.attn_q_norm\.weight$=F32
632
+ ^blk\.51\.attn_v\.weight$=MXFP4
633
+ ^blk\.51\.ffn_down\.weight$=IQ2_S
634
+ ^blk\.51\.ffn_gate\.weight$=IQ2_S
635
+ ^blk\.51\.ffn_up\.weight$=IQ2_S
636
+ ^blk\.51\.post_attention_norm\.weight$=F32
637
+ ^blk\.52\.attn_gate\.weight$=IQ2_XXS
638
+ ^blk\.52\.attn_norm\.weight$=F32
639
+ ^blk\.52\.attn_qkv\.weight$=IQ2_XS
640
+ ^blk\.52\.ffn_down\.weight$=IQ2_S
641
+ ^blk\.52\.ffn_gate\.weight$=IQ2_S
642
+ ^blk\.52\.ffn_up\.weight$=IQ2_S
643
+ ^blk\.52\.post_attention_norm\.weight$=F32
644
+ ^blk\.52\.ssm_a$=F32
645
+ ^blk\.52\.ssm_alpha\.weight$=MXFP4
646
+ ^blk\.52\.ssm_beta\.weight$=IQ1_M
647
+ ^blk\.52\.ssm_conv1d\.weight$=F32
648
+ ^blk\.52\.ssm_dt\.bias$=F32
649
+ ^blk\.52\.ssm_norm\.weight$=F32
650
+ ^blk\.52\.ssm_out\.weight$=IQ3_XXS
651
+ ^blk\.53\.attn_gate\.weight$=IQ2_XXS
652
+ ^blk\.53\.attn_norm\.weight$=F32
653
+ ^blk\.53\.attn_qkv\.weight$=IQ2_XS
654
+ ^blk\.53\.ffn_down\.weight$=IQ2_S
655
+ ^blk\.53\.ffn_gate\.weight$=IQ2_S
656
+ ^blk\.53\.ffn_up\.weight$=IQ2_S
657
+ ^blk\.53\.post_attention_norm\.weight$=F32
658
+ ^blk\.53\.ssm_a$=F32
659
+ ^blk\.53\.ssm_alpha\.weight$=MXFP4
660
+ ^blk\.53\.ssm_beta\.weight$=IQ1_M
661
+ ^blk\.53\.ssm_conv1d\.weight$=F32
662
+ ^blk\.53\.ssm_dt\.bias$=F32
663
+ ^blk\.53\.ssm_norm\.weight$=F32
664
+ ^blk\.53\.ssm_out\.weight$=IQ3_XXS
665
+ ^blk\.54\.attn_gate\.weight$=IQ2_XXS
666
+ ^blk\.54\.attn_norm\.weight$=F32
667
+ ^blk\.54\.attn_qkv\.weight$=IQ2_XS
668
+ ^blk\.54\.ffn_down\.weight$=IQ2_S
669
+ ^blk\.54\.ffn_gate\.weight$=IQ2_S
670
+ ^blk\.54\.ffn_up\.weight$=IQ2_S
671
+ ^blk\.54\.post_attention_norm\.weight$=F32
672
+ ^blk\.54\.ssm_a$=F32
673
+ ^blk\.54\.ssm_alpha\.weight$=MXFP4
674
+ ^blk\.54\.ssm_beta\.weight$=IQ1_M
675
+ ^blk\.54\.ssm_conv1d\.weight$=F32
676
+ ^blk\.54\.ssm_dt\.bias$=F32
677
+ ^blk\.54\.ssm_norm\.weight$=F32
678
+ ^blk\.54\.ssm_out\.weight$=IQ3_XXS
679
+ ^blk\.55\.attn_k\.weight$=IQ3_XXS
680
+ ^blk\.55\.attn_k_norm\.weight$=F32
681
+ ^blk\.55\.attn_norm\.weight$=F32
682
+ ^blk\.55\.attn_output\.weight$=IQ2_S
683
+ ^blk\.55\.attn_q\.weight$=IQ3_XXS
684
+ ^blk\.55\.attn_q_norm\.weight$=F32
685
+ ^blk\.55\.attn_v\.weight$=MXFP4
686
+ ^blk\.55\.ffn_down\.weight$=IQ2_S
687
+ ^blk\.55\.ffn_gate\.weight$=IQ2_S
688
+ ^blk\.55\.ffn_up\.weight$=IQ2_S
689
+ ^blk\.55\.post_attention_norm\.weight$=F32
690
+ ^blk\.56\.attn_gate\.weight$=IQ2_XXS
691
+ ^blk\.56\.attn_norm\.weight$=F32
692
+ ^blk\.56\.attn_qkv\.weight$=IQ2_XS
693
+ ^blk\.56\.ffn_down\.weight$=IQ2_S
694
+ ^blk\.56\.ffn_gate\.weight$=IQ2_S
695
+ ^blk\.56\.ffn_up\.weight$=IQ2_S
696
+ ^blk\.56\.post_attention_norm\.weight$=F32
697
+ ^blk\.56\.ssm_a$=F32
698
+ ^blk\.56\.ssm_alpha\.weight$=MXFP4
699
+ ^blk\.56\.ssm_beta\.weight$=IQ1_M
700
+ ^blk\.56\.ssm_conv1d\.weight$=F32
701
+ ^blk\.56\.ssm_dt\.bias$=F32
702
+ ^blk\.56\.ssm_norm\.weight$=F32
703
+ ^blk\.56\.ssm_out\.weight$=IQ3_XXS
704
+ ^blk\.57\.attn_gate\.weight$=IQ2_XXS
705
+ ^blk\.57\.attn_norm\.weight$=F32
706
+ ^blk\.57\.attn_qkv\.weight$=IQ2_XS
707
+ ^blk\.57\.ffn_down\.weight$=IQ2_S
708
+ ^blk\.57\.ffn_gate\.weight$=IQ2_S
709
+ ^blk\.57\.ffn_up\.weight$=IQ2_S
710
+ ^blk\.57\.post_attention_norm\.weight$=F32
711
+ ^blk\.57\.ssm_a$=F32
712
+ ^blk\.57\.ssm_alpha\.weight$=MXFP4
713
+ ^blk\.57\.ssm_beta\.weight$=IQ1_M
714
+ ^blk\.57\.ssm_conv1d\.weight$=F32
715
+ ^blk\.57\.ssm_dt\.bias$=F32
716
+ ^blk\.57\.ssm_norm\.weight$=F32
717
+ ^blk\.57\.ssm_out\.weight$=IQ3_XXS
718
+ ^blk\.58\.attn_gate\.weight$=IQ2_XXS
719
+ ^blk\.58\.attn_norm\.weight$=F32
720
+ ^blk\.58\.attn_qkv\.weight$=IQ2_XS
721
+ ^blk\.58\.ffn_down\.weight$=IQ2_S
722
+ ^blk\.58\.ffn_gate\.weight$=IQ2_S
723
+ ^blk\.58\.ffn_up\.weight$=IQ2_S
724
+ ^blk\.58\.post_attention_norm\.weight$=F32
725
+ ^blk\.58\.ssm_a$=F32
726
+ ^blk\.58\.ssm_alpha\.weight$=MXFP4
727
+ ^blk\.58\.ssm_beta\.weight$=IQ1_M
728
+ ^blk\.58\.ssm_conv1d\.weight$=F32
729
+ ^blk\.58\.ssm_dt\.bias$=F32
730
+ ^blk\.58\.ssm_norm\.weight$=F32
731
+ ^blk\.58\.ssm_out\.weight$=IQ3_XXS
732
+ ^blk\.59\.attn_k\.weight$=IQ3_XXS
733
+ ^blk\.59\.attn_k_norm\.weight$=F32
734
+ ^blk\.59\.attn_norm\.weight$=F32
735
+ ^blk\.59\.attn_output\.weight$=IQ2_S
736
+ ^blk\.59\.attn_q\.weight$=IQ3_XXS
737
+ ^blk\.59\.attn_q_norm\.weight$=F32
738
+ ^blk\.59\.attn_v\.weight$=MXFP4
739
+ ^blk\.59\.ffn_down\.weight$=IQ2_S
740
+ ^blk\.59\.ffn_gate\.weight$=IQ2_S
741
+ ^blk\.59\.ffn_up\.weight$=IQ2_S
742
+ ^blk\.59\.post_attention_norm\.weight$=F32
743
+ ^blk\.6\.attn_gate\.weight$=IQ2_XXS
744
+ ^blk\.6\.attn_norm\.weight$=F32
745
+ ^blk\.6\.attn_qkv\.weight$=IQ2_XS
746
+ ^blk\.6\.ffn_down\.weight$=IQ2_S
747
+ ^blk\.6\.ffn_gate\.weight$=IQ2_S
748
+ ^blk\.6\.ffn_up\.weight$=IQ2_S
749
+ ^blk\.6\.post_attention_norm\.weight$=F32
750
+ ^blk\.6\.ssm_a$=F32
751
+ ^blk\.6\.ssm_alpha\.weight$=MXFP4
752
+ ^blk\.6\.ssm_beta\.weight$=IQ1_M
753
+ ^blk\.6\.ssm_conv1d\.weight$=F32
754
+ ^blk\.6\.ssm_dt\.bias$=F32
755
+ ^blk\.6\.ssm_norm\.weight$=F32
756
+ ^blk\.6\.ssm_out\.weight$=IQ3_XXS
757
+ ^blk\.60\.attn_gate\.weight$=IQ2_XXS
758
+ ^blk\.60\.attn_norm\.weight$=F32
759
+ ^blk\.60\.attn_qkv\.weight$=IQ2_XS
760
+ ^blk\.60\.ffn_down\.weight$=IQ2_S
761
+ ^blk\.60\.ffn_gate\.weight$=IQ2_S
762
+ ^blk\.60\.ffn_up\.weight$=IQ2_S
763
+ ^blk\.60\.post_attention_norm\.weight$=F32
764
+ ^blk\.60\.ssm_a$=F32
765
+ ^blk\.60\.ssm_alpha\.weight$=MXFP4
766
+ ^blk\.60\.ssm_beta\.weight$=IQ1_M
767
+ ^blk\.60\.ssm_conv1d\.weight$=F32
768
+ ^blk\.60\.ssm_dt\.bias$=F32
769
+ ^blk\.60\.ssm_norm\.weight$=F32
770
+ ^blk\.60\.ssm_out\.weight$=IQ3_XXS
771
+ ^blk\.61\.attn_gate\.weight$=IQ2_XXS
772
+ ^blk\.61\.attn_norm\.weight$=F32
773
+ ^blk\.61\.attn_qkv\.weight$=IQ2_XS
774
+ ^blk\.61\.ffn_down\.weight$=IQ2_S
775
+ ^blk\.61\.ffn_gate\.weight$=IQ2_S
776
+ ^blk\.61\.ffn_up\.weight$=IQ2_S
777
+ ^blk\.61\.post_attention_norm\.weight$=F32
778
+ ^blk\.61\.ssm_a$=F32
779
+ ^blk\.61\.ssm_alpha\.weight$=MXFP4
780
+ ^blk\.61\.ssm_beta\.weight$=IQ1_M
781
+ ^blk\.61\.ssm_conv1d\.weight$=F32
782
+ ^blk\.61\.ssm_dt\.bias$=F32
783
+ ^blk\.61\.ssm_norm\.weight$=F32
784
+ ^blk\.61\.ssm_out\.weight$=IQ3_XXS
785
+ ^blk\.62\.attn_gate\.weight$=IQ2_XXS
786
+ ^blk\.62\.attn_norm\.weight$=F32
787
+ ^blk\.62\.attn_qkv\.weight$=IQ2_XS
788
+ ^blk\.62\.ffn_down\.weight$=IQ2_S
789
+ ^blk\.62\.ffn_gate\.weight$=IQ2_S
790
+ ^blk\.62\.ffn_up\.weight$=IQ2_S
791
+ ^blk\.62\.post_attention_norm\.weight$=F32
792
+ ^blk\.62\.ssm_a$=F32
793
+ ^blk\.62\.ssm_alpha\.weight$=MXFP4
794
+ ^blk\.62\.ssm_beta\.weight$=IQ1_M
795
+ ^blk\.62\.ssm_conv1d\.weight$=F32
796
+ ^blk\.62\.ssm_dt\.bias$=F32
797
+ ^blk\.62\.ssm_norm\.weight$=F32
798
+ ^blk\.62\.ssm_out\.weight$=IQ3_XXS
799
+ ^blk\.63\.attn_k\.weight$=IQ3_XXS
800
+ ^blk\.63\.attn_k_norm\.weight$=F32
801
+ ^blk\.63\.attn_norm\.weight$=F32
802
+ ^blk\.63\.attn_output\.weight$=IQ2_S
803
+ ^blk\.63\.attn_q\.weight$=IQ3_XXS
804
+ ^blk\.63\.attn_q_norm\.weight$=F32
805
+ ^blk\.63\.attn_v\.weight$=MXFP4
806
+ ^blk\.63\.ffn_down\.weight$=IQ2_S
807
+ ^blk\.63\.ffn_gate\.weight$=IQ2_S
808
+ ^blk\.63\.ffn_up\.weight$=IQ2_S
809
+ ^blk\.63\.post_attention_norm\.weight$=F32
810
+ ^blk\.64\.attn_k\.weight$=IQ4_XS
811
+ ^blk\.64\.attn_k_norm\.weight$=F32
812
+ ^blk\.64\.attn_norm\.weight$=F32
813
+ ^blk\.64\.attn_output\.weight$=IQ4_XS
814
+ ^blk\.64\.attn_q\.weight$=IQ4_XS
815
+ ^blk\.64\.attn_q_norm\.weight$=F32
816
+ ^blk\.64\.attn_v\.weight$=IQ4_XS
817
+ ^blk\.64\.ffn_down\.weight$=IQ4_XS
818
+ ^blk\.64\.ffn_gate\.weight$=IQ4_XS
819
+ ^blk\.64\.ffn_up\.weight$=IQ4_XS
820
+ ^blk\.64\.nextn\.eh_proj\.weight$=Q3_K
821
+ ^blk\.64\.nextn\.enorm\.weight$=F32
822
+ ^blk\.64\.nextn\.hnorm\.weight$=F32
823
+ ^blk\.64\.nextn\.shared_head_norm\.weight$=F32
824
+ ^blk\.64\.post_attention_norm\.weight$=F32
825
+ ^blk\.7\.attn_k\.weight$=IQ3_XXS
826
+ ^blk\.7\.attn_k_norm\.weight$=F32
827
+ ^blk\.7\.attn_norm\.weight$=F32
828
+ ^blk\.7\.attn_output\.weight$=IQ2_S
829
+ ^blk\.7\.attn_q\.weight$=IQ3_XXS
830
+ ^blk\.7\.attn_q_norm\.weight$=F32
831
+ ^blk\.7\.attn_v\.weight$=MXFP4
832
+ ^blk\.7\.ffn_down\.weight$=IQ2_S
833
+ ^blk\.7\.ffn_gate\.weight$=IQ2_S
834
+ ^blk\.7\.ffn_up\.weight$=IQ2_S
835
+ ^blk\.7\.post_attention_norm\.weight$=F32
836
+ ^blk\.8\.attn_gate\.weight$=IQ2_XXS
837
+ ^blk\.8\.attn_norm\.weight$=F32
838
+ ^blk\.8\.attn_qkv\.weight$=IQ2_XS
839
+ ^blk\.8\.ffn_down\.weight$=IQ2_S
840
+ ^blk\.8\.ffn_gate\.weight$=IQ2_S
841
+ ^blk\.8\.ffn_up\.weight$=IQ2_S
842
+ ^blk\.8\.post_attention_norm\.weight$=F32
843
+ ^blk\.8\.ssm_a$=F32
844
+ ^blk\.8\.ssm_alpha\.weight$=MXFP4
845
+ ^blk\.8\.ssm_beta\.weight$=IQ1_M
846
+ ^blk\.8\.ssm_conv1d\.weight$=F32
847
+ ^blk\.8\.ssm_dt\.bias$=F32
848
+ ^blk\.8\.ssm_norm\.weight$=F32
849
+ ^blk\.8\.ssm_out\.weight$=IQ3_XXS
850
+ ^blk\.9\.attn_gate\.weight$=IQ2_XXS
851
+ ^blk\.9\.attn_norm\.weight$=F32
852
+ ^blk\.9\.attn_qkv\.weight$=IQ2_XS
853
+ ^blk\.9\.ffn_down\.weight$=IQ2_S
854
+ ^blk\.9\.ffn_gate\.weight$=IQ2_S
855
+ ^blk\.9\.ffn_up\.weight$=IQ2_S
856
+ ^blk\.9\.post_attention_norm\.weight$=F32
857
+ ^blk\.9\.ssm_a$=F32
858
+ ^blk\.9\.ssm_alpha\.weight$=MXFP4
859
+ ^blk\.9\.ssm_beta\.weight$=IQ1_M
860
+ ^blk\.9\.ssm_conv1d\.weight$=F32
861
+ ^blk\.9\.ssm_dt\.bias$=F32
862
+ ^blk\.9\.ssm_norm\.weight$=F32
863
+ ^blk\.9\.ssm_out\.weight$=IQ3_XXS
864
+ ^output\.weight$=Q3_K
865
+ ^output_norm\.weight$=F32
866
+ ^token_embd\.weight$=Q2_K
magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/results.json ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "createdUtc": "2026-08-26T20:08:05.372539+00:00",
4
+ "experiment": "UD-IQ2_XXS-Unsloth",
5
+ "status": "complete",
6
+ "models": {
7
+ "native": {
8
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
9
+ "bytes": 18892854880,
10
+ "decimalGB": 18.89285488,
11
+ "GiB": 17.595342248678207,
12
+ "sha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc"
13
+ },
14
+ "candidate": {
15
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-MXFP4-UD-IQ2_XXS-Unsloth.gguf",
16
+ "bytes": 9013733280,
17
+ "decimalGB": 9.01373328,
18
+ "GiB": 8.394693285226822,
19
+ "sha256": "389126864bd6e3fb51639c9727567c91ebcec5e19b5c0ec072ee24d405c97f70"
20
+ },
21
+ "savings": {
22
+ "bytes": 9879121600,
23
+ "decimalGB": 9.8791216,
24
+ "GiB": 9.200648963451385,
25
+ "percentOfNative": 52.29025291703294
26
+ }
27
+ },
28
+ "tensorAudit": {
29
+ "verificationPassed": true,
30
+ "tensorCount": 866,
31
+ "changedTensorCount": 442,
32
+ "unchangedPayloadsVerifiedByteExact": 424,
33
+ "nativeMxfp4PreservedCount": 64,
34
+ "nativeMxfp4TensorCount": 496,
35
+ "effectiveTypeCounts": {
36
+ "F32": 360,
37
+ "IQ1_M": 48,
38
+ "IQ2_S": 208,
39
+ "IQ2_XS": 48,
40
+ "IQ2_XXS": 48,
41
+ "IQ3_XXS": 80,
42
+ "IQ4_XS": 7,
43
+ "MXFP4": 64,
44
+ "Q2_K": 1,
45
+ "Q3_K": 2
46
+ }
47
+ },
48
+ "benchmark": {
49
+ "domain": "general",
50
+ "tokenTarget": 32768,
51
+ "chunks": 15,
52
+ "context": 2048,
53
+ "threads": 4,
54
+ "gpuLayers": 0,
55
+ "gpuVisible": false,
56
+ "nativeStandalonePpl": 5.8033,
57
+ "nativeStandalonePplError": 0.11146,
58
+ "paired": {
59
+ "candidatePpl": 17.87418,
60
+ "basePpl": 5.801511,
61
+ "pplDifference": 12.072669,
62
+ "pplRatio": 3.080952,
63
+ "logPplRatio": 1.125239,
64
+ "correlationPercent": 49.55
65
+ },
66
+ "kld": {
67
+ "mean": 1.172122,
68
+ "standardError": 0.026974,
69
+ "maximum": 19.836115,
70
+ "p99_9": 18.650188,
71
+ "p99": 16.602785,
72
+ "p95": 11.67594,
73
+ "p90": 1.495165,
74
+ "median": 0.20467
75
+ },
76
+ "tokenProbability": {
77
+ "meanDeltaPercent": -10.964,
78
+ "rmsDeltaPercent": 26.023,
79
+ "sameTopPercent": 71.261
80
+ },
81
+ "scope": {
82
+ "languageLogits": true,
83
+ "visionProjectorEvaluated": false,
84
+ "mtpTensorsEvaluated": false,
85
+ "note": "llama-perplexity logged block 64 MTP tensors as unused; ordinary KLD primarily measures the changed token embedding and output tensors"
86
+ }
87
+ },
88
+ "imatrixApplicability": {
89
+ "supplied": true,
90
+ "label": "Unsloth",
91
+ "sha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1",
92
+ "entries": 496,
93
+ "changedTensorsWithEntries": 432,
94
+ "changedTensorCount": 442,
95
+ "note": "Coverage is inferred from llama.cpp's per-conversion missing-weight messages; tensors present in the imatrix are supplied to the selected quantizer."
96
+ },
97
+ "artifacts": {
98
+ "corpus": {
99
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/_ppl_corpora/ppl_corpus_general.txt",
100
+ "bytes": 131514,
101
+ "sha256": "5d38d98dce15f54e9a1a926187b6058e65cd8b3dd9b5cc2729b0a5fd249228b0"
102
+ },
103
+ "referenceLogits": {
104
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/logits/kld_logits_general.bin",
105
+ "bytes": 7621186460,
106
+ "sha256": "604db2df7253cba18a6c0a569ed819ee3065d4ac20cd94ae72f4329e7bba8516"
107
+ },
108
+ "nativeLog": {
109
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/perplexity_general.log",
110
+ "sha256": "bade3445565a354969f7515045507b854bee83f6695eec7490b70eab9c6eebc2"
111
+ },
112
+ "candidateLog": {
113
+ "path": "<REPO_ROOT>/Experiments/UD-IQ2_XXS-Unsloth/benchmark/candidate/perplexity_general.log",
114
+ "sha256": "4f0de0c7acdf1b0239752e545815d33014c53688c1c74c9bd26480ee808e412e"
115
+ },
116
+ "quantizationLog": {
117
+ "path": "<REPO_ROOT>/Experiments/UD-IQ2_XXS-Unsloth/quantization.log",
118
+ "sha256": "88d87e4141772cf9357642ec51b03192061908153ca3a715ec86be88df868dd0"
119
+ }
120
+ }
121
+ }
magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/tensor-decisions.json ADDED
The diff for this file is too large to render. See raw diff
 
magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/type-summary.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "createdUtc": "2026-08-26T16:55:49.054379+00:00",
4
+ "experiment": "UD-IQ2_XXS-Unsloth",
5
+ "policy": "effective=requested only when requested storage bits/weight is strictly below source; otherwise preserve source",
6
+ "tiePolicy": "preserve_source",
7
+ "baseQuantFallback": "IQ2_XXS",
8
+ "tensorCount": 866,
9
+ "sourceTypeCounts": {
10
+ "BF16": 10,
11
+ "F32": 360,
12
+ "MXFP4": 496
13
+ },
14
+ "requestedTypeCounts": {
15
+ "F32": 408,
16
+ "IQ1_M": 48,
17
+ "IQ2_S": 208,
18
+ "IQ2_XS": 48,
19
+ "IQ2_XXS": 48,
20
+ "IQ3_XXS": 80,
21
+ "IQ4_XS": 23,
22
+ "Q2_K": 1,
23
+ "Q3_K": 2
24
+ },
25
+ "effectiveTypeCounts": {
26
+ "F32": 360,
27
+ "IQ1_M": 48,
28
+ "IQ2_S": 208,
29
+ "IQ2_XS": 48,
30
+ "IQ2_XXS": 48,
31
+ "IQ3_XXS": 80,
32
+ "IQ4_XS": 7,
33
+ "MXFP4": 64,
34
+ "Q2_K": 1,
35
+ "Q3_K": 2
36
+ },
37
+ "actionCounts": {
38
+ "preserve_source": 424,
39
+ "quantize_down": 442
40
+ },
41
+ "nativeMxfp4TensorCount": 496,
42
+ "nativeMxfp4PreservedCount": 64,
43
+ "nativeMxfp4QuantizedDownCount": 432,
44
+ "promotionCount": 0,
45
+ "bitsPerWeightOrdering": {
46
+ "F32": 32.0,
47
+ "BF16": 16.0,
48
+ "F16": 16.0,
49
+ "Q8_0": 8.5,
50
+ "Q6_K": 6.5625,
51
+ "Q5_K": 5.5,
52
+ "Q5_0": 5.5,
53
+ "Q4_K": 4.5,
54
+ "Q4_0": 4.5,
55
+ "IQ4_NL": 4.5,
56
+ "MXFP4": 4.25,
57
+ "IQ4_XS": 4.25,
58
+ "Q3_K": 3.4375,
59
+ "IQ3_M": 3.66,
60
+ "IQ3_S": 3.44,
61
+ "IQ3_XS": 3.3,
62
+ "IQ3_XXS": 3.06,
63
+ "Q2_K": 2.625,
64
+ "IQ2_M": 2.7,
65
+ "IQ2_S": 2.5,
66
+ "IQ2_XS": 2.31,
67
+ "IQ2_XXS": 2.06,
68
+ "IQ1_M": 1.75,
69
+ "IQ1_S": 1.5625
70
+ },
71
+ "inputs": {
72
+ "nativeGguf": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
73
+ "nativeGgufSha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc",
74
+ "cloneManifest": "hf://magiccodingman/Qwen3.8-27B-MagicQuant-GGUF/magicquant-manifest/magicquant.clone-configs.json",
75
+ "cloneManifestSha256": "9e0ae106505901e38f892dc576d8a9b9f5dee4344d3cf1df19999fc4aab4e212",
76
+ "selectedDisplayName": "UD-Unsloth-UD-IQ2_XXS"
77
+ }
78
+ }
magicquant-manifest/experiments/UD-IQ2_XXS-Unsloth/verification.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "passed": true,
3
+ "tensorCount": 866,
4
+ "sourceTensorCount": 866,
5
+ "childTensorCount": 866,
6
+ "unchangedPayloadsVerifiedByteExact": 424,
7
+ "changedTensorCount": 442,
8
+ "childTypeCounts": {
9
+ "F32": 360,
10
+ "IQ1_M": 48,
11
+ "IQ2_S": 208,
12
+ "IQ2_XS": 48,
13
+ "IQ2_XXS": 48,
14
+ "IQ3_XXS": 80,
15
+ "IQ4_XS": 7,
16
+ "MXFP4": 64,
17
+ "Q2_K": 1,
18
+ "Q3_K": 2
19
+ },
20
+ "errors": []
21
+ }
magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/commands.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "environment": {
4
+ "CUDA_VISIBLE_DEVICES": ""
5
+ },
6
+ "quantize": [
7
+ "<REPO_ROOT>/llama.cpp/build/bin/llama-quantize",
8
+ "--allow-requantize",
9
+ "--imatrix",
10
+ "hf://unsloth/Qwen3.8-27B-GGUF/imatrix_unsloth.gguf",
11
+ "--tensor-type-file",
12
+ "<REPO_ROOT>/magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/effective-tensor-types.txt",
13
+ "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
14
+ "<SCRATCH_WORLD7>/lane-world7/Qwen3.8-27B-Quark-MXFP4-UD-IQ3_XXS-Unsloth.gguf",
15
+ "IQ3_XXS",
16
+ "16"
17
+ ],
18
+ "candidateKld": [
19
+ "<REPO_ROOT>/llama.cpp/build/bin/llama-perplexity",
20
+ "-m",
21
+ "<SCRATCH_WORLD7>/lane-world7/Qwen3.8-27B-Quark-MXFP4-UD-IQ3_XXS-Unsloth.gguf",
22
+ "-ngl",
23
+ "0",
24
+ "-t",
25
+ "4",
26
+ "-c",
27
+ "2048",
28
+ "--file",
29
+ "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/_ppl_corpora/ppl_corpus_general.txt",
30
+ "--kl-divergence-base",
31
+ "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/logits/kld_logits_general.bin",
32
+ "--kl-divergence"
33
+ ]
34
+ }
magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "experiment": "UD-IQ3_XXS-Unsloth",
4
+ "status": "complete",
5
+ "source": {
6
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
7
+ "sha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc",
8
+ "bytes": 18892854880
9
+ },
10
+ "output": {
11
+ "scratchPath": "<SCRATCH_WORLD7>/lane-world7/Qwen3.8-27B-Quark-MXFP4-UD-IQ3_XXS-Unsloth.gguf",
12
+ "finalPath": "<REPO_ROOT>/Qwen3.8-27B-Quark-MXFP4-UD-IQ3_XXS-Unsloth.gguf",
13
+ "bytes": 10903975840,
14
+ "sha256": "0cf1c2f3106833a487ccd6b1c89b185ad96dc9e9146b7d5367ab9ec797579769"
15
+ },
16
+ "recipe": {
17
+ "displayName": "UD-Unsloth-UD-IQ3_XXS",
18
+ "baseQuantFallback": "IQ3_XXS",
19
+ "adaptation": "strict-downward-only",
20
+ "bf16Intermediate": false
21
+ },
22
+ "imatrix": {
23
+ "label": "Unsloth",
24
+ "path": "hf://unsloth/Qwen3.8-27B-GGUF/imatrix_unsloth.gguf",
25
+ "sha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1",
26
+ "entries": 496
27
+ },
28
+ "execution": {
29
+ "gpuUse": false,
30
+ "cudaVisibleDevices": "",
31
+ "quantizeThreads": 16,
32
+ "benchmarkThreads": 4,
33
+ "benchmarkContext": 2048,
34
+ "scratchLane": "world7"
35
+ },
36
+ "benchmark": {
37
+ "domain": "general",
38
+ "datasetId": "Salesforce/wikitext",
39
+ "tokenTarget": 32768,
40
+ "corpusSha256": "5d38d98dce15f54e9a1a926187b6058e65cd8b3dd9b5cc2729b0a5fd249228b0",
41
+ "nativeLogitsSha256": "604db2df7253cba18a6c0a569ed819ee3065d4ac20cd94ae72f4329e7bba8516"
42
+ }
43
+ }
magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/effective-tensor-types.txt ADDED
@@ -0,0 +1,866 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ^blk\.0\.attn_gate\.weight$=MXFP4
2
+ ^blk\.0\.attn_norm\.weight$=F32
3
+ ^blk\.0\.attn_qkv\.weight$=MXFP4
4
+ ^blk\.0\.ffn_down\.weight$=IQ2_XS
5
+ ^blk\.0\.ffn_gate\.weight$=IQ1_S
6
+ ^blk\.0\.ffn_up\.weight$=IQ1_S
7
+ ^blk\.0\.post_attention_norm\.weight$=F32
8
+ ^blk\.0\.ssm_a$=F32
9
+ ^blk\.0\.ssm_alpha\.weight$=MXFP4
10
+ ^blk\.0\.ssm_beta\.weight$=MXFP4
11
+ ^blk\.0\.ssm_conv1d\.weight$=F32
12
+ ^blk\.0\.ssm_dt\.bias$=F32
13
+ ^blk\.0\.ssm_norm\.weight$=F32
14
+ ^blk\.0\.ssm_out\.weight$=MXFP4
15
+ ^blk\.1\.attn_gate\.weight$=IQ3_XXS
16
+ ^blk\.1\.attn_norm\.weight$=F32
17
+ ^blk\.1\.attn_qkv\.weight$=IQ2_S
18
+ ^blk\.1\.ffn_down\.weight$=IQ3_XXS
19
+ ^blk\.1\.ffn_gate\.weight$=IQ2_XXS
20
+ ^blk\.1\.ffn_up\.weight$=IQ2_XXS
21
+ ^blk\.1\.post_attention_norm\.weight$=F32
22
+ ^blk\.1\.ssm_a$=F32
23
+ ^blk\.1\.ssm_alpha\.weight$=MXFP4
24
+ ^blk\.1\.ssm_beta\.weight$=MXFP4
25
+ ^blk\.1\.ssm_conv1d\.weight$=F32
26
+ ^blk\.1\.ssm_dt\.bias$=F32
27
+ ^blk\.1\.ssm_norm\.weight$=F32
28
+ ^blk\.1\.ssm_out\.weight$=MXFP4
29
+ ^blk\.10\.attn_gate\.weight$=IQ2_S
30
+ ^blk\.10\.attn_norm\.weight$=F32
31
+ ^blk\.10\.attn_qkv\.weight$=IQ3_XXS
32
+ ^blk\.10\.ffn_down\.weight$=IQ2_XS
33
+ ^blk\.10\.ffn_gate\.weight$=IQ2_XS
34
+ ^blk\.10\.ffn_up\.weight$=IQ2_XXS
35
+ ^blk\.10\.post_attention_norm\.weight$=F32
36
+ ^blk\.10\.ssm_a$=F32
37
+ ^blk\.10\.ssm_alpha\.weight$=MXFP4
38
+ ^blk\.10\.ssm_beta\.weight$=MXFP4
39
+ ^blk\.10\.ssm_conv1d\.weight$=F32
40
+ ^blk\.10\.ssm_dt\.bias$=F32
41
+ ^blk\.10\.ssm_norm\.weight$=F32
42
+ ^blk\.10\.ssm_out\.weight$=Q3_K
43
+ ^blk\.11\.attn_k\.weight$=IQ3_S
44
+ ^blk\.11\.attn_k_norm\.weight$=F32
45
+ ^blk\.11\.attn_norm\.weight$=F32
46
+ ^blk\.11\.attn_output\.weight$=IQ3_XXS
47
+ ^blk\.11\.attn_q\.weight$=Q2_K
48
+ ^blk\.11\.attn_q_norm\.weight$=F32
49
+ ^blk\.11\.attn_v\.weight$=MXFP4
50
+ ^blk\.11\.ffn_down\.weight$=IQ2_XXS
51
+ ^blk\.11\.ffn_gate\.weight$=IQ2_XXS
52
+ ^blk\.11\.ffn_up\.weight$=IQ2_XXS
53
+ ^blk\.11\.post_attention_norm\.weight$=F32
54
+ ^blk\.12\.attn_gate\.weight$=IQ3_XXS
55
+ ^blk\.12\.attn_norm\.weight$=F32
56
+ ^blk\.12\.attn_qkv\.weight$=IQ2_XXS
57
+ ^blk\.12\.ffn_down\.weight$=IQ2_XXS
58
+ ^blk\.12\.ffn_gate\.weight$=IQ2_XS
59
+ ^blk\.12\.ffn_up\.weight$=IQ1_S
60
+ ^blk\.12\.post_attention_norm\.weight$=F32
61
+ ^blk\.12\.ssm_a$=F32
62
+ ^blk\.12\.ssm_alpha\.weight$=MXFP4
63
+ ^blk\.12\.ssm_beta\.weight$=MXFP4
64
+ ^blk\.12\.ssm_conv1d\.weight$=F32
65
+ ^blk\.12\.ssm_dt\.bias$=F32
66
+ ^blk\.12\.ssm_norm\.weight$=F32
67
+ ^blk\.12\.ssm_out\.weight$=IQ3_XXS
68
+ ^blk\.13\.attn_gate\.weight$=IQ2_S
69
+ ^blk\.13\.attn_norm\.weight$=F32
70
+ ^blk\.13\.attn_qkv\.weight$=IQ2_XXS
71
+ ^blk\.13\.ffn_down\.weight$=IQ1_S
72
+ ^blk\.13\.ffn_gate\.weight$=IQ1_M
73
+ ^blk\.13\.ffn_up\.weight$=IQ1_S
74
+ ^blk\.13\.post_attention_norm\.weight$=F32
75
+ ^blk\.13\.ssm_a$=F32
76
+ ^blk\.13\.ssm_alpha\.weight$=MXFP4
77
+ ^blk\.13\.ssm_beta\.weight$=MXFP4
78
+ ^blk\.13\.ssm_conv1d\.weight$=F32
79
+ ^blk\.13\.ssm_dt\.bias$=F32
80
+ ^blk\.13\.ssm_norm\.weight$=F32
81
+ ^blk\.13\.ssm_out\.weight$=IQ3_XXS
82
+ ^blk\.14\.attn_gate\.weight$=IQ2_XXS
83
+ ^blk\.14\.attn_norm\.weight$=F32
84
+ ^blk\.14\.attn_qkv\.weight$=Q2_K
85
+ ^blk\.14\.ffn_down\.weight$=IQ1_M
86
+ ^blk\.14\.ffn_gate\.weight$=IQ2_XXS
87
+ ^blk\.14\.ffn_up\.weight$=IQ1_S
88
+ ^blk\.14\.post_attention_norm\.weight$=F32
89
+ ^blk\.14\.ssm_a$=F32
90
+ ^blk\.14\.ssm_alpha\.weight$=MXFP4
91
+ ^blk\.14\.ssm_beta\.weight$=MXFP4
92
+ ^blk\.14\.ssm_conv1d\.weight$=F32
93
+ ^blk\.14\.ssm_dt\.bias$=F32
94
+ ^blk\.14\.ssm_norm\.weight$=F32
95
+ ^blk\.14\.ssm_out\.weight$=IQ3_XXS
96
+ ^blk\.15\.attn_k\.weight$=IQ3_S
97
+ ^blk\.15\.attn_k_norm\.weight$=F32
98
+ ^blk\.15\.attn_norm\.weight$=F32
99
+ ^blk\.15\.attn_output\.weight$=IQ2_XXS
100
+ ^blk\.15\.attn_q\.weight$=Q2_K
101
+ ^blk\.15\.attn_q_norm\.weight$=F32
102
+ ^blk\.15\.attn_v\.weight$=MXFP4
103
+ ^blk\.15\.ffn_down\.weight$=IQ1_M
104
+ ^blk\.15\.ffn_gate\.weight$=IQ1_S
105
+ ^blk\.15\.ffn_up\.weight$=IQ2_XXS
106
+ ^blk\.15\.post_attention_norm\.weight$=F32
107
+ ^blk\.16\.attn_gate\.weight$=IQ2_S
108
+ ^blk\.16\.attn_norm\.weight$=F32
109
+ ^blk\.16\.attn_qkv\.weight$=IQ3_S
110
+ ^blk\.16\.ffn_down\.weight$=IQ2_XS
111
+ ^blk\.16\.ffn_gate\.weight$=IQ2_XXS
112
+ ^blk\.16\.ffn_up\.weight$=IQ2_XXS
113
+ ^blk\.16\.post_attention_norm\.weight$=F32
114
+ ^blk\.16\.ssm_a$=F32
115
+ ^blk\.16\.ssm_alpha\.weight$=MXFP4
116
+ ^blk\.16\.ssm_beta\.weight$=MXFP4
117
+ ^blk\.16\.ssm_conv1d\.weight$=F32
118
+ ^blk\.16\.ssm_dt\.bias$=F32
119
+ ^blk\.16\.ssm_norm\.weight$=F32
120
+ ^blk\.16\.ssm_out\.weight$=IQ2_S
121
+ ^blk\.17\.attn_gate\.weight$=IQ2_XS
122
+ ^blk\.17\.attn_norm\.weight$=F32
123
+ ^blk\.17\.attn_qkv\.weight$=IQ3_XXS
124
+ ^blk\.17\.ffn_down\.weight$=IQ2_XXS
125
+ ^blk\.17\.ffn_gate\.weight$=IQ1_S
126
+ ^blk\.17\.ffn_up\.weight$=IQ2_XXS
127
+ ^blk\.17\.post_attention_norm\.weight$=F32
128
+ ^blk\.17\.ssm_a$=F32
129
+ ^blk\.17\.ssm_alpha\.weight$=MXFP4
130
+ ^blk\.17\.ssm_beta\.weight$=MXFP4
131
+ ^blk\.17\.ssm_conv1d\.weight$=F32
132
+ ^blk\.17\.ssm_dt\.bias$=F32
133
+ ^blk\.17\.ssm_norm\.weight$=F32
134
+ ^blk\.17\.ssm_out\.weight$=Q3_K
135
+ ^blk\.18\.attn_gate\.weight$=Q2_K
136
+ ^blk\.18\.attn_norm\.weight$=F32
137
+ ^blk\.18\.attn_qkv\.weight$=Q2_K
138
+ ^blk\.18\.ffn_down\.weight$=IQ2_S
139
+ ^blk\.18\.ffn_gate\.weight$=IQ2_XXS
140
+ ^blk\.18\.ffn_up\.weight$=IQ2_XS
141
+ ^blk\.18\.post_attention_norm\.weight$=F32
142
+ ^blk\.18\.ssm_a$=F32
143
+ ^blk\.18\.ssm_alpha\.weight$=MXFP4
144
+ ^blk\.18\.ssm_beta\.weight$=MXFP4
145
+ ^blk\.18\.ssm_conv1d\.weight$=F32
146
+ ^blk\.18\.ssm_dt\.bias$=F32
147
+ ^blk\.18\.ssm_norm\.weight$=F32
148
+ ^blk\.18\.ssm_out\.weight$=IQ3_XXS
149
+ ^blk\.19\.attn_k\.weight$=MXFP4
150
+ ^blk\.19\.attn_k_norm\.weight$=F32
151
+ ^blk\.19\.attn_norm\.weight$=F32
152
+ ^blk\.19\.attn_output\.weight$=IQ3_S
153
+ ^blk\.19\.attn_q\.weight$=IQ2_XXS
154
+ ^blk\.19\.attn_q_norm\.weight$=F32
155
+ ^blk\.19\.attn_v\.weight$=MXFP4
156
+ ^blk\.19\.ffn_down\.weight$=IQ2_S
157
+ ^blk\.19\.ffn_gate\.weight$=IQ2_XS
158
+ ^blk\.19\.ffn_up\.weight$=IQ2_XXS
159
+ ^blk\.19\.post_attention_norm\.weight$=F32
160
+ ^blk\.2\.attn_gate\.weight$=IQ3_XXS
161
+ ^blk\.2\.attn_norm\.weight$=F32
162
+ ^blk\.2\.attn_qkv\.weight$=IQ3_XXS
163
+ ^blk\.2\.ffn_down\.weight$=IQ3_S
164
+ ^blk\.2\.ffn_gate\.weight$=IQ2_S
165
+ ^blk\.2\.ffn_up\.weight$=IQ2_S
166
+ ^blk\.2\.post_attention_norm\.weight$=F32
167
+ ^blk\.2\.ssm_a$=F32
168
+ ^blk\.2\.ssm_alpha\.weight$=MXFP4
169
+ ^blk\.2\.ssm_beta\.weight$=MXFP4
170
+ ^blk\.2\.ssm_conv1d\.weight$=F32
171
+ ^blk\.2\.ssm_dt\.bias$=F32
172
+ ^blk\.2\.ssm_norm\.weight$=F32
173
+ ^blk\.2\.ssm_out\.weight$=MXFP4
174
+ ^blk\.20\.attn_gate\.weight$=IQ3_XXS
175
+ ^blk\.20\.attn_norm\.weight$=F32
176
+ ^blk\.20\.attn_qkv\.weight$=IQ3_S
177
+ ^blk\.20\.ffn_down\.weight$=IQ3_S
178
+ ^blk\.20\.ffn_gate\.weight$=IQ3_XXS
179
+ ^blk\.20\.ffn_up\.weight$=IQ3_S
180
+ ^blk\.20\.post_attention_norm\.weight$=F32
181
+ ^blk\.20\.ssm_a$=F32
182
+ ^blk\.20\.ssm_alpha\.weight$=MXFP4
183
+ ^blk\.20\.ssm_beta\.weight$=MXFP4
184
+ ^blk\.20\.ssm_conv1d\.weight$=F32
185
+ ^blk\.20\.ssm_dt\.bias$=F32
186
+ ^blk\.20\.ssm_norm\.weight$=F32
187
+ ^blk\.20\.ssm_out\.weight$=IQ3_S
188
+ ^blk\.21\.attn_gate\.weight$=IQ3_S
189
+ ^blk\.21\.attn_norm\.weight$=F32
190
+ ^blk\.21\.attn_qkv\.weight$=IQ3_XXS
191
+ ^blk\.21\.ffn_down\.weight$=IQ3_XXS
192
+ ^blk\.21\.ffn_gate\.weight$=IQ3_XXS
193
+ ^blk\.21\.ffn_up\.weight$=Q3_K
194
+ ^blk\.21\.post_attention_norm\.weight$=F32
195
+ ^blk\.21\.ssm_a$=F32
196
+ ^blk\.21\.ssm_alpha\.weight$=MXFP4
197
+ ^blk\.21\.ssm_beta\.weight$=MXFP4
198
+ ^blk\.21\.ssm_conv1d\.weight$=F32
199
+ ^blk\.21\.ssm_dt\.bias$=F32
200
+ ^blk\.21\.ssm_norm\.weight$=F32
201
+ ^blk\.21\.ssm_out\.weight$=IQ3_S
202
+ ^blk\.22\.attn_gate\.weight$=IQ3_XXS
203
+ ^blk\.22\.attn_norm\.weight$=F32
204
+ ^blk\.22\.attn_qkv\.weight$=IQ3_XXS
205
+ ^blk\.22\.ffn_down\.weight$=IQ3_S
206
+ ^blk\.22\.ffn_gate\.weight$=IQ3_XXS
207
+ ^blk\.22\.ffn_up\.weight$=IQ3_S
208
+ ^blk\.22\.post_attention_norm\.weight$=F32
209
+ ^blk\.22\.ssm_a$=F32
210
+ ^blk\.22\.ssm_alpha\.weight$=MXFP4
211
+ ^blk\.22\.ssm_beta\.weight$=MXFP4
212
+ ^blk\.22\.ssm_conv1d\.weight$=F32
213
+ ^blk\.22\.ssm_dt\.bias$=F32
214
+ ^blk\.22\.ssm_norm\.weight$=F32
215
+ ^blk\.22\.ssm_out\.weight$=IQ3_S
216
+ ^blk\.23\.attn_k\.weight$=IQ3_S
217
+ ^blk\.23\.attn_k_norm\.weight$=F32
218
+ ^blk\.23\.attn_norm\.weight$=F32
219
+ ^blk\.23\.attn_output\.weight$=IQ3_S
220
+ ^blk\.23\.attn_q\.weight$=IQ3_S
221
+ ^blk\.23\.attn_q_norm\.weight$=F32
222
+ ^blk\.23\.attn_v\.weight$=MXFP4
223
+ ^blk\.23\.ffn_down\.weight$=IQ3_S
224
+ ^blk\.23\.ffn_gate\.weight$=IQ3_XXS
225
+ ^blk\.23\.ffn_up\.weight$=IQ3_XXS
226
+ ^blk\.23\.post_attention_norm\.weight$=F32
227
+ ^blk\.24\.attn_gate\.weight$=IQ3_S
228
+ ^blk\.24\.attn_norm\.weight$=F32
229
+ ^blk\.24\.attn_qkv\.weight$=IQ3_XXS
230
+ ^blk\.24\.ffn_down\.weight$=Q3_K
231
+ ^blk\.24\.ffn_gate\.weight$=IQ3_XXS
232
+ ^blk\.24\.ffn_up\.weight$=IQ3_XXS
233
+ ^blk\.24\.post_attention_norm\.weight$=F32
234
+ ^blk\.24\.ssm_a$=F32
235
+ ^blk\.24\.ssm_alpha\.weight$=MXFP4
236
+ ^blk\.24\.ssm_beta\.weight$=MXFP4
237
+ ^blk\.24\.ssm_conv1d\.weight$=F32
238
+ ^blk\.24\.ssm_dt\.bias$=F32
239
+ ^blk\.24\.ssm_norm\.weight$=F32
240
+ ^blk\.24\.ssm_out\.weight$=IQ3_XXS
241
+ ^blk\.25\.attn_gate\.weight$=IQ3_S
242
+ ^blk\.25\.attn_norm\.weight$=F32
243
+ ^blk\.25\.attn_qkv\.weight$=IQ3_XXS
244
+ ^blk\.25\.ffn_down\.weight$=IQ3_S
245
+ ^blk\.25\.ffn_gate\.weight$=IQ3_S
246
+ ^blk\.25\.ffn_up\.weight$=Q3_K
247
+ ^blk\.25\.post_attention_norm\.weight$=F32
248
+ ^blk\.25\.ssm_a$=F32
249
+ ^blk\.25\.ssm_alpha\.weight$=MXFP4
250
+ ^blk\.25\.ssm_beta\.weight$=MXFP4
251
+ ^blk\.25\.ssm_conv1d\.weight$=F32
252
+ ^blk\.25\.ssm_dt\.bias$=F32
253
+ ^blk\.25\.ssm_norm\.weight$=F32
254
+ ^blk\.25\.ssm_out\.weight$=MXFP4
255
+ ^blk\.26\.attn_gate\.weight$=IQ3_XXS
256
+ ^blk\.26\.attn_norm\.weight$=F32
257
+ ^blk\.26\.attn_qkv\.weight$=IQ3_S
258
+ ^blk\.26\.ffn_down\.weight$=IQ3_XXS
259
+ ^blk\.26\.ffn_gate\.weight$=IQ3_S
260
+ ^blk\.26\.ffn_up\.weight$=IQ3_S
261
+ ^blk\.26\.post_attention_norm\.weight$=F32
262
+ ^blk\.26\.ssm_a$=F32
263
+ ^blk\.26\.ssm_alpha\.weight$=MXFP4
264
+ ^blk\.26\.ssm_beta\.weight$=MXFP4
265
+ ^blk\.26\.ssm_conv1d\.weight$=F32
266
+ ^blk\.26\.ssm_dt\.bias$=F32
267
+ ^blk\.26\.ssm_norm\.weight$=F32
268
+ ^blk\.26\.ssm_out\.weight$=IQ3_S
269
+ ^blk\.27\.attn_k\.weight$=MXFP4
270
+ ^blk\.27\.attn_k_norm\.weight$=F32
271
+ ^blk\.27\.attn_norm\.weight$=F32
272
+ ^blk\.27\.attn_output\.weight$=MXFP4
273
+ ^blk\.27\.attn_q\.weight$=IQ3_S
274
+ ^blk\.27\.attn_q_norm\.weight$=F32
275
+ ^blk\.27\.attn_v\.weight$=MXFP4
276
+ ^blk\.27\.ffn_down\.weight$=IQ3_S
277
+ ^blk\.27\.ffn_gate\.weight$=IQ3_XXS
278
+ ^blk\.27\.ffn_up\.weight$=IQ3_S
279
+ ^blk\.27\.post_attention_norm\.weight$=F32
280
+ ^blk\.28\.attn_gate\.weight$=IQ3_S
281
+ ^blk\.28\.attn_norm\.weight$=F32
282
+ ^blk\.28\.attn_qkv\.weight$=IQ3_S
283
+ ^blk\.28\.ffn_down\.weight$=IQ3_XXS
284
+ ^blk\.28\.ffn_gate\.weight$=IQ3_XXS
285
+ ^blk\.28\.ffn_up\.weight$=IQ3_XXS
286
+ ^blk\.28\.post_attention_norm\.weight$=F32
287
+ ^blk\.28\.ssm_a$=F32
288
+ ^blk\.28\.ssm_alpha\.weight$=MXFP4
289
+ ^blk\.28\.ssm_beta\.weight$=MXFP4
290
+ ^blk\.28\.ssm_conv1d\.weight$=F32
291
+ ^blk\.28\.ssm_dt\.bias$=F32
292
+ ^blk\.28\.ssm_norm\.weight$=F32
293
+ ^blk\.28\.ssm_out\.weight$=IQ3_S
294
+ ^blk\.29\.attn_gate\.weight$=IQ3_S
295
+ ^blk\.29\.attn_norm\.weight$=F32
296
+ ^blk\.29\.attn_qkv\.weight$=IQ3_S
297
+ ^blk\.29\.ffn_down\.weight$=IQ3_XXS
298
+ ^blk\.29\.ffn_gate\.weight$=IQ3_XXS
299
+ ^blk\.29\.ffn_up\.weight$=IQ2_S
300
+ ^blk\.29\.post_attention_norm\.weight$=F32
301
+ ^blk\.29\.ssm_a$=F32
302
+ ^blk\.29\.ssm_alpha\.weight$=MXFP4
303
+ ^blk\.29\.ssm_beta\.weight$=MXFP4
304
+ ^blk\.29\.ssm_conv1d\.weight$=F32
305
+ ^blk\.29\.ssm_dt\.bias$=F32
306
+ ^blk\.29\.ssm_norm\.weight$=F32
307
+ ^blk\.29\.ssm_out\.weight$=IQ3_XXS
308
+ ^blk\.3\.attn_k\.weight$=MXFP4
309
+ ^blk\.3\.attn_k_norm\.weight$=F32
310
+ ^blk\.3\.attn_norm\.weight$=F32
311
+ ^blk\.3\.attn_output\.weight$=MXFP4
312
+ ^blk\.3\.attn_q\.weight$=Q2_K
313
+ ^blk\.3\.attn_q_norm\.weight$=F32
314
+ ^blk\.3\.attn_v\.weight$=MXFP4
315
+ ^blk\.3\.ffn_down\.weight$=IQ3_XXS
316
+ ^blk\.3\.ffn_gate\.weight$=IQ2_S
317
+ ^blk\.3\.ffn_up\.weight$=IQ2_S
318
+ ^blk\.3\.post_attention_norm\.weight$=F32
319
+ ^blk\.30\.attn_gate\.weight$=IQ3_S
320
+ ^blk\.30\.attn_norm\.weight$=F32
321
+ ^blk\.30\.attn_qkv\.weight$=IQ3_XXS
322
+ ^blk\.30\.ffn_down\.weight$=IQ3_XXS
323
+ ^blk\.30\.ffn_gate\.weight$=IQ2_XS
324
+ ^blk\.30\.ffn_up\.weight$=IQ3_XXS
325
+ ^blk\.30\.post_attention_norm\.weight$=F32
326
+ ^blk\.30\.ssm_a$=F32
327
+ ^blk\.30\.ssm_alpha\.weight$=MXFP4
328
+ ^blk\.30\.ssm_beta\.weight$=MXFP4
329
+ ^blk\.30\.ssm_conv1d\.weight$=F32
330
+ ^blk\.30\.ssm_dt\.bias$=F32
331
+ ^blk\.30\.ssm_norm\.weight$=F32
332
+ ^blk\.30\.ssm_out\.weight$=IQ3_S
333
+ ^blk\.31\.attn_k\.weight$=MXFP4
334
+ ^blk\.31\.attn_k_norm\.weight$=F32
335
+ ^blk\.31\.attn_norm\.weight$=F32
336
+ ^blk\.31\.attn_output\.weight$=MXFP4
337
+ ^blk\.31\.attn_q\.weight$=IQ3_XXS
338
+ ^blk\.31\.attn_q_norm\.weight$=F32
339
+ ^blk\.31\.attn_v\.weight$=MXFP4
340
+ ^blk\.31\.ffn_down\.weight$=IQ2_S
341
+ ^blk\.31\.ffn_gate\.weight$=IQ2_S
342
+ ^blk\.31\.ffn_up\.weight$=IQ3_XXS
343
+ ^blk\.31\.post_attention_norm\.weight$=F32
344
+ ^blk\.32\.attn_gate\.weight$=IQ3_XXS
345
+ ^blk\.32\.attn_norm\.weight$=F32
346
+ ^blk\.32\.attn_qkv\.weight$=IQ3_S
347
+ ^blk\.32\.ffn_down\.weight$=IQ3_XXS
348
+ ^blk\.32\.ffn_gate\.weight$=IQ2_S
349
+ ^blk\.32\.ffn_up\.weight$=IQ3_XXS
350
+ ^blk\.32\.post_attention_norm\.weight$=F32
351
+ ^blk\.32\.ssm_a$=F32
352
+ ^blk\.32\.ssm_alpha\.weight$=MXFP4
353
+ ^blk\.32\.ssm_beta\.weight$=MXFP4
354
+ ^blk\.32\.ssm_conv1d\.weight$=F32
355
+ ^blk\.32\.ssm_dt\.bias$=F32
356
+ ^blk\.32\.ssm_norm\.weight$=F32
357
+ ^blk\.32\.ssm_out\.weight$=IQ3_S
358
+ ^blk\.33\.attn_gate\.weight$=IQ3_XXS
359
+ ^blk\.33\.attn_norm\.weight$=F32
360
+ ^blk\.33\.attn_qkv\.weight$=IQ3_S
361
+ ^blk\.33\.ffn_down\.weight$=IQ2_S
362
+ ^blk\.33\.ffn_gate\.weight$=IQ2_S
363
+ ^blk\.33\.ffn_up\.weight$=IQ3_XXS
364
+ ^blk\.33\.post_attention_norm\.weight$=F32
365
+ ^blk\.33\.ssm_a$=F32
366
+ ^blk\.33\.ssm_alpha\.weight$=MXFP4
367
+ ^blk\.33\.ssm_beta\.weight$=MXFP4
368
+ ^blk\.33\.ssm_conv1d\.weight$=F32
369
+ ^blk\.33\.ssm_dt\.bias$=F32
370
+ ^blk\.33\.ssm_norm\.weight$=F32
371
+ ^blk\.33\.ssm_out\.weight$=IQ3_S
372
+ ^blk\.34\.attn_gate\.weight$=IQ3_XXS
373
+ ^blk\.34\.attn_norm\.weight$=F32
374
+ ^blk\.34\.attn_qkv\.weight$=IQ3_S
375
+ ^blk\.34\.ffn_down\.weight$=IQ3_S
376
+ ^blk\.34\.ffn_gate\.weight$=IQ3_XXS
377
+ ^blk\.34\.ffn_up\.weight$=IQ3_XXS
378
+ ^blk\.34\.post_attention_norm\.weight$=F32
379
+ ^blk\.34\.ssm_a$=F32
380
+ ^blk\.34\.ssm_alpha\.weight$=MXFP4
381
+ ^blk\.34\.ssm_beta\.weight$=MXFP4
382
+ ^blk\.34\.ssm_conv1d\.weight$=F32
383
+ ^blk\.34\.ssm_dt\.bias$=F32
384
+ ^blk\.34\.ssm_norm\.weight$=F32
385
+ ^blk\.34\.ssm_out\.weight$=IQ3_S
386
+ ^blk\.35\.attn_k\.weight$=MXFP4
387
+ ^blk\.35\.attn_k_norm\.weight$=F32
388
+ ^blk\.35\.attn_norm\.weight$=F32
389
+ ^blk\.35\.attn_output\.weight$=MXFP4
390
+ ^blk\.35\.attn_q\.weight$=IQ3_XXS
391
+ ^blk\.35\.attn_q_norm\.weight$=F32
392
+ ^blk\.35\.attn_v\.weight$=MXFP4
393
+ ^blk\.35\.ffn_down\.weight$=IQ3_S
394
+ ^blk\.35\.ffn_gate\.weight$=IQ2_S
395
+ ^blk\.35\.ffn_up\.weight$=IQ3_XXS
396
+ ^blk\.35\.post_attention_norm\.weight$=F32
397
+ ^blk\.36\.attn_gate\.weight$=IQ3_XXS
398
+ ^blk\.36\.attn_norm\.weight$=F32
399
+ ^blk\.36\.attn_qkv\.weight$=IQ3_XXS
400
+ ^blk\.36\.ffn_down\.weight$=IQ3_S
401
+ ^blk\.36\.ffn_gate\.weight$=IQ3_XXS
402
+ ^blk\.36\.ffn_up\.weight$=IQ3_XXS
403
+ ^blk\.36\.post_attention_norm\.weight$=F32
404
+ ^blk\.36\.ssm_a$=F32
405
+ ^blk\.36\.ssm_alpha\.weight$=MXFP4
406
+ ^blk\.36\.ssm_beta\.weight$=MXFP4
407
+ ^blk\.36\.ssm_conv1d\.weight$=F32
408
+ ^blk\.36\.ssm_dt\.bias$=F32
409
+ ^blk\.36\.ssm_norm\.weight$=F32
410
+ ^blk\.36\.ssm_out\.weight$=IQ3_S
411
+ ^blk\.37\.attn_gate\.weight$=IQ3_XXS
412
+ ^blk\.37\.attn_norm\.weight$=F32
413
+ ^blk\.37\.attn_qkv\.weight$=IQ3_XXS
414
+ ^blk\.37\.ffn_down\.weight$=IQ3_S
415
+ ^blk\.37\.ffn_gate\.weight$=IQ3_XXS
416
+ ^blk\.37\.ffn_up\.weight$=IQ3_XXS
417
+ ^blk\.37\.post_attention_norm\.weight$=F32
418
+ ^blk\.37\.ssm_a$=F32
419
+ ^blk\.37\.ssm_alpha\.weight$=MXFP4
420
+ ^blk\.37\.ssm_beta\.weight$=MXFP4
421
+ ^blk\.37\.ssm_conv1d\.weight$=F32
422
+ ^blk\.37\.ssm_dt\.bias$=F32
423
+ ^blk\.37\.ssm_norm\.weight$=F32
424
+ ^blk\.37\.ssm_out\.weight$=IQ3_S
425
+ ^blk\.38\.attn_gate\.weight$=IQ3_XXS
426
+ ^blk\.38\.attn_norm\.weight$=F32
427
+ ^blk\.38\.attn_qkv\.weight$=IQ2_S
428
+ ^blk\.38\.ffn_down\.weight$=IQ3_S
429
+ ^blk\.38\.ffn_gate\.weight$=IQ3_XXS
430
+ ^blk\.38\.ffn_up\.weight$=IQ3_S
431
+ ^blk\.38\.post_attention_norm\.weight$=F32
432
+ ^blk\.38\.ssm_a$=F32
433
+ ^blk\.38\.ssm_alpha\.weight$=MXFP4
434
+ ^blk\.38\.ssm_beta\.weight$=MXFP4
435
+ ^blk\.38\.ssm_conv1d\.weight$=F32
436
+ ^blk\.38\.ssm_dt\.bias$=F32
437
+ ^blk\.38\.ssm_norm\.weight$=F32
438
+ ^blk\.38\.ssm_out\.weight$=IQ3_XXS
439
+ ^blk\.39\.attn_k\.weight$=IQ3_S
440
+ ^blk\.39\.attn_k_norm\.weight$=F32
441
+ ^blk\.39\.attn_norm\.weight$=F32
442
+ ^blk\.39\.attn_output\.weight$=MXFP4
443
+ ^blk\.39\.attn_q\.weight$=IQ3_XXS
444
+ ^blk\.39\.attn_q_norm\.weight$=F32
445
+ ^blk\.39\.attn_v\.weight$=MXFP4
446
+ ^blk\.39\.ffn_down\.weight$=IQ3_S
447
+ ^blk\.39\.ffn_gate\.weight$=IQ3_XXS
448
+ ^blk\.39\.ffn_up\.weight$=IQ3_S
449
+ ^blk\.39\.post_attention_norm\.weight$=F32
450
+ ^blk\.4\.attn_gate\.weight$=IQ3_S
451
+ ^blk\.4\.attn_norm\.weight$=F32
452
+ ^blk\.4\.attn_qkv\.weight$=IQ2_S
453
+ ^blk\.4\.ffn_down\.weight$=IQ2_S
454
+ ^blk\.4\.ffn_gate\.weight$=IQ2_S
455
+ ^blk\.4\.ffn_up\.weight$=IQ2_S
456
+ ^blk\.4\.post_attention_norm\.weight$=F32
457
+ ^blk\.4\.ssm_a$=F32
458
+ ^blk\.4\.ssm_alpha\.weight$=MXFP4
459
+ ^blk\.4\.ssm_beta\.weight$=MXFP4
460
+ ^blk\.4\.ssm_conv1d\.weight$=F32
461
+ ^blk\.4\.ssm_dt\.bias$=F32
462
+ ^blk\.4\.ssm_norm\.weight$=F32
463
+ ^blk\.4\.ssm_out\.weight$=IQ3_S
464
+ ^blk\.40\.attn_gate\.weight$=IQ3_XXS
465
+ ^blk\.40\.attn_norm\.weight$=F32
466
+ ^blk\.40\.attn_qkv\.weight$=IQ3_XXS
467
+ ^blk\.40\.ffn_down\.weight$=IQ3_S
468
+ ^blk\.40\.ffn_gate\.weight$=IQ3_XXS
469
+ ^blk\.40\.ffn_up\.weight$=IQ3_S
470
+ ^blk\.40\.post_attention_norm\.weight$=F32
471
+ ^blk\.40\.ssm_a$=F32
472
+ ^blk\.40\.ssm_alpha\.weight$=MXFP4
473
+ ^blk\.40\.ssm_beta\.weight$=MXFP4
474
+ ^blk\.40\.ssm_conv1d\.weight$=F32
475
+ ^blk\.40\.ssm_dt\.bias$=F32
476
+ ^blk\.40\.ssm_norm\.weight$=F32
477
+ ^blk\.40\.ssm_out\.weight$=IQ3_S
478
+ ^blk\.41\.attn_gate\.weight$=IQ3_XXS
479
+ ^blk\.41\.attn_norm\.weight$=F32
480
+ ^blk\.41\.attn_qkv\.weight$=IQ3_XXS
481
+ ^blk\.41\.ffn_down\.weight$=IQ3_S
482
+ ^blk\.41\.ffn_gate\.weight$=IQ3_S
483
+ ^blk\.41\.ffn_up\.weight$=IQ3_S
484
+ ^blk\.41\.post_attention_norm\.weight$=F32
485
+ ^blk\.41\.ssm_a$=F32
486
+ ^blk\.41\.ssm_alpha\.weight$=MXFP4
487
+ ^blk\.41\.ssm_beta\.weight$=MXFP4
488
+ ^blk\.41\.ssm_conv1d\.weight$=F32
489
+ ^blk\.41\.ssm_dt\.bias$=F32
490
+ ^blk\.41\.ssm_norm\.weight$=F32
491
+ ^blk\.41\.ssm_out\.weight$=IQ3_S
492
+ ^blk\.42\.attn_gate\.weight$=IQ3_XXS
493
+ ^blk\.42\.attn_norm\.weight$=F32
494
+ ^blk\.42\.attn_qkv\.weight$=IQ3_XXS
495
+ ^blk\.42\.ffn_down\.weight$=IQ3_XXS
496
+ ^blk\.42\.ffn_gate\.weight$=IQ3_XXS
497
+ ^blk\.42\.ffn_up\.weight$=IQ3_S
498
+ ^blk\.42\.post_attention_norm\.weight$=F32
499
+ ^blk\.42\.ssm_a$=F32
500
+ ^blk\.42\.ssm_alpha\.weight$=MXFP4
501
+ ^blk\.42\.ssm_beta\.weight$=MXFP4
502
+ ^blk\.42\.ssm_conv1d\.weight$=F32
503
+ ^blk\.42\.ssm_dt\.bias$=F32
504
+ ^blk\.42\.ssm_norm\.weight$=F32
505
+ ^blk\.42\.ssm_out\.weight$=IQ3_S
506
+ ^blk\.43\.attn_k\.weight$=MXFP4
507
+ ^blk\.43\.attn_k_norm\.weight$=F32
508
+ ^blk\.43\.attn_norm\.weight$=F32
509
+ ^blk\.43\.attn_output\.weight$=MXFP4
510
+ ^blk\.43\.attn_q\.weight$=IQ3_S
511
+ ^blk\.43\.attn_q_norm\.weight$=F32
512
+ ^blk\.43\.attn_v\.weight$=MXFP4
513
+ ^blk\.43\.ffn_down\.weight$=IQ3_XXS
514
+ ^blk\.43\.ffn_gate\.weight$=IQ3_XXS
515
+ ^blk\.43\.ffn_up\.weight$=IQ3_S
516
+ ^blk\.43\.post_attention_norm\.weight$=F32
517
+ ^blk\.44\.attn_gate\.weight$=IQ3_XXS
518
+ ^blk\.44\.attn_norm\.weight$=F32
519
+ ^blk\.44\.attn_qkv\.weight$=IQ3_XXS
520
+ ^blk\.44\.ffn_down\.weight$=IQ3_XXS
521
+ ^blk\.44\.ffn_gate\.weight$=IQ3_XXS
522
+ ^blk\.44\.ffn_up\.weight$=IQ3_XXS
523
+ ^blk\.44\.post_attention_norm\.weight$=F32
524
+ ^blk\.44\.ssm_a$=F32
525
+ ^blk\.44\.ssm_alpha\.weight$=MXFP4
526
+ ^blk\.44\.ssm_beta\.weight$=MXFP4
527
+ ^blk\.44\.ssm_conv1d\.weight$=F32
528
+ ^blk\.44\.ssm_dt\.bias$=F32
529
+ ^blk\.44\.ssm_norm\.weight$=F32
530
+ ^blk\.44\.ssm_out\.weight$=IQ3_S
531
+ ^blk\.45\.attn_gate\.weight$=IQ2_S
532
+ ^blk\.45\.attn_norm\.weight$=F32
533
+ ^blk\.45\.attn_qkv\.weight$=IQ3_S
534
+ ^blk\.45\.ffn_down\.weight$=IQ3_XXS
535
+ ^blk\.45\.ffn_gate\.weight$=IQ3_XXS
536
+ ^blk\.45\.ffn_up\.weight$=IQ3_XXS
537
+ ^blk\.45\.post_attention_norm\.weight$=F32
538
+ ^blk\.45\.ssm_a$=F32
539
+ ^blk\.45\.ssm_alpha\.weight$=MXFP4
540
+ ^blk\.45\.ssm_beta\.weight$=MXFP4
541
+ ^blk\.45\.ssm_conv1d\.weight$=F32
542
+ ^blk\.45\.ssm_dt\.bias$=F32
543
+ ^blk\.45\.ssm_norm\.weight$=F32
544
+ ^blk\.45\.ssm_out\.weight$=IQ3_XXS
545
+ ^blk\.46\.attn_gate\.weight$=IQ3_XXS
546
+ ^blk\.46\.attn_norm\.weight$=F32
547
+ ^blk\.46\.attn_qkv\.weight$=IQ3_S
548
+ ^blk\.46\.ffn_down\.weight$=IQ3_XXS
549
+ ^blk\.46\.ffn_gate\.weight$=IQ2_S
550
+ ^blk\.46\.ffn_up\.weight$=IQ3_XXS
551
+ ^blk\.46\.post_attention_norm\.weight$=F32
552
+ ^blk\.46\.ssm_a$=F32
553
+ ^blk\.46\.ssm_alpha\.weight$=MXFP4
554
+ ^blk\.46\.ssm_beta\.weight$=MXFP4
555
+ ^blk\.46\.ssm_conv1d\.weight$=F32
556
+ ^blk\.46\.ssm_dt\.bias$=F32
557
+ ^blk\.46\.ssm_norm\.weight$=F32
558
+ ^blk\.46\.ssm_out\.weight$=IQ3_S
559
+ ^blk\.47\.attn_k\.weight$=MXFP4
560
+ ^blk\.47\.attn_k_norm\.weight$=F32
561
+ ^blk\.47\.attn_norm\.weight$=F32
562
+ ^blk\.47\.attn_output\.weight$=IQ3_S
563
+ ^blk\.47\.attn_q\.weight$=IQ3_XXS
564
+ ^blk\.47\.attn_q_norm\.weight$=F32
565
+ ^blk\.47\.attn_v\.weight$=MXFP4
566
+ ^blk\.47\.ffn_down\.weight$=IQ3_XXS
567
+ ^blk\.47\.ffn_gate\.weight$=IQ3_XXS
568
+ ^blk\.47\.ffn_up\.weight$=IQ3_XXS
569
+ ^blk\.47\.post_attention_norm\.weight$=F32
570
+ ^blk\.48\.attn_gate\.weight$=IQ2_S
571
+ ^blk\.48\.attn_norm\.weight$=F32
572
+ ^blk\.48\.attn_qkv\.weight$=IQ3_S
573
+ ^blk\.48\.ffn_down\.weight$=IQ3_XXS
574
+ ^blk\.48\.ffn_gate\.weight$=IQ3_XXS
575
+ ^blk\.48\.ffn_up\.weight$=IQ3_XXS
576
+ ^blk\.48\.post_attention_norm\.weight$=F32
577
+ ^blk\.48\.ssm_a$=F32
578
+ ^blk\.48\.ssm_alpha\.weight$=MXFP4
579
+ ^blk\.48\.ssm_beta\.weight$=MXFP4
580
+ ^blk\.48\.ssm_conv1d\.weight$=F32
581
+ ^blk\.48\.ssm_dt\.bias$=F32
582
+ ^blk\.48\.ssm_norm\.weight$=F32
583
+ ^blk\.48\.ssm_out\.weight$=IQ3_S
584
+ ^blk\.49\.attn_gate\.weight$=Q2_K
585
+ ^blk\.49\.attn_norm\.weight$=F32
586
+ ^blk\.49\.attn_qkv\.weight$=IQ3_S
587
+ ^blk\.49\.ffn_down\.weight$=IQ3_S
588
+ ^blk\.49\.ffn_gate\.weight$=IQ3_XXS
589
+ ^blk\.49\.ffn_up\.weight$=IQ3_S
590
+ ^blk\.49\.post_attention_norm\.weight$=F32
591
+ ^blk\.49\.ssm_a$=F32
592
+ ^blk\.49\.ssm_alpha\.weight$=MXFP4
593
+ ^blk\.49\.ssm_beta\.weight$=MXFP4
594
+ ^blk\.49\.ssm_conv1d\.weight$=F32
595
+ ^blk\.49\.ssm_dt\.bias$=F32
596
+ ^blk\.49\.ssm_norm\.weight$=F32
597
+ ^blk\.49\.ssm_out\.weight$=IQ3_S
598
+ ^blk\.5\.attn_gate\.weight$=IQ3_S
599
+ ^blk\.5\.attn_norm\.weight$=F32
600
+ ^blk\.5\.attn_qkv\.weight$=IQ3_XXS
601
+ ^blk\.5\.ffn_down\.weight$=IQ2_S
602
+ ^blk\.5\.ffn_gate\.weight$=IQ2_S
603
+ ^blk\.5\.ffn_up\.weight$=IQ3_XXS
604
+ ^blk\.5\.post_attention_norm\.weight$=F32
605
+ ^blk\.5\.ssm_a$=F32
606
+ ^blk\.5\.ssm_alpha\.weight$=MXFP4
607
+ ^blk\.5\.ssm_beta\.weight$=MXFP4
608
+ ^blk\.5\.ssm_conv1d\.weight$=F32
609
+ ^blk\.5\.ssm_dt\.bias$=F32
610
+ ^blk\.5\.ssm_norm\.weight$=F32
611
+ ^blk\.5\.ssm_out\.weight$=MXFP4
612
+ ^blk\.50\.attn_gate\.weight$=IQ3_XXS
613
+ ^blk\.50\.attn_norm\.weight$=F32
614
+ ^blk\.50\.attn_qkv\.weight$=IQ3_XXS
615
+ ^blk\.50\.ffn_down\.weight$=IQ3_S
616
+ ^blk\.50\.ffn_gate\.weight$=IQ3_XXS
617
+ ^blk\.50\.ffn_up\.weight$=IQ3_XXS
618
+ ^blk\.50\.post_attention_norm\.weight$=F32
619
+ ^blk\.50\.ssm_a$=F32
620
+ ^blk\.50\.ssm_alpha\.weight$=MXFP4
621
+ ^blk\.50\.ssm_beta\.weight$=MXFP4
622
+ ^blk\.50\.ssm_conv1d\.weight$=F32
623
+ ^blk\.50\.ssm_dt\.bias$=F32
624
+ ^blk\.50\.ssm_norm\.weight$=F32
625
+ ^blk\.50\.ssm_out\.weight$=MXFP4
626
+ ^blk\.51\.attn_k\.weight$=MXFP4
627
+ ^blk\.51\.attn_k_norm\.weight$=F32
628
+ ^blk\.51\.attn_norm\.weight$=F32
629
+ ^blk\.51\.attn_output\.weight$=MXFP4
630
+ ^blk\.51\.attn_q\.weight$=IQ3_S
631
+ ^blk\.51\.attn_q_norm\.weight$=F32
632
+ ^blk\.51\.attn_v\.weight$=MXFP4
633
+ ^blk\.51\.ffn_down\.weight$=IQ3_S
634
+ ^blk\.51\.ffn_gate\.weight$=IQ3_XXS
635
+ ^blk\.51\.ffn_up\.weight$=IQ3_S
636
+ ^blk\.51\.post_attention_norm\.weight$=F32
637
+ ^blk\.52\.attn_gate\.weight$=IQ3_XXS
638
+ ^blk\.52\.attn_norm\.weight$=F32
639
+ ^blk\.52\.attn_qkv\.weight$=IQ3_XXS
640
+ ^blk\.52\.ffn_down\.weight$=IQ3_S
641
+ ^blk\.52\.ffn_gate\.weight$=IQ3_XXS
642
+ ^blk\.52\.ffn_up\.weight$=IQ3_S
643
+ ^blk\.52\.post_attention_norm\.weight$=F32
644
+ ^blk\.52\.ssm_a$=F32
645
+ ^blk\.52\.ssm_alpha\.weight$=MXFP4
646
+ ^blk\.52\.ssm_beta\.weight$=MXFP4
647
+ ^blk\.52\.ssm_conv1d\.weight$=F32
648
+ ^blk\.52\.ssm_dt\.bias$=F32
649
+ ^blk\.52\.ssm_norm\.weight$=F32
650
+ ^blk\.52\.ssm_out\.weight$=MXFP4
651
+ ^blk\.53\.attn_gate\.weight$=IQ3_XXS
652
+ ^blk\.53\.attn_norm\.weight$=F32
653
+ ^blk\.53\.attn_qkv\.weight$=IQ3_XXS
654
+ ^blk\.53\.ffn_down\.weight$=IQ3_S
655
+ ^blk\.53\.ffn_gate\.weight$=IQ3_XXS
656
+ ^blk\.53\.ffn_up\.weight$=IQ3_S
657
+ ^blk\.53\.post_attention_norm\.weight$=F32
658
+ ^blk\.53\.ssm_a$=F32
659
+ ^blk\.53\.ssm_alpha\.weight$=MXFP4
660
+ ^blk\.53\.ssm_beta\.weight$=MXFP4
661
+ ^blk\.53\.ssm_conv1d\.weight$=F32
662
+ ^blk\.53\.ssm_dt\.bias$=F32
663
+ ^blk\.53\.ssm_norm\.weight$=F32
664
+ ^blk\.53\.ssm_out\.weight$=MXFP4
665
+ ^blk\.54\.attn_gate\.weight$=IQ3_XXS
666
+ ^blk\.54\.attn_norm\.weight$=F32
667
+ ^blk\.54\.attn_qkv\.weight$=IQ3_XXS
668
+ ^blk\.54\.ffn_down\.weight$=MXFP4
669
+ ^blk\.54\.ffn_gate\.weight$=IQ3_S
670
+ ^blk\.54\.ffn_up\.weight$=IQ3_S
671
+ ^blk\.54\.post_attention_norm\.weight$=F32
672
+ ^blk\.54\.ssm_a$=F32
673
+ ^blk\.54\.ssm_alpha\.weight$=MXFP4
674
+ ^blk\.54\.ssm_beta\.weight$=MXFP4
675
+ ^blk\.54\.ssm_conv1d\.weight$=F32
676
+ ^blk\.54\.ssm_dt\.bias$=F32
677
+ ^blk\.54\.ssm_norm\.weight$=F32
678
+ ^blk\.54\.ssm_out\.weight$=IQ3_S
679
+ ^blk\.55\.attn_k\.weight$=MXFP4
680
+ ^blk\.55\.attn_k_norm\.weight$=F32
681
+ ^blk\.55\.attn_norm\.weight$=F32
682
+ ^blk\.55\.attn_output\.weight$=MXFP4
683
+ ^blk\.55\.attn_q\.weight$=IQ3_XXS
684
+ ^blk\.55\.attn_q_norm\.weight$=F32
685
+ ^blk\.55\.attn_v\.weight$=MXFP4
686
+ ^blk\.55\.ffn_down\.weight$=MXFP4
687
+ ^blk\.55\.ffn_gate\.weight$=IQ3_XXS
688
+ ^blk\.55\.ffn_up\.weight$=IQ3_S
689
+ ^blk\.55\.post_attention_norm\.weight$=F32
690
+ ^blk\.56\.attn_gate\.weight$=IQ3_S
691
+ ^blk\.56\.attn_norm\.weight$=F32
692
+ ^blk\.56\.attn_qkv\.weight$=IQ3_S
693
+ ^blk\.56\.ffn_down\.weight$=MXFP4
694
+ ^blk\.56\.ffn_gate\.weight$=IQ3_S
695
+ ^blk\.56\.ffn_up\.weight$=MXFP4
696
+ ^blk\.56\.post_attention_norm\.weight$=F32
697
+ ^blk\.56\.ssm_a$=F32
698
+ ^blk\.56\.ssm_alpha\.weight$=MXFP4
699
+ ^blk\.56\.ssm_beta\.weight$=MXFP4
700
+ ^blk\.56\.ssm_conv1d\.weight$=F32
701
+ ^blk\.56\.ssm_dt\.bias$=F32
702
+ ^blk\.56\.ssm_norm\.weight$=F32
703
+ ^blk\.56\.ssm_out\.weight$=MXFP4
704
+ ^blk\.57\.attn_gate\.weight$=IQ3_S
705
+ ^blk\.57\.attn_norm\.weight$=F32
706
+ ^blk\.57\.attn_qkv\.weight$=IQ3_XXS
707
+ ^blk\.57\.ffn_down\.weight$=MXFP4
708
+ ^blk\.57\.ffn_gate\.weight$=MXFP4
709
+ ^blk\.57\.ffn_up\.weight$=MXFP4
710
+ ^blk\.57\.post_attention_norm\.weight$=F32
711
+ ^blk\.57\.ssm_a$=F32
712
+ ^blk\.57\.ssm_alpha\.weight$=MXFP4
713
+ ^blk\.57\.ssm_beta\.weight$=MXFP4
714
+ ^blk\.57\.ssm_conv1d\.weight$=F32
715
+ ^blk\.57\.ssm_dt\.bias$=F32
716
+ ^blk\.57\.ssm_norm\.weight$=F32
717
+ ^blk\.57\.ssm_out\.weight$=MXFP4
718
+ ^blk\.58\.attn_gate\.weight$=IQ3_S
719
+ ^blk\.58\.attn_norm\.weight$=F32
720
+ ^blk\.58\.attn_qkv\.weight$=IQ3_S
721
+ ^blk\.58\.ffn_down\.weight$=MXFP4
722
+ ^blk\.58\.ffn_gate\.weight$=MXFP4
723
+ ^blk\.58\.ffn_up\.weight$=MXFP4
724
+ ^blk\.58\.post_attention_norm\.weight$=F32
725
+ ^blk\.58\.ssm_a$=F32
726
+ ^blk\.58\.ssm_alpha\.weight$=MXFP4
727
+ ^blk\.58\.ssm_beta\.weight$=MXFP4
728
+ ^blk\.58\.ssm_conv1d\.weight$=F32
729
+ ^blk\.58\.ssm_dt\.bias$=F32
730
+ ^blk\.58\.ssm_norm\.weight$=F32
731
+ ^blk\.58\.ssm_out\.weight$=MXFP4
732
+ ^blk\.59\.attn_k\.weight$=MXFP4
733
+ ^blk\.59\.attn_k_norm\.weight$=F32
734
+ ^blk\.59\.attn_norm\.weight$=F32
735
+ ^blk\.59\.attn_output\.weight$=MXFP4
736
+ ^blk\.59\.attn_q\.weight$=IQ3_XXS
737
+ ^blk\.59\.attn_q_norm\.weight$=F32
738
+ ^blk\.59\.attn_v\.weight$=MXFP4
739
+ ^blk\.59\.ffn_down\.weight$=MXFP4
740
+ ^blk\.59\.ffn_gate\.weight$=MXFP4
741
+ ^blk\.59\.ffn_up\.weight$=MXFP4
742
+ ^blk\.59\.post_attention_norm\.weight$=F32
743
+ ^blk\.6\.attn_gate\.weight$=IQ3_XXS
744
+ ^blk\.6\.attn_norm\.weight$=F32
745
+ ^blk\.6\.attn_qkv\.weight$=IQ3_XXS
746
+ ^blk\.6\.ffn_down\.weight$=IQ2_S
747
+ ^blk\.6\.ffn_gate\.weight$=IQ2_S
748
+ ^blk\.6\.ffn_up\.weight$=IQ2_XS
749
+ ^blk\.6\.post_attention_norm\.weight$=F32
750
+ ^blk\.6\.ssm_a$=F32
751
+ ^blk\.6\.ssm_alpha\.weight$=MXFP4
752
+ ^blk\.6\.ssm_beta\.weight$=MXFP4
753
+ ^blk\.6\.ssm_conv1d\.weight$=F32
754
+ ^blk\.6\.ssm_dt\.bias$=F32
755
+ ^blk\.6\.ssm_norm\.weight$=F32
756
+ ^blk\.6\.ssm_out\.weight$=IQ3_S
757
+ ^blk\.60\.attn_gate\.weight$=IQ3_S
758
+ ^blk\.60\.attn_norm\.weight$=F32
759
+ ^blk\.60\.attn_qkv\.weight$=IQ3_S
760
+ ^blk\.60\.ffn_down\.weight$=MXFP4
761
+ ^blk\.60\.ffn_gate\.weight$=MXFP4
762
+ ^blk\.60\.ffn_up\.weight$=MXFP4
763
+ ^blk\.60\.post_attention_norm\.weight$=F32
764
+ ^blk\.60\.ssm_a$=F32
765
+ ^blk\.60\.ssm_alpha\.weight$=MXFP4
766
+ ^blk\.60\.ssm_beta\.weight$=MXFP4
767
+ ^blk\.60\.ssm_conv1d\.weight$=F32
768
+ ^blk\.60\.ssm_dt\.bias$=F32
769
+ ^blk\.60\.ssm_norm\.weight$=F32
770
+ ^blk\.60\.ssm_out\.weight$=MXFP4
771
+ ^blk\.61\.attn_gate\.weight$=IQ3_S
772
+ ^blk\.61\.attn_norm\.weight$=F32
773
+ ^blk\.61\.attn_qkv\.weight$=IQ3_S
774
+ ^blk\.61\.ffn_down\.weight$=MXFP4
775
+ ^blk\.61\.ffn_gate\.weight$=MXFP4
776
+ ^blk\.61\.ffn_up\.weight$=MXFP4
777
+ ^blk\.61\.post_attention_norm\.weight$=F32
778
+ ^blk\.61\.ssm_a$=F32
779
+ ^blk\.61\.ssm_alpha\.weight$=MXFP4
780
+ ^blk\.61\.ssm_beta\.weight$=MXFP4
781
+ ^blk\.61\.ssm_conv1d\.weight$=F32
782
+ ^blk\.61\.ssm_dt\.bias$=F32
783
+ ^blk\.61\.ssm_norm\.weight$=F32
784
+ ^blk\.61\.ssm_out\.weight$=IQ3_S
785
+ ^blk\.62\.attn_gate\.weight$=IQ3_XXS
786
+ ^blk\.62\.attn_norm\.weight$=F32
787
+ ^blk\.62\.attn_qkv\.weight$=IQ3_S
788
+ ^blk\.62\.ffn_down\.weight$=IQ3_S
789
+ ^blk\.62\.ffn_gate\.weight$=MXFP4
790
+ ^blk\.62\.ffn_up\.weight$=MXFP4
791
+ ^blk\.62\.post_attention_norm\.weight$=F32
792
+ ^blk\.62\.ssm_a$=F32
793
+ ^blk\.62\.ssm_alpha\.weight$=MXFP4
794
+ ^blk\.62\.ssm_beta\.weight$=MXFP4
795
+ ^blk\.62\.ssm_conv1d\.weight$=F32
796
+ ^blk\.62\.ssm_dt\.bias$=F32
797
+ ^blk\.62\.ssm_norm\.weight$=F32
798
+ ^blk\.62\.ssm_out\.weight$=MXFP4
799
+ ^blk\.63\.attn_k\.weight$=MXFP4
800
+ ^blk\.63\.attn_k_norm\.weight$=F32
801
+ ^blk\.63\.attn_norm\.weight$=F32
802
+ ^blk\.63\.attn_output\.weight$=MXFP4
803
+ ^blk\.63\.attn_q\.weight$=MXFP4
804
+ ^blk\.63\.attn_q_norm\.weight$=F32
805
+ ^blk\.63\.attn_v\.weight$=MXFP4
806
+ ^blk\.63\.ffn_down\.weight$=MXFP4
807
+ ^blk\.63\.ffn_gate\.weight$=MXFP4
808
+ ^blk\.63\.ffn_up\.weight$=MXFP4
809
+ ^blk\.63\.post_attention_norm\.weight$=F32
810
+ ^blk\.64\.attn_k\.weight$=Q8_0
811
+ ^blk\.64\.attn_k_norm\.weight$=F32
812
+ ^blk\.64\.attn_norm\.weight$=F32
813
+ ^blk\.64\.attn_output\.weight$=Q6_K
814
+ ^blk\.64\.attn_q\.weight$=Q6_K
815
+ ^blk\.64\.attn_q_norm\.weight$=F32
816
+ ^blk\.64\.attn_v\.weight$=Q8_0
817
+ ^blk\.64\.ffn_down\.weight$=Q6_K
818
+ ^blk\.64\.ffn_gate\.weight$=Q6_K
819
+ ^blk\.64\.ffn_up\.weight$=Q6_K
820
+ ^blk\.64\.nextn\.eh_proj\.weight$=Q6_K
821
+ ^blk\.64\.nextn\.enorm\.weight$=F32
822
+ ^blk\.64\.nextn\.hnorm\.weight$=F32
823
+ ^blk\.64\.nextn\.shared_head_norm\.weight$=F32
824
+ ^blk\.64\.post_attention_norm\.weight$=F32
825
+ ^blk\.7\.attn_k\.weight$=IQ3_S
826
+ ^blk\.7\.attn_k_norm\.weight$=F32
827
+ ^blk\.7\.attn_norm\.weight$=F32
828
+ ^blk\.7\.attn_output\.weight$=IQ3_XXS
829
+ ^blk\.7\.attn_q\.weight$=Q2_K
830
+ ^blk\.7\.attn_q_norm\.weight$=F32
831
+ ^blk\.7\.attn_v\.weight$=MXFP4
832
+ ^blk\.7\.ffn_down\.weight$=Q2_K
833
+ ^blk\.7\.ffn_gate\.weight$=IQ2_S
834
+ ^blk\.7\.ffn_up\.weight$=IQ2_S
835
+ ^blk\.7\.post_attention_norm\.weight$=F32
836
+ ^blk\.8\.attn_gate\.weight$=IQ3_XXS
837
+ ^blk\.8\.attn_norm\.weight$=F32
838
+ ^blk\.8\.attn_qkv\.weight$=IQ2_XXS
839
+ ^blk\.8\.ffn_down\.weight$=IQ2_XXS
840
+ ^blk\.8\.ffn_gate\.weight$=IQ2_S
841
+ ^blk\.8\.ffn_up\.weight$=IQ2_S
842
+ ^blk\.8\.post_attention_norm\.weight$=F32
843
+ ^blk\.8\.ssm_a$=F32
844
+ ^blk\.8\.ssm_alpha\.weight$=MXFP4
845
+ ^blk\.8\.ssm_beta\.weight$=MXFP4
846
+ ^blk\.8\.ssm_conv1d\.weight$=F32
847
+ ^blk\.8\.ssm_dt\.bias$=F32
848
+ ^blk\.8\.ssm_norm\.weight$=F32
849
+ ^blk\.8\.ssm_out\.weight$=Q3_K
850
+ ^blk\.9\.attn_gate\.weight$=IQ2_S
851
+ ^blk\.9\.attn_norm\.weight$=F32
852
+ ^blk\.9\.attn_qkv\.weight$=IQ2_XXS
853
+ ^blk\.9\.ffn_down\.weight$=IQ2_XS
854
+ ^blk\.9\.ffn_gate\.weight$=IQ2_XS
855
+ ^blk\.9\.ffn_up\.weight$=IQ2_XXS
856
+ ^blk\.9\.post_attention_norm\.weight$=F32
857
+ ^blk\.9\.ssm_a$=F32
858
+ ^blk\.9\.ssm_alpha\.weight$=MXFP4
859
+ ^blk\.9\.ssm_beta\.weight$=MXFP4
860
+ ^blk\.9\.ssm_conv1d\.weight$=F32
861
+ ^blk\.9\.ssm_dt\.bias$=F32
862
+ ^blk\.9\.ssm_norm\.weight$=F32
863
+ ^blk\.9\.ssm_out\.weight$=IQ3_S
864
+ ^output\.weight$=Q4_K
865
+ ^output_norm\.weight$=F32
866
+ ^token_embd\.weight$=Q2_K
magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/results.json ADDED
@@ -0,0 +1,125 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "createdUtc": "2026-08-26T12:42:44.733280+00:00",
4
+ "experiment": "UD-IQ3_XXS-Unsloth",
5
+ "status": "complete",
6
+ "models": {
7
+ "native": {
8
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
9
+ "bytes": 18892854880,
10
+ "decimalGB": 18.89285488,
11
+ "GiB": 17.595342248678207,
12
+ "sha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc"
13
+ },
14
+ "candidate": {
15
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-MXFP4-UD-IQ3_XXS-Unsloth.gguf",
16
+ "bytes": 10903975840,
17
+ "decimalGB": 10.90397584,
18
+ "GiB": 10.155118852853775,
19
+ "sha256": "0cf1c2f3106833a487ccd6b1c89b185ad96dc9e9146b7d5367ab9ec797579769"
20
+ },
21
+ "savings": {
22
+ "bytes": 7988879040,
23
+ "decimalGB": 7.98887904,
24
+ "GiB": 7.440223395824432,
25
+ "percentOfNative": 42.285187128902564
26
+ }
27
+ },
28
+ "tensorAudit": {
29
+ "verificationPassed": true,
30
+ "tensorCount": 866,
31
+ "changedTensorCount": 333,
32
+ "unchangedPayloadsVerifiedByteExact": 533,
33
+ "nativeMxfp4PreservedCount": 173,
34
+ "nativeMxfp4TensorCount": 496,
35
+ "effectiveTypeCounts": {
36
+ "F32": 360,
37
+ "IQ1_M": 3,
38
+ "IQ1_S": 8,
39
+ "IQ2_S": 35,
40
+ "IQ2_XS": 12,
41
+ "IQ2_XXS": 24,
42
+ "IQ3_S": 106,
43
+ "IQ3_XXS": 120,
44
+ "MXFP4": 173,
45
+ "Q2_K": 10,
46
+ "Q3_K": 6,
47
+ "Q4_K": 1,
48
+ "Q6_K": 6,
49
+ "Q8_0": 2
50
+ }
51
+ },
52
+ "benchmark": {
53
+ "domain": "general",
54
+ "tokenTarget": 32768,
55
+ "chunks": 15,
56
+ "context": 2048,
57
+ "threads": 4,
58
+ "gpuLayers": 0,
59
+ "gpuVisible": false,
60
+ "nativeStandalonePpl": 5.8033,
61
+ "nativeStandalonePplError": 0.11146,
62
+ "paired": {
63
+ "candidatePpl": 6.122065,
64
+ "basePpl": 5.801511,
65
+ "pplDifference": 0.320554,
66
+ "pplRatio": 1.055254,
67
+ "logPplRatio": 0.053781,
68
+ "correlationPercent": 98.11
69
+ },
70
+ "kld": {
71
+ "mean": 0.072327,
72
+ "standardError": 0.001382,
73
+ "maximum": 4.86586,
74
+ "p99_9": 2.386696,
75
+ "p99": 0.761119,
76
+ "p95": 0.249649,
77
+ "p90": 0.155595,
78
+ "median": 0.031431
79
+ },
80
+ "tokenProbability": {
81
+ "meanDeltaPercent": -1.164,
82
+ "rmsDeltaPercent": 7.64,
83
+ "sameTopPercent": 88.667
84
+ },
85
+ "scope": {
86
+ "languageLogits": true,
87
+ "visionProjectorEvaluated": false,
88
+ "mtpTensorsEvaluated": false,
89
+ "note": "llama-perplexity logged block 64 MTP tensors as unused; ordinary KLD primarily measures the changed token embedding and output tensors"
90
+ }
91
+ },
92
+ "imatrixApplicability": {
93
+ "supplied": true,
94
+ "label": "Unsloth",
95
+ "sha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1",
96
+ "entries": 496,
97
+ "changedTensorsWithEntries": 323,
98
+ "changedTensorCount": 333,
99
+ "note": "Coverage is inferred from llama.cpp's per-conversion missing-weight messages; tensors present in the imatrix are supplied to the selected quantizer."
100
+ },
101
+ "artifacts": {
102
+ "corpus": {
103
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/_ppl_corpora/ppl_corpus_general.txt",
104
+ "bytes": 131514,
105
+ "sha256": "5d38d98dce15f54e9a1a926187b6058e65cd8b3dd9b5cc2729b0a5fd249228b0"
106
+ },
107
+ "referenceLogits": {
108
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/logits/kld_logits_general.bin",
109
+ "bytes": 7621186460,
110
+ "sha256": "604db2df7253cba18a6c0a569ed819ee3065d4ac20cd94ae72f4329e7bba8516"
111
+ },
112
+ "nativeLog": {
113
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/perplexity_general.log",
114
+ "sha256": "bade3445565a354969f7515045507b854bee83f6695eec7490b70eab9c6eebc2"
115
+ },
116
+ "candidateLog": {
117
+ "path": "<REPO_ROOT>/Experiments/UD-IQ3_XXS-Unsloth/benchmark/candidate/perplexity_general.log",
118
+ "sha256": "ca732ef4595d87fa1fac122079aef810e64af1f8258c4fb1e5e1d4739947a780"
119
+ },
120
+ "quantizationLog": {
121
+ "path": "<REPO_ROOT>/Experiments/UD-IQ3_XXS-Unsloth/quantization.log",
122
+ "sha256": "348607e64ee828bad7b9e4b0d891271b12c9113488b96a581d668206c3e3cecd"
123
+ }
124
+ }
125
+ }
magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/tensor-decisions.json ADDED
The diff for this file is too large to render. See raw diff
 
magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/type-summary.json ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "createdUtc": "2026-08-26T08:40:09.478226+00:00",
4
+ "experiment": "UD-IQ3_XXS-Unsloth",
5
+ "policy": "effective=requested only when requested storage bits/weight is strictly below source; otherwise preserve source",
6
+ "tiePolicy": "preserve_source",
7
+ "baseQuantFallback": "IQ3_XXS",
8
+ "tensorCount": 866,
9
+ "sourceTypeCounts": {
10
+ "BF16": 10,
11
+ "F32": 360,
12
+ "MXFP4": 496
13
+ },
14
+ "requestedTypeCounts": {
15
+ "F32": 408,
16
+ "IQ1_M": 3,
17
+ "IQ1_S": 8,
18
+ "IQ2_S": 35,
19
+ "IQ2_XS": 12,
20
+ "IQ2_XXS": 24,
21
+ "IQ3_S": 106,
22
+ "IQ3_XXS": 120,
23
+ "IQ4_XS": 45,
24
+ "Q2_K": 10,
25
+ "Q3_K": 6,
26
+ "Q4_K": 26,
27
+ "Q5_K": 7,
28
+ "Q6_K": 6,
29
+ "Q8_0": 50
30
+ },
31
+ "effectiveTypeCounts": {
32
+ "F32": 360,
33
+ "IQ1_M": 3,
34
+ "IQ1_S": 8,
35
+ "IQ2_S": 35,
36
+ "IQ2_XS": 12,
37
+ "IQ2_XXS": 24,
38
+ "IQ3_S": 106,
39
+ "IQ3_XXS": 120,
40
+ "MXFP4": 173,
41
+ "Q2_K": 10,
42
+ "Q3_K": 6,
43
+ "Q4_K": 1,
44
+ "Q6_K": 6,
45
+ "Q8_0": 2
46
+ },
47
+ "actionCounts": {
48
+ "preserve_source": 533,
49
+ "quantize_down": 333
50
+ },
51
+ "nativeMxfp4TensorCount": 496,
52
+ "nativeMxfp4PreservedCount": 173,
53
+ "nativeMxfp4QuantizedDownCount": 323,
54
+ "promotionCount": 0,
55
+ "bitsPerWeightOrdering": {
56
+ "F32": 32.0,
57
+ "BF16": 16.0,
58
+ "F16": 16.0,
59
+ "Q8_0": 8.5,
60
+ "Q6_K": 6.5625,
61
+ "Q5_K": 5.5,
62
+ "Q5_0": 5.5,
63
+ "Q4_K": 4.5,
64
+ "Q4_0": 4.5,
65
+ "IQ4_NL": 4.5,
66
+ "MXFP4": 4.25,
67
+ "IQ4_XS": 4.25,
68
+ "Q3_K": 3.4375,
69
+ "IQ3_M": 3.66,
70
+ "IQ3_S": 3.44,
71
+ "IQ3_XS": 3.3,
72
+ "IQ3_XXS": 3.06,
73
+ "Q2_K": 2.625,
74
+ "IQ2_M": 2.7,
75
+ "IQ2_S": 2.5,
76
+ "IQ2_XS": 2.31,
77
+ "IQ2_XXS": 2.06,
78
+ "IQ1_M": 1.75,
79
+ "IQ1_S": 1.5625
80
+ },
81
+ "inputs": {
82
+ "nativeGguf": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
83
+ "nativeGgufSha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc",
84
+ "cloneManifest": "hf://magiccodingman/Qwen3.8-27B-MagicQuant-GGUF/magicquant-manifest/magicquant.clone-configs.json",
85
+ "cloneManifestSha256": "9e0ae106505901e38f892dc576d8a9b9f5dee4344d3cf1df19999fc4aab4e212",
86
+ "selectedDisplayName": "UD-Unsloth-UD-IQ3_XXS"
87
+ }
88
+ }
magicquant-manifest/experiments/UD-IQ3_XXS-Unsloth/verification.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "passed": true,
3
+ "tensorCount": 866,
4
+ "sourceTensorCount": 866,
5
+ "childTensorCount": 866,
6
+ "unchangedPayloadsVerifiedByteExact": 533,
7
+ "changedTensorCount": 333,
8
+ "childTypeCounts": {
9
+ "F32": 360,
10
+ "IQ1_M": 3,
11
+ "IQ1_S": 8,
12
+ "IQ2_S": 35,
13
+ "IQ2_XS": 12,
14
+ "IQ2_XXS": 24,
15
+ "IQ3_S": 106,
16
+ "IQ3_XXS": 120,
17
+ "MXFP4": 173,
18
+ "Q2_K": 10,
19
+ "Q3_K": 6,
20
+ "Q4_K": 1,
21
+ "Q6_K": 6,
22
+ "Q8_0": 2
23
+ },
24
+ "errors": []
25
+ }
magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/commands.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "environment": {
4
+ "CUDA_VISIBLE_DEVICES": ""
5
+ },
6
+ "quantize": [
7
+ "<REPO_ROOT>/llama.cpp/build/bin/llama-quantize",
8
+ "--allow-requantize",
9
+ "--imatrix",
10
+ "hf://unsloth/Qwen3.8-27B-GGUF/imatrix_unsloth.gguf",
11
+ "--tensor-type-file",
12
+ "<REPO_ROOT>/magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/effective-tensor-types.txt",
13
+ "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
14
+ "<SCRATCH_WORLD7>/lane-world7/Qwen3.8-27B-Quark-MXFP4-UD-IQ4_XS-Unsloth.gguf",
15
+ "IQ4_XS",
16
+ "16"
17
+ ],
18
+ "candidateKld": [
19
+ "<REPO_ROOT>/llama.cpp/build/bin/llama-perplexity",
20
+ "-m",
21
+ "<SCRATCH_WORLD7>/lane-world7/Qwen3.8-27B-Quark-MXFP4-UD-IQ4_XS-Unsloth.gguf",
22
+ "-ngl",
23
+ "0",
24
+ "-t",
25
+ "4",
26
+ "-c",
27
+ "2048",
28
+ "--file",
29
+ "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/_ppl_corpora/ppl_corpus_general.txt",
30
+ "--kl-divergence-base",
31
+ "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/logits/kld_logits_general.bin",
32
+ "--kl-divergence"
33
+ ]
34
+ }
magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "experiment": "UD-IQ4_XS-Unsloth",
4
+ "status": "complete",
5
+ "source": {
6
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
7
+ "sha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc",
8
+ "bytes": 18892854880
9
+ },
10
+ "output": {
11
+ "scratchPath": "<SCRATCH_WORLD7>/lane-world7/Qwen3.8-27B-Quark-MXFP4-UD-IQ4_XS-Unsloth.gguf",
12
+ "finalPath": "<REPO_ROOT>/Qwen3.8-27B-Quark-MXFP4-UD-IQ4_XS-Unsloth.gguf",
13
+ "bytes": 13887481760,
14
+ "sha256": "892cd2ac8aebc6f4d7cdf4d5fb0b417507a8ba9df7f038d45b9185835122cb03"
15
+ },
16
+ "recipe": {
17
+ "displayName": "UD-Unsloth-UD-IQ4_XS",
18
+ "baseQuantFallback": "IQ4_XS",
19
+ "adaptation": "strict-downward-only",
20
+ "bf16Intermediate": false
21
+ },
22
+ "imatrix": {
23
+ "label": "Unsloth",
24
+ "path": "hf://unsloth/Qwen3.8-27B-GGUF/imatrix_unsloth.gguf",
25
+ "sha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1",
26
+ "entries": 496
27
+ },
28
+ "execution": {
29
+ "gpuUse": false,
30
+ "cudaVisibleDevices": "",
31
+ "quantizeThreads": 16,
32
+ "benchmarkThreads": 4,
33
+ "benchmarkContext": 2048,
34
+ "scratchLane": "world7"
35
+ },
36
+ "benchmark": {
37
+ "domain": "general",
38
+ "datasetId": "Salesforce/wikitext",
39
+ "tokenTarget": 32768,
40
+ "corpusSha256": "5d38d98dce15f54e9a1a926187b6058e65cd8b3dd9b5cc2729b0a5fd249228b0",
41
+ "nativeLogitsSha256": "604db2df7253cba18a6c0a569ed819ee3065d4ac20cd94ae72f4329e7bba8516"
42
+ }
43
+ }
magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/effective-tensor-types.txt ADDED
@@ -0,0 +1,866 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ^blk\.0\.attn_gate\.weight$=MXFP4
2
+ ^blk\.0\.attn_norm\.weight$=F32
3
+ ^blk\.0\.attn_qkv\.weight$=MXFP4
4
+ ^blk\.0\.ffn_down\.weight$=IQ3_XXS
5
+ ^blk\.0\.ffn_gate\.weight$=IQ2_XS
6
+ ^blk\.0\.ffn_up\.weight$=IQ2_S
7
+ ^blk\.0\.post_attention_norm\.weight$=F32
8
+ ^blk\.0\.ssm_a$=F32
9
+ ^blk\.0\.ssm_alpha\.weight$=MXFP4
10
+ ^blk\.0\.ssm_beta\.weight$=MXFP4
11
+ ^blk\.0\.ssm_conv1d\.weight$=F32
12
+ ^blk\.0\.ssm_dt\.bias$=F32
13
+ ^blk\.0\.ssm_norm\.weight$=F32
14
+ ^blk\.0\.ssm_out\.weight$=MXFP4
15
+ ^blk\.1\.attn_gate\.weight$=MXFP4
16
+ ^blk\.1\.attn_norm\.weight$=F32
17
+ ^blk\.1\.attn_qkv\.weight$=MXFP4
18
+ ^blk\.1\.ffn_down\.weight$=IQ3_S
19
+ ^blk\.1\.ffn_gate\.weight$=IQ3_S
20
+ ^blk\.1\.ffn_up\.weight$=Q3_K
21
+ ^blk\.1\.post_attention_norm\.weight$=F32
22
+ ^blk\.1\.ssm_a$=F32
23
+ ^blk\.1\.ssm_alpha\.weight$=MXFP4
24
+ ^blk\.1\.ssm_beta\.weight$=MXFP4
25
+ ^blk\.1\.ssm_conv1d\.weight$=F32
26
+ ^blk\.1\.ssm_dt\.bias$=F32
27
+ ^blk\.1\.ssm_norm\.weight$=F32
28
+ ^blk\.1\.ssm_out\.weight$=MXFP4
29
+ ^blk\.10\.attn_gate\.weight$=MXFP4
30
+ ^blk\.10\.attn_norm\.weight$=F32
31
+ ^blk\.10\.attn_qkv\.weight$=IQ3_XXS
32
+ ^blk\.10\.ffn_down\.weight$=IQ3_XXS
33
+ ^blk\.10\.ffn_gate\.weight$=IQ3_XXS
34
+ ^blk\.10\.ffn_up\.weight$=IQ3_S
35
+ ^blk\.10\.post_attention_norm\.weight$=F32
36
+ ^blk\.10\.ssm_a$=F32
37
+ ^blk\.10\.ssm_alpha\.weight$=MXFP4
38
+ ^blk\.10\.ssm_beta\.weight$=MXFP4
39
+ ^blk\.10\.ssm_conv1d\.weight$=F32
40
+ ^blk\.10\.ssm_dt\.bias$=F32
41
+ ^blk\.10\.ssm_norm\.weight$=F32
42
+ ^blk\.10\.ssm_out\.weight$=MXFP4
43
+ ^blk\.11\.attn_k\.weight$=MXFP4
44
+ ^blk\.11\.attn_k_norm\.weight$=F32
45
+ ^blk\.11\.attn_norm\.weight$=F32
46
+ ^blk\.11\.attn_output\.weight$=MXFP4
47
+ ^blk\.11\.attn_q\.weight$=IQ3_XXS
48
+ ^blk\.11\.attn_q_norm\.weight$=F32
49
+ ^blk\.11\.attn_v\.weight$=MXFP4
50
+ ^blk\.11\.ffn_down\.weight$=IQ3_XXS
51
+ ^blk\.11\.ffn_gate\.weight$=IQ3_XXS
52
+ ^blk\.11\.ffn_up\.weight$=IQ3_S
53
+ ^blk\.11\.post_attention_norm\.weight$=F32
54
+ ^blk\.12\.attn_gate\.weight$=MXFP4
55
+ ^blk\.12\.attn_norm\.weight$=F32
56
+ ^blk\.12\.attn_qkv\.weight$=MXFP4
57
+ ^blk\.12\.ffn_down\.weight$=IQ3_S
58
+ ^blk\.12\.ffn_gate\.weight$=IQ2_XS
59
+ ^blk\.12\.ffn_up\.weight$=IQ3_S
60
+ ^blk\.12\.post_attention_norm\.weight$=F32
61
+ ^blk\.12\.ssm_a$=F32
62
+ ^blk\.12\.ssm_alpha\.weight$=MXFP4
63
+ ^blk\.12\.ssm_beta\.weight$=MXFP4
64
+ ^blk\.12\.ssm_conv1d\.weight$=F32
65
+ ^blk\.12\.ssm_dt\.bias$=F32
66
+ ^blk\.12\.ssm_norm\.weight$=F32
67
+ ^blk\.12\.ssm_out\.weight$=Q3_K
68
+ ^blk\.13\.attn_gate\.weight$=IQ3_S
69
+ ^blk\.13\.attn_norm\.weight$=F32
70
+ ^blk\.13\.attn_qkv\.weight$=MXFP4
71
+ ^blk\.13\.ffn_down\.weight$=Q3_K
72
+ ^blk\.13\.ffn_gate\.weight$=Q3_K
73
+ ^blk\.13\.ffn_up\.weight$=Q3_K
74
+ ^blk\.13\.post_attention_norm\.weight$=F32
75
+ ^blk\.13\.ssm_a$=F32
76
+ ^blk\.13\.ssm_alpha\.weight$=MXFP4
77
+ ^blk\.13\.ssm_beta\.weight$=MXFP4
78
+ ^blk\.13\.ssm_conv1d\.weight$=F32
79
+ ^blk\.13\.ssm_dt\.bias$=F32
80
+ ^blk\.13\.ssm_norm\.weight$=F32
81
+ ^blk\.13\.ssm_out\.weight$=MXFP4
82
+ ^blk\.14\.attn_gate\.weight$=MXFP4
83
+ ^blk\.14\.attn_norm\.weight$=F32
84
+ ^blk\.14\.attn_qkv\.weight$=MXFP4
85
+ ^blk\.14\.ffn_down\.weight$=IQ3_XXS
86
+ ^blk\.14\.ffn_gate\.weight$=IQ2_S
87
+ ^blk\.14\.ffn_up\.weight$=IQ2_S
88
+ ^blk\.14\.post_attention_norm\.weight$=F32
89
+ ^blk\.14\.ssm_a$=F32
90
+ ^blk\.14\.ssm_alpha\.weight$=MXFP4
91
+ ^blk\.14\.ssm_beta\.weight$=MXFP4
92
+ ^blk\.14\.ssm_conv1d\.weight$=F32
93
+ ^blk\.14\.ssm_dt\.bias$=F32
94
+ ^blk\.14\.ssm_norm\.weight$=F32
95
+ ^blk\.14\.ssm_out\.weight$=MXFP4
96
+ ^blk\.15\.attn_k\.weight$=MXFP4
97
+ ^blk\.15\.attn_k_norm\.weight$=F32
98
+ ^blk\.15\.attn_norm\.weight$=F32
99
+ ^blk\.15\.attn_output\.weight$=MXFP4
100
+ ^blk\.15\.attn_q\.weight$=Q2_K
101
+ ^blk\.15\.attn_q_norm\.weight$=F32
102
+ ^blk\.15\.attn_v\.weight$=MXFP4
103
+ ^blk\.15\.ffn_down\.weight$=IQ2_S
104
+ ^blk\.15\.ffn_gate\.weight$=IQ3_XXS
105
+ ^blk\.15\.ffn_up\.weight$=IQ2_S
106
+ ^blk\.15\.post_attention_norm\.weight$=F32
107
+ ^blk\.16\.attn_gate\.weight$=MXFP4
108
+ ^blk\.16\.attn_norm\.weight$=F32
109
+ ^blk\.16\.attn_qkv\.weight$=IQ3_S
110
+ ^blk\.16\.ffn_down\.weight$=IQ3_S
111
+ ^blk\.16\.ffn_gate\.weight$=IQ2_S
112
+ ^blk\.16\.ffn_up\.weight$=IQ3_XXS
113
+ ^blk\.16\.post_attention_norm\.weight$=F32
114
+ ^blk\.16\.ssm_a$=F32
115
+ ^blk\.16\.ssm_alpha\.weight$=MXFP4
116
+ ^blk\.16\.ssm_beta\.weight$=MXFP4
117
+ ^blk\.16\.ssm_conv1d\.weight$=F32
118
+ ^blk\.16\.ssm_dt\.bias$=F32
119
+ ^blk\.16\.ssm_norm\.weight$=F32
120
+ ^blk\.16\.ssm_out\.weight$=MXFP4
121
+ ^blk\.17\.attn_gate\.weight$=MXFP4
122
+ ^blk\.17\.attn_norm\.weight$=F32
123
+ ^blk\.17\.attn_qkv\.weight$=MXFP4
124
+ ^blk\.17\.ffn_down\.weight$=IQ3_XXS
125
+ ^blk\.17\.ffn_gate\.weight$=IQ3_XXS
126
+ ^blk\.17\.ffn_up\.weight$=IQ2_S
127
+ ^blk\.17\.post_attention_norm\.weight$=F32
128
+ ^blk\.17\.ssm_a$=F32
129
+ ^blk\.17\.ssm_alpha\.weight$=MXFP4
130
+ ^blk\.17\.ssm_beta\.weight$=MXFP4
131
+ ^blk\.17\.ssm_conv1d\.weight$=F32
132
+ ^blk\.17\.ssm_dt\.bias$=F32
133
+ ^blk\.17\.ssm_norm\.weight$=F32
134
+ ^blk\.17\.ssm_out\.weight$=MXFP4
135
+ ^blk\.18\.attn_gate\.weight$=MXFP4
136
+ ^blk\.18\.attn_norm\.weight$=F32
137
+ ^blk\.18\.attn_qkv\.weight$=MXFP4
138
+ ^blk\.18\.ffn_down\.weight$=IQ3_S
139
+ ^blk\.18\.ffn_gate\.weight$=IQ3_XXS
140
+ ^blk\.18\.ffn_up\.weight$=IQ3_XXS
141
+ ^blk\.18\.post_attention_norm\.weight$=F32
142
+ ^blk\.18\.ssm_a$=F32
143
+ ^blk\.18\.ssm_alpha\.weight$=MXFP4
144
+ ^blk\.18\.ssm_beta\.weight$=MXFP4
145
+ ^blk\.18\.ssm_conv1d\.weight$=F32
146
+ ^blk\.18\.ssm_dt\.bias$=F32
147
+ ^blk\.18\.ssm_norm\.weight$=F32
148
+ ^blk\.18\.ssm_out\.weight$=MXFP4
149
+ ^blk\.19\.attn_k\.weight$=MXFP4
150
+ ^blk\.19\.attn_k_norm\.weight$=F32
151
+ ^blk\.19\.attn_norm\.weight$=F32
152
+ ^blk\.19\.attn_output\.weight$=MXFP4
153
+ ^blk\.19\.attn_q\.weight$=IQ3_XXS
154
+ ^blk\.19\.attn_q_norm\.weight$=F32
155
+ ^blk\.19\.attn_v\.weight$=MXFP4
156
+ ^blk\.19\.ffn_down\.weight$=IQ3_S
157
+ ^blk\.19\.ffn_gate\.weight$=IQ3_XXS
158
+ ^blk\.19\.ffn_up\.weight$=IQ3_S
159
+ ^blk\.19\.post_attention_norm\.weight$=F32
160
+ ^blk\.2\.attn_gate\.weight$=MXFP4
161
+ ^blk\.2\.attn_norm\.weight$=F32
162
+ ^blk\.2\.attn_qkv\.weight$=MXFP4
163
+ ^blk\.2\.ffn_down\.weight$=MXFP4
164
+ ^blk\.2\.ffn_gate\.weight$=IQ3_S
165
+ ^blk\.2\.ffn_up\.weight$=IQ3_S
166
+ ^blk\.2\.post_attention_norm\.weight$=F32
167
+ ^blk\.2\.ssm_a$=F32
168
+ ^blk\.2\.ssm_alpha\.weight$=MXFP4
169
+ ^blk\.2\.ssm_beta\.weight$=MXFP4
170
+ ^blk\.2\.ssm_conv1d\.weight$=F32
171
+ ^blk\.2\.ssm_dt\.bias$=F32
172
+ ^blk\.2\.ssm_norm\.weight$=F32
173
+ ^blk\.2\.ssm_out\.weight$=MXFP4
174
+ ^blk\.20\.attn_gate\.weight$=MXFP4
175
+ ^blk\.20\.attn_norm\.weight$=F32
176
+ ^blk\.20\.attn_qkv\.weight$=MXFP4
177
+ ^blk\.20\.ffn_down\.weight$=MXFP4
178
+ ^blk\.20\.ffn_gate\.weight$=IQ3_S
179
+ ^blk\.20\.ffn_up\.weight$=IQ3_S
180
+ ^blk\.20\.post_attention_norm\.weight$=F32
181
+ ^blk\.20\.ssm_a$=F32
182
+ ^blk\.20\.ssm_alpha\.weight$=MXFP4
183
+ ^blk\.20\.ssm_beta\.weight$=MXFP4
184
+ ^blk\.20\.ssm_conv1d\.weight$=F32
185
+ ^blk\.20\.ssm_dt\.bias$=F32
186
+ ^blk\.20\.ssm_norm\.weight$=F32
187
+ ^blk\.20\.ssm_out\.weight$=MXFP4
188
+ ^blk\.21\.attn_gate\.weight$=MXFP4
189
+ ^blk\.21\.attn_norm\.weight$=F32
190
+ ^blk\.21\.attn_qkv\.weight$=MXFP4
191
+ ^blk\.21\.ffn_down\.weight$=MXFP4
192
+ ^blk\.21\.ffn_gate\.weight$=MXFP4
193
+ ^blk\.21\.ffn_up\.weight$=MXFP4
194
+ ^blk\.21\.post_attention_norm\.weight$=F32
195
+ ^blk\.21\.ssm_a$=F32
196
+ ^blk\.21\.ssm_alpha\.weight$=MXFP4
197
+ ^blk\.21\.ssm_beta\.weight$=MXFP4
198
+ ^blk\.21\.ssm_conv1d\.weight$=F32
199
+ ^blk\.21\.ssm_dt\.bias$=F32
200
+ ^blk\.21\.ssm_norm\.weight$=F32
201
+ ^blk\.21\.ssm_out\.weight$=MXFP4
202
+ ^blk\.22\.attn_gate\.weight$=MXFP4
203
+ ^blk\.22\.attn_norm\.weight$=F32
204
+ ^blk\.22\.attn_qkv\.weight$=IQ3_S
205
+ ^blk\.22\.ffn_down\.weight$=MXFP4
206
+ ^blk\.22\.ffn_gate\.weight$=MXFP4
207
+ ^blk\.22\.ffn_up\.weight$=MXFP4
208
+ ^blk\.22\.post_attention_norm\.weight$=F32
209
+ ^blk\.22\.ssm_a$=F32
210
+ ^blk\.22\.ssm_alpha\.weight$=MXFP4
211
+ ^blk\.22\.ssm_beta\.weight$=MXFP4
212
+ ^blk\.22\.ssm_conv1d\.weight$=F32
213
+ ^blk\.22\.ssm_dt\.bias$=F32
214
+ ^blk\.22\.ssm_norm\.weight$=F32
215
+ ^blk\.22\.ssm_out\.weight$=MXFP4
216
+ ^blk\.23\.attn_k\.weight$=MXFP4
217
+ ^blk\.23\.attn_k_norm\.weight$=F32
218
+ ^blk\.23\.attn_norm\.weight$=F32
219
+ ^blk\.23\.attn_output\.weight$=MXFP4
220
+ ^blk\.23\.attn_q\.weight$=MXFP4
221
+ ^blk\.23\.attn_q_norm\.weight$=F32
222
+ ^blk\.23\.attn_v\.weight$=MXFP4
223
+ ^blk\.23\.ffn_down\.weight$=MXFP4
224
+ ^blk\.23\.ffn_gate\.weight$=MXFP4
225
+ ^blk\.23\.ffn_up\.weight$=MXFP4
226
+ ^blk\.23\.post_attention_norm\.weight$=F32
227
+ ^blk\.24\.attn_gate\.weight$=MXFP4
228
+ ^blk\.24\.attn_norm\.weight$=F32
229
+ ^blk\.24\.attn_qkv\.weight$=MXFP4
230
+ ^blk\.24\.ffn_down\.weight$=MXFP4
231
+ ^blk\.24\.ffn_gate\.weight$=MXFP4
232
+ ^blk\.24\.ffn_up\.weight$=MXFP4
233
+ ^blk\.24\.post_attention_norm\.weight$=F32
234
+ ^blk\.24\.ssm_a$=F32
235
+ ^blk\.24\.ssm_alpha\.weight$=MXFP4
236
+ ^blk\.24\.ssm_beta\.weight$=MXFP4
237
+ ^blk\.24\.ssm_conv1d\.weight$=F32
238
+ ^blk\.24\.ssm_dt\.bias$=F32
239
+ ^blk\.24\.ssm_norm\.weight$=F32
240
+ ^blk\.24\.ssm_out\.weight$=MXFP4
241
+ ^blk\.25\.attn_gate\.weight$=MXFP4
242
+ ^blk\.25\.attn_norm\.weight$=F32
243
+ ^blk\.25\.attn_qkv\.weight$=MXFP4
244
+ ^blk\.25\.ffn_down\.weight$=MXFP4
245
+ ^blk\.25\.ffn_gate\.weight$=MXFP4
246
+ ^blk\.25\.ffn_up\.weight$=MXFP4
247
+ ^blk\.25\.post_attention_norm\.weight$=F32
248
+ ^blk\.25\.ssm_a$=F32
249
+ ^blk\.25\.ssm_alpha\.weight$=MXFP4
250
+ ^blk\.25\.ssm_beta\.weight$=MXFP4
251
+ ^blk\.25\.ssm_conv1d\.weight$=F32
252
+ ^blk\.25\.ssm_dt\.bias$=F32
253
+ ^blk\.25\.ssm_norm\.weight$=F32
254
+ ^blk\.25\.ssm_out\.weight$=MXFP4
255
+ ^blk\.26\.attn_gate\.weight$=MXFP4
256
+ ^blk\.26\.attn_norm\.weight$=F32
257
+ ^blk\.26\.attn_qkv\.weight$=MXFP4
258
+ ^blk\.26\.ffn_down\.weight$=MXFP4
259
+ ^blk\.26\.ffn_gate\.weight$=MXFP4
260
+ ^blk\.26\.ffn_up\.weight$=MXFP4
261
+ ^blk\.26\.post_attention_norm\.weight$=F32
262
+ ^blk\.26\.ssm_a$=F32
263
+ ^blk\.26\.ssm_alpha\.weight$=MXFP4
264
+ ^blk\.26\.ssm_beta\.weight$=MXFP4
265
+ ^blk\.26\.ssm_conv1d\.weight$=F32
266
+ ^blk\.26\.ssm_dt\.bias$=F32
267
+ ^blk\.26\.ssm_norm\.weight$=F32
268
+ ^blk\.26\.ssm_out\.weight$=MXFP4
269
+ ^blk\.27\.attn_k\.weight$=MXFP4
270
+ ^blk\.27\.attn_k_norm\.weight$=F32
271
+ ^blk\.27\.attn_norm\.weight$=F32
272
+ ^blk\.27\.attn_output\.weight$=MXFP4
273
+ ^blk\.27\.attn_q\.weight$=MXFP4
274
+ ^blk\.27\.attn_q_norm\.weight$=F32
275
+ ^blk\.27\.attn_v\.weight$=MXFP4
276
+ ^blk\.27\.ffn_down\.weight$=MXFP4
277
+ ^blk\.27\.ffn_gate\.weight$=MXFP4
278
+ ^blk\.27\.ffn_up\.weight$=MXFP4
279
+ ^blk\.27\.post_attention_norm\.weight$=F32
280
+ ^blk\.28\.attn_gate\.weight$=MXFP4
281
+ ^blk\.28\.attn_norm\.weight$=F32
282
+ ^blk\.28\.attn_qkv\.weight$=MXFP4
283
+ ^blk\.28\.ffn_down\.weight$=MXFP4
284
+ ^blk\.28\.ffn_gate\.weight$=MXFP4
285
+ ^blk\.28\.ffn_up\.weight$=MXFP4
286
+ ^blk\.28\.post_attention_norm\.weight$=F32
287
+ ^blk\.28\.ssm_a$=F32
288
+ ^blk\.28\.ssm_alpha\.weight$=MXFP4
289
+ ^blk\.28\.ssm_beta\.weight$=MXFP4
290
+ ^blk\.28\.ssm_conv1d\.weight$=F32
291
+ ^blk\.28\.ssm_dt\.bias$=F32
292
+ ^blk\.28\.ssm_norm\.weight$=F32
293
+ ^blk\.28\.ssm_out\.weight$=MXFP4
294
+ ^blk\.29\.attn_gate\.weight$=MXFP4
295
+ ^blk\.29\.attn_norm\.weight$=F32
296
+ ^blk\.29\.attn_qkv\.weight$=MXFP4
297
+ ^blk\.29\.ffn_down\.weight$=MXFP4
298
+ ^blk\.29\.ffn_gate\.weight$=IQ3_S
299
+ ^blk\.29\.ffn_up\.weight$=MXFP4
300
+ ^blk\.29\.post_attention_norm\.weight$=F32
301
+ ^blk\.29\.ssm_a$=F32
302
+ ^blk\.29\.ssm_alpha\.weight$=MXFP4
303
+ ^blk\.29\.ssm_beta\.weight$=MXFP4
304
+ ^blk\.29\.ssm_conv1d\.weight$=F32
305
+ ^blk\.29\.ssm_dt\.bias$=F32
306
+ ^blk\.29\.ssm_norm\.weight$=F32
307
+ ^blk\.29\.ssm_out\.weight$=MXFP4
308
+ ^blk\.3\.attn_k\.weight$=MXFP4
309
+ ^blk\.3\.attn_k_norm\.weight$=F32
310
+ ^blk\.3\.attn_norm\.weight$=F32
311
+ ^blk\.3\.attn_output\.weight$=MXFP4
312
+ ^blk\.3\.attn_q\.weight$=MXFP4
313
+ ^blk\.3\.attn_q_norm\.weight$=F32
314
+ ^blk\.3\.attn_v\.weight$=MXFP4
315
+ ^blk\.3\.ffn_down\.weight$=MXFP4
316
+ ^blk\.3\.ffn_gate\.weight$=Q3_K
317
+ ^blk\.3\.ffn_up\.weight$=IQ3_S
318
+ ^blk\.3\.post_attention_norm\.weight$=F32
319
+ ^blk\.30\.attn_gate\.weight$=MXFP4
320
+ ^blk\.30\.attn_norm\.weight$=F32
321
+ ^blk\.30\.attn_qkv\.weight$=MXFP4
322
+ ^blk\.30\.ffn_down\.weight$=MXFP4
323
+ ^blk\.30\.ffn_gate\.weight$=IQ3_S
324
+ ^blk\.30\.ffn_up\.weight$=MXFP4
325
+ ^blk\.30\.post_attention_norm\.weight$=F32
326
+ ^blk\.30\.ssm_a$=F32
327
+ ^blk\.30\.ssm_alpha\.weight$=MXFP4
328
+ ^blk\.30\.ssm_beta\.weight$=MXFP4
329
+ ^blk\.30\.ssm_conv1d\.weight$=F32
330
+ ^blk\.30\.ssm_dt\.bias$=F32
331
+ ^blk\.30\.ssm_norm\.weight$=F32
332
+ ^blk\.30\.ssm_out\.weight$=MXFP4
333
+ ^blk\.31\.attn_k\.weight$=MXFP4
334
+ ^blk\.31\.attn_k_norm\.weight$=F32
335
+ ^blk\.31\.attn_norm\.weight$=F32
336
+ ^blk\.31\.attn_output\.weight$=MXFP4
337
+ ^blk\.31\.attn_q\.weight$=MXFP4
338
+ ^blk\.31\.attn_q_norm\.weight$=F32
339
+ ^blk\.31\.attn_v\.weight$=MXFP4
340
+ ^blk\.31\.ffn_down\.weight$=MXFP4
341
+ ^blk\.31\.ffn_gate\.weight$=IQ3_S
342
+ ^blk\.31\.ffn_up\.weight$=MXFP4
343
+ ^blk\.31\.post_attention_norm\.weight$=F32
344
+ ^blk\.32\.attn_gate\.weight$=MXFP4
345
+ ^blk\.32\.attn_norm\.weight$=F32
346
+ ^blk\.32\.attn_qkv\.weight$=MXFP4
347
+ ^blk\.32\.ffn_down\.weight$=MXFP4
348
+ ^blk\.32\.ffn_gate\.weight$=IQ3_S
349
+ ^blk\.32\.ffn_up\.weight$=MXFP4
350
+ ^blk\.32\.post_attention_norm\.weight$=F32
351
+ ^blk\.32\.ssm_a$=F32
352
+ ^blk\.32\.ssm_alpha\.weight$=MXFP4
353
+ ^blk\.32\.ssm_beta\.weight$=MXFP4
354
+ ^blk\.32\.ssm_conv1d\.weight$=F32
355
+ ^blk\.32\.ssm_dt\.bias$=F32
356
+ ^blk\.32\.ssm_norm\.weight$=F32
357
+ ^blk\.32\.ssm_out\.weight$=MXFP4
358
+ ^blk\.33\.attn_gate\.weight$=MXFP4
359
+ ^blk\.33\.attn_norm\.weight$=F32
360
+ ^blk\.33\.attn_qkv\.weight$=MXFP4
361
+ ^blk\.33\.ffn_down\.weight$=IQ3_S
362
+ ^blk\.33\.ffn_gate\.weight$=IQ3_S
363
+ ^blk\.33\.ffn_up\.weight$=MXFP4
364
+ ^blk\.33\.post_attention_norm\.weight$=F32
365
+ ^blk\.33\.ssm_a$=F32
366
+ ^blk\.33\.ssm_alpha\.weight$=MXFP4
367
+ ^blk\.33\.ssm_beta\.weight$=MXFP4
368
+ ^blk\.33\.ssm_conv1d\.weight$=F32
369
+ ^blk\.33\.ssm_dt\.bias$=F32
370
+ ^blk\.33\.ssm_norm\.weight$=F32
371
+ ^blk\.33\.ssm_out\.weight$=MXFP4
372
+ ^blk\.34\.attn_gate\.weight$=MXFP4
373
+ ^blk\.34\.attn_norm\.weight$=F32
374
+ ^blk\.34\.attn_qkv\.weight$=MXFP4
375
+ ^blk\.34\.ffn_down\.weight$=MXFP4
376
+ ^blk\.34\.ffn_gate\.weight$=IQ3_S
377
+ ^blk\.34\.ffn_up\.weight$=MXFP4
378
+ ^blk\.34\.post_attention_norm\.weight$=F32
379
+ ^blk\.34\.ssm_a$=F32
380
+ ^blk\.34\.ssm_alpha\.weight$=MXFP4
381
+ ^blk\.34\.ssm_beta\.weight$=MXFP4
382
+ ^blk\.34\.ssm_conv1d\.weight$=F32
383
+ ^blk\.34\.ssm_dt\.bias$=F32
384
+ ^blk\.34\.ssm_norm\.weight$=F32
385
+ ^blk\.34\.ssm_out\.weight$=MXFP4
386
+ ^blk\.35\.attn_k\.weight$=MXFP4
387
+ ^blk\.35\.attn_k_norm\.weight$=F32
388
+ ^blk\.35\.attn_norm\.weight$=F32
389
+ ^blk\.35\.attn_output\.weight$=MXFP4
390
+ ^blk\.35\.attn_q\.weight$=MXFP4
391
+ ^blk\.35\.attn_q_norm\.weight$=F32
392
+ ^blk\.35\.attn_v\.weight$=MXFP4
393
+ ^blk\.35\.ffn_down\.weight$=MXFP4
394
+ ^blk\.35\.ffn_gate\.weight$=IQ3_S
395
+ ^blk\.35\.ffn_up\.weight$=MXFP4
396
+ ^blk\.35\.post_attention_norm\.weight$=F32
397
+ ^blk\.36\.attn_gate\.weight$=MXFP4
398
+ ^blk\.36\.attn_norm\.weight$=F32
399
+ ^blk\.36\.attn_qkv\.weight$=MXFP4
400
+ ^blk\.36\.ffn_down\.weight$=MXFP4
401
+ ^blk\.36\.ffn_gate\.weight$=MXFP4
402
+ ^blk\.36\.ffn_up\.weight$=MXFP4
403
+ ^blk\.36\.post_attention_norm\.weight$=F32
404
+ ^blk\.36\.ssm_a$=F32
405
+ ^blk\.36\.ssm_alpha\.weight$=MXFP4
406
+ ^blk\.36\.ssm_beta\.weight$=MXFP4
407
+ ^blk\.36\.ssm_conv1d\.weight$=F32
408
+ ^blk\.36\.ssm_dt\.bias$=F32
409
+ ^blk\.36\.ssm_norm\.weight$=F32
410
+ ^blk\.36\.ssm_out\.weight$=MXFP4
411
+ ^blk\.37\.attn_gate\.weight$=MXFP4
412
+ ^blk\.37\.attn_norm\.weight$=F32
413
+ ^blk\.37\.attn_qkv\.weight$=MXFP4
414
+ ^blk\.37\.ffn_down\.weight$=MXFP4
415
+ ^blk\.37\.ffn_gate\.weight$=MXFP4
416
+ ^blk\.37\.ffn_up\.weight$=MXFP4
417
+ ^blk\.37\.post_attention_norm\.weight$=F32
418
+ ^blk\.37\.ssm_a$=F32
419
+ ^blk\.37\.ssm_alpha\.weight$=MXFP4
420
+ ^blk\.37\.ssm_beta\.weight$=MXFP4
421
+ ^blk\.37\.ssm_conv1d\.weight$=F32
422
+ ^blk\.37\.ssm_dt\.bias$=F32
423
+ ^blk\.37\.ssm_norm\.weight$=F32
424
+ ^blk\.37\.ssm_out\.weight$=MXFP4
425
+ ^blk\.38\.attn_gate\.weight$=MXFP4
426
+ ^blk\.38\.attn_norm\.weight$=F32
427
+ ^blk\.38\.attn_qkv\.weight$=IQ3_S
428
+ ^blk\.38\.ffn_down\.weight$=MXFP4
429
+ ^blk\.38\.ffn_gate\.weight$=MXFP4
430
+ ^blk\.38\.ffn_up\.weight$=MXFP4
431
+ ^blk\.38\.post_attention_norm\.weight$=F32
432
+ ^blk\.38\.ssm_a$=F32
433
+ ^blk\.38\.ssm_alpha\.weight$=MXFP4
434
+ ^blk\.38\.ssm_beta\.weight$=MXFP4
435
+ ^blk\.38\.ssm_conv1d\.weight$=F32
436
+ ^blk\.38\.ssm_dt\.bias$=F32
437
+ ^blk\.38\.ssm_norm\.weight$=F32
438
+ ^blk\.38\.ssm_out\.weight$=MXFP4
439
+ ^blk\.39\.attn_k\.weight$=MXFP4
440
+ ^blk\.39\.attn_k_norm\.weight$=F32
441
+ ^blk\.39\.attn_norm\.weight$=F32
442
+ ^blk\.39\.attn_output\.weight$=MXFP4
443
+ ^blk\.39\.attn_q\.weight$=MXFP4
444
+ ^blk\.39\.attn_q_norm\.weight$=F32
445
+ ^blk\.39\.attn_v\.weight$=MXFP4
446
+ ^blk\.39\.ffn_down\.weight$=MXFP4
447
+ ^blk\.39\.ffn_gate\.weight$=MXFP4
448
+ ^blk\.39\.ffn_up\.weight$=MXFP4
449
+ ^blk\.39\.post_attention_norm\.weight$=F32
450
+ ^blk\.4\.attn_gate\.weight$=MXFP4
451
+ ^blk\.4\.attn_norm\.weight$=F32
452
+ ^blk\.4\.attn_qkv\.weight$=MXFP4
453
+ ^blk\.4\.ffn_down\.weight$=MXFP4
454
+ ^blk\.4\.ffn_gate\.weight$=IQ3_S
455
+ ^blk\.4\.ffn_up\.weight$=IQ3_S
456
+ ^blk\.4\.post_attention_norm\.weight$=F32
457
+ ^blk\.4\.ssm_a$=F32
458
+ ^blk\.4\.ssm_alpha\.weight$=MXFP4
459
+ ^blk\.4\.ssm_beta\.weight$=MXFP4
460
+ ^blk\.4\.ssm_conv1d\.weight$=F32
461
+ ^blk\.4\.ssm_dt\.bias$=F32
462
+ ^blk\.4\.ssm_norm\.weight$=F32
463
+ ^blk\.4\.ssm_out\.weight$=MXFP4
464
+ ^blk\.40\.attn_gate\.weight$=MXFP4
465
+ ^blk\.40\.attn_norm\.weight$=F32
466
+ ^blk\.40\.attn_qkv\.weight$=MXFP4
467
+ ^blk\.40\.ffn_down\.weight$=MXFP4
468
+ ^blk\.40\.ffn_gate\.weight$=MXFP4
469
+ ^blk\.40\.ffn_up\.weight$=MXFP4
470
+ ^blk\.40\.post_attention_norm\.weight$=F32
471
+ ^blk\.40\.ssm_a$=F32
472
+ ^blk\.40\.ssm_alpha\.weight$=MXFP4
473
+ ^blk\.40\.ssm_beta\.weight$=MXFP4
474
+ ^blk\.40\.ssm_conv1d\.weight$=F32
475
+ ^blk\.40\.ssm_dt\.bias$=F32
476
+ ^blk\.40\.ssm_norm\.weight$=F32
477
+ ^blk\.40\.ssm_out\.weight$=MXFP4
478
+ ^blk\.41\.attn_gate\.weight$=MXFP4
479
+ ^blk\.41\.attn_norm\.weight$=F32
480
+ ^blk\.41\.attn_qkv\.weight$=MXFP4
481
+ ^blk\.41\.ffn_down\.weight$=MXFP4
482
+ ^blk\.41\.ffn_gate\.weight$=MXFP4
483
+ ^blk\.41\.ffn_up\.weight$=MXFP4
484
+ ^blk\.41\.post_attention_norm\.weight$=F32
485
+ ^blk\.41\.ssm_a$=F32
486
+ ^blk\.41\.ssm_alpha\.weight$=MXFP4
487
+ ^blk\.41\.ssm_beta\.weight$=MXFP4
488
+ ^blk\.41\.ssm_conv1d\.weight$=F32
489
+ ^blk\.41\.ssm_dt\.bias$=F32
490
+ ^blk\.41\.ssm_norm\.weight$=F32
491
+ ^blk\.41\.ssm_out\.weight$=MXFP4
492
+ ^blk\.42\.attn_gate\.weight$=MXFP4
493
+ ^blk\.42\.attn_norm\.weight$=F32
494
+ ^blk\.42\.attn_qkv\.weight$=MXFP4
495
+ ^blk\.42\.ffn_down\.weight$=MXFP4
496
+ ^blk\.42\.ffn_gate\.weight$=MXFP4
497
+ ^blk\.42\.ffn_up\.weight$=MXFP4
498
+ ^blk\.42\.post_attention_norm\.weight$=F32
499
+ ^blk\.42\.ssm_a$=F32
500
+ ^blk\.42\.ssm_alpha\.weight$=MXFP4
501
+ ^blk\.42\.ssm_beta\.weight$=MXFP4
502
+ ^blk\.42\.ssm_conv1d\.weight$=F32
503
+ ^blk\.42\.ssm_dt\.bias$=F32
504
+ ^blk\.42\.ssm_norm\.weight$=F32
505
+ ^blk\.42\.ssm_out\.weight$=MXFP4
506
+ ^blk\.43\.attn_k\.weight$=MXFP4
507
+ ^blk\.43\.attn_k_norm\.weight$=F32
508
+ ^blk\.43\.attn_norm\.weight$=F32
509
+ ^blk\.43\.attn_output\.weight$=MXFP4
510
+ ^blk\.43\.attn_q\.weight$=MXFP4
511
+ ^blk\.43\.attn_q_norm\.weight$=F32
512
+ ^blk\.43\.attn_v\.weight$=MXFP4
513
+ ^blk\.43\.ffn_down\.weight$=MXFP4
514
+ ^blk\.43\.ffn_gate\.weight$=MXFP4
515
+ ^blk\.43\.ffn_up\.weight$=MXFP4
516
+ ^blk\.43\.post_attention_norm\.weight$=F32
517
+ ^blk\.44\.attn_gate\.weight$=MXFP4
518
+ ^blk\.44\.attn_norm\.weight$=F32
519
+ ^blk\.44\.attn_qkv\.weight$=MXFP4
520
+ ^blk\.44\.ffn_down\.weight$=MXFP4
521
+ ^blk\.44\.ffn_gate\.weight$=MXFP4
522
+ ^blk\.44\.ffn_up\.weight$=MXFP4
523
+ ^blk\.44\.post_attention_norm\.weight$=F32
524
+ ^blk\.44\.ssm_a$=F32
525
+ ^blk\.44\.ssm_alpha\.weight$=MXFP4
526
+ ^blk\.44\.ssm_beta\.weight$=MXFP4
527
+ ^blk\.44\.ssm_conv1d\.weight$=F32
528
+ ^blk\.44\.ssm_dt\.bias$=F32
529
+ ^blk\.44\.ssm_norm\.weight$=F32
530
+ ^blk\.44\.ssm_out\.weight$=MXFP4
531
+ ^blk\.45\.attn_gate\.weight$=Q3_K
532
+ ^blk\.45\.attn_norm\.weight$=F32
533
+ ^blk\.45\.attn_qkv\.weight$=IQ3_S
534
+ ^blk\.45\.ffn_down\.weight$=MXFP4
535
+ ^blk\.45\.ffn_gate\.weight$=IQ3_S
536
+ ^blk\.45\.ffn_up\.weight$=MXFP4
537
+ ^blk\.45\.post_attention_norm\.weight$=F32
538
+ ^blk\.45\.ssm_a$=F32
539
+ ^blk\.45\.ssm_alpha\.weight$=MXFP4
540
+ ^blk\.45\.ssm_beta\.weight$=MXFP4
541
+ ^blk\.45\.ssm_conv1d\.weight$=F32
542
+ ^blk\.45\.ssm_dt\.bias$=F32
543
+ ^blk\.45\.ssm_norm\.weight$=F32
544
+ ^blk\.45\.ssm_out\.weight$=MXFP4
545
+ ^blk\.46\.attn_gate\.weight$=MXFP4
546
+ ^blk\.46\.attn_norm\.weight$=F32
547
+ ^blk\.46\.attn_qkv\.weight$=MXFP4
548
+ ^blk\.46\.ffn_down\.weight$=MXFP4
549
+ ^blk\.46\.ffn_gate\.weight$=IQ3_S
550
+ ^blk\.46\.ffn_up\.weight$=MXFP4
551
+ ^blk\.46\.post_attention_norm\.weight$=F32
552
+ ^blk\.46\.ssm_a$=F32
553
+ ^blk\.46\.ssm_alpha\.weight$=MXFP4
554
+ ^blk\.46\.ssm_beta\.weight$=MXFP4
555
+ ^blk\.46\.ssm_conv1d\.weight$=F32
556
+ ^blk\.46\.ssm_dt\.bias$=F32
557
+ ^blk\.46\.ssm_norm\.weight$=F32
558
+ ^blk\.46\.ssm_out\.weight$=MXFP4
559
+ ^blk\.47\.attn_k\.weight$=MXFP4
560
+ ^blk\.47\.attn_k_norm\.weight$=F32
561
+ ^blk\.47\.attn_norm\.weight$=F32
562
+ ^blk\.47\.attn_output\.weight$=MXFP4
563
+ ^blk\.47\.attn_q\.weight$=MXFP4
564
+ ^blk\.47\.attn_q_norm\.weight$=F32
565
+ ^blk\.47\.attn_v\.weight$=MXFP4
566
+ ^blk\.47\.ffn_down\.weight$=MXFP4
567
+ ^blk\.47\.ffn_gate\.weight$=IQ3_S
568
+ ^blk\.47\.ffn_up\.weight$=MXFP4
569
+ ^blk\.47\.post_attention_norm\.weight$=F32
570
+ ^blk\.48\.attn_gate\.weight$=MXFP4
571
+ ^blk\.48\.attn_norm\.weight$=F32
572
+ ^blk\.48\.attn_qkv\.weight$=MXFP4
573
+ ^blk\.48\.ffn_down\.weight$=MXFP4
574
+ ^blk\.48\.ffn_gate\.weight$=MXFP4
575
+ ^blk\.48\.ffn_up\.weight$=MXFP4
576
+ ^blk\.48\.post_attention_norm\.weight$=F32
577
+ ^blk\.48\.ssm_a$=F32
578
+ ^blk\.48\.ssm_alpha\.weight$=MXFP4
579
+ ^blk\.48\.ssm_beta\.weight$=MXFP4
580
+ ^blk\.48\.ssm_conv1d\.weight$=F32
581
+ ^blk\.48\.ssm_dt\.bias$=F32
582
+ ^blk\.48\.ssm_norm\.weight$=F32
583
+ ^blk\.48\.ssm_out\.weight$=MXFP4
584
+ ^blk\.49\.attn_gate\.weight$=MXFP4
585
+ ^blk\.49\.attn_norm\.weight$=F32
586
+ ^blk\.49\.attn_qkv\.weight$=MXFP4
587
+ ^blk\.49\.ffn_down\.weight$=MXFP4
588
+ ^blk\.49\.ffn_gate\.weight$=MXFP4
589
+ ^blk\.49\.ffn_up\.weight$=MXFP4
590
+ ^blk\.49\.post_attention_norm\.weight$=F32
591
+ ^blk\.49\.ssm_a$=F32
592
+ ^blk\.49\.ssm_alpha\.weight$=MXFP4
593
+ ^blk\.49\.ssm_beta\.weight$=MXFP4
594
+ ^blk\.49\.ssm_conv1d\.weight$=F32
595
+ ^blk\.49\.ssm_dt\.bias$=F32
596
+ ^blk\.49\.ssm_norm\.weight$=F32
597
+ ^blk\.49\.ssm_out\.weight$=MXFP4
598
+ ^blk\.5\.attn_gate\.weight$=MXFP4
599
+ ^blk\.5\.attn_norm\.weight$=F32
600
+ ^blk\.5\.attn_qkv\.weight$=MXFP4
601
+ ^blk\.5\.ffn_down\.weight$=IQ3_S
602
+ ^blk\.5\.ffn_gate\.weight$=IQ3_S
603
+ ^blk\.5\.ffn_up\.weight$=IQ3_S
604
+ ^blk\.5\.post_attention_norm\.weight$=F32
605
+ ^blk\.5\.ssm_a$=F32
606
+ ^blk\.5\.ssm_alpha\.weight$=MXFP4
607
+ ^blk\.5\.ssm_beta\.weight$=MXFP4
608
+ ^blk\.5\.ssm_conv1d\.weight$=F32
609
+ ^blk\.5\.ssm_dt\.bias$=F32
610
+ ^blk\.5\.ssm_norm\.weight$=F32
611
+ ^blk\.5\.ssm_out\.weight$=MXFP4
612
+ ^blk\.50\.attn_gate\.weight$=MXFP4
613
+ ^blk\.50\.attn_norm\.weight$=F32
614
+ ^blk\.50\.attn_qkv\.weight$=MXFP4
615
+ ^blk\.50\.ffn_down\.weight$=MXFP4
616
+ ^blk\.50\.ffn_gate\.weight$=MXFP4
617
+ ^blk\.50\.ffn_up\.weight$=MXFP4
618
+ ^blk\.50\.post_attention_norm\.weight$=F32
619
+ ^blk\.50\.ssm_a$=F32
620
+ ^blk\.50\.ssm_alpha\.weight$=MXFP4
621
+ ^blk\.50\.ssm_beta\.weight$=MXFP4
622
+ ^blk\.50\.ssm_conv1d\.weight$=F32
623
+ ^blk\.50\.ssm_dt\.bias$=F32
624
+ ^blk\.50\.ssm_norm\.weight$=F32
625
+ ^blk\.50\.ssm_out\.weight$=MXFP4
626
+ ^blk\.51\.attn_k\.weight$=MXFP4
627
+ ^blk\.51\.attn_k_norm\.weight$=F32
628
+ ^blk\.51\.attn_norm\.weight$=F32
629
+ ^blk\.51\.attn_output\.weight$=MXFP4
630
+ ^blk\.51\.attn_q\.weight$=MXFP4
631
+ ^blk\.51\.attn_q_norm\.weight$=F32
632
+ ^blk\.51\.attn_v\.weight$=MXFP4
633
+ ^blk\.51\.ffn_down\.weight$=MXFP4
634
+ ^blk\.51\.ffn_gate\.weight$=MXFP4
635
+ ^blk\.51\.ffn_up\.weight$=MXFP4
636
+ ^blk\.51\.post_attention_norm\.weight$=F32
637
+ ^blk\.52\.attn_gate\.weight$=MXFP4
638
+ ^blk\.52\.attn_norm\.weight$=F32
639
+ ^blk\.52\.attn_qkv\.weight$=MXFP4
640
+ ^blk\.52\.ffn_down\.weight$=MXFP4
641
+ ^blk\.52\.ffn_gate\.weight$=MXFP4
642
+ ^blk\.52\.ffn_up\.weight$=MXFP4
643
+ ^blk\.52\.post_attention_norm\.weight$=F32
644
+ ^blk\.52\.ssm_a$=F32
645
+ ^blk\.52\.ssm_alpha\.weight$=MXFP4
646
+ ^blk\.52\.ssm_beta\.weight$=MXFP4
647
+ ^blk\.52\.ssm_conv1d\.weight$=F32
648
+ ^blk\.52\.ssm_dt\.bias$=F32
649
+ ^blk\.52\.ssm_norm\.weight$=F32
650
+ ^blk\.52\.ssm_out\.weight$=MXFP4
651
+ ^blk\.53\.attn_gate\.weight$=MXFP4
652
+ ^blk\.53\.attn_norm\.weight$=F32
653
+ ^blk\.53\.attn_qkv\.weight$=IQ3_S
654
+ ^blk\.53\.ffn_down\.weight$=MXFP4
655
+ ^blk\.53\.ffn_gate\.weight$=MXFP4
656
+ ^blk\.53\.ffn_up\.weight$=MXFP4
657
+ ^blk\.53\.post_attention_norm\.weight$=F32
658
+ ^blk\.53\.ssm_a$=F32
659
+ ^blk\.53\.ssm_alpha\.weight$=MXFP4
660
+ ^blk\.53\.ssm_beta\.weight$=MXFP4
661
+ ^blk\.53\.ssm_conv1d\.weight$=F32
662
+ ^blk\.53\.ssm_dt\.bias$=F32
663
+ ^blk\.53\.ssm_norm\.weight$=F32
664
+ ^blk\.53\.ssm_out\.weight$=MXFP4
665
+ ^blk\.54\.attn_gate\.weight$=MXFP4
666
+ ^blk\.54\.attn_norm\.weight$=F32
667
+ ^blk\.54\.attn_qkv\.weight$=IQ3_S
668
+ ^blk\.54\.ffn_down\.weight$=MXFP4
669
+ ^blk\.54\.ffn_gate\.weight$=MXFP4
670
+ ^blk\.54\.ffn_up\.weight$=MXFP4
671
+ ^blk\.54\.post_attention_norm\.weight$=F32
672
+ ^blk\.54\.ssm_a$=F32
673
+ ^blk\.54\.ssm_alpha\.weight$=MXFP4
674
+ ^blk\.54\.ssm_beta\.weight$=MXFP4
675
+ ^blk\.54\.ssm_conv1d\.weight$=F32
676
+ ^blk\.54\.ssm_dt\.bias$=F32
677
+ ^blk\.54\.ssm_norm\.weight$=F32
678
+ ^blk\.54\.ssm_out\.weight$=MXFP4
679
+ ^blk\.55\.attn_k\.weight$=MXFP4
680
+ ^blk\.55\.attn_k_norm\.weight$=F32
681
+ ^blk\.55\.attn_norm\.weight$=F32
682
+ ^blk\.55\.attn_output\.weight$=MXFP4
683
+ ^blk\.55\.attn_q\.weight$=IQ3_S
684
+ ^blk\.55\.attn_q_norm\.weight$=F32
685
+ ^blk\.55\.attn_v\.weight$=MXFP4
686
+ ^blk\.55\.ffn_down\.weight$=MXFP4
687
+ ^blk\.55\.ffn_gate\.weight$=MXFP4
688
+ ^blk\.55\.ffn_up\.weight$=MXFP4
689
+ ^blk\.55\.post_attention_norm\.weight$=F32
690
+ ^blk\.56\.attn_gate\.weight$=MXFP4
691
+ ^blk\.56\.attn_norm\.weight$=F32
692
+ ^blk\.56\.attn_qkv\.weight$=MXFP4
693
+ ^blk\.56\.ffn_down\.weight$=MXFP4
694
+ ^blk\.56\.ffn_gate\.weight$=MXFP4
695
+ ^blk\.56\.ffn_up\.weight$=MXFP4
696
+ ^blk\.56\.post_attention_norm\.weight$=F32
697
+ ^blk\.56\.ssm_a$=F32
698
+ ^blk\.56\.ssm_alpha\.weight$=MXFP4
699
+ ^blk\.56\.ssm_beta\.weight$=MXFP4
700
+ ^blk\.56\.ssm_conv1d\.weight$=F32
701
+ ^blk\.56\.ssm_dt\.bias$=F32
702
+ ^blk\.56\.ssm_norm\.weight$=F32
703
+ ^blk\.56\.ssm_out\.weight$=MXFP4
704
+ ^blk\.57\.attn_gate\.weight$=MXFP4
705
+ ^blk\.57\.attn_norm\.weight$=F32
706
+ ^blk\.57\.attn_qkv\.weight$=MXFP4
707
+ ^blk\.57\.ffn_down\.weight$=MXFP4
708
+ ^blk\.57\.ffn_gate\.weight$=MXFP4
709
+ ^blk\.57\.ffn_up\.weight$=MXFP4
710
+ ^blk\.57\.post_attention_norm\.weight$=F32
711
+ ^blk\.57\.ssm_a$=F32
712
+ ^blk\.57\.ssm_alpha\.weight$=MXFP4
713
+ ^blk\.57\.ssm_beta\.weight$=MXFP4
714
+ ^blk\.57\.ssm_conv1d\.weight$=F32
715
+ ^blk\.57\.ssm_dt\.bias$=F32
716
+ ^blk\.57\.ssm_norm\.weight$=F32
717
+ ^blk\.57\.ssm_out\.weight$=MXFP4
718
+ ^blk\.58\.attn_gate\.weight$=MXFP4
719
+ ^blk\.58\.attn_norm\.weight$=F32
720
+ ^blk\.58\.attn_qkv\.weight$=MXFP4
721
+ ^blk\.58\.ffn_down\.weight$=MXFP4
722
+ ^blk\.58\.ffn_gate\.weight$=MXFP4
723
+ ^blk\.58\.ffn_up\.weight$=MXFP4
724
+ ^blk\.58\.post_attention_norm\.weight$=F32
725
+ ^blk\.58\.ssm_a$=F32
726
+ ^blk\.58\.ssm_alpha\.weight$=MXFP4
727
+ ^blk\.58\.ssm_beta\.weight$=MXFP4
728
+ ^blk\.58\.ssm_conv1d\.weight$=F32
729
+ ^blk\.58\.ssm_dt\.bias$=F32
730
+ ^blk\.58\.ssm_norm\.weight$=F32
731
+ ^blk\.58\.ssm_out\.weight$=MXFP4
732
+ ^blk\.59\.attn_k\.weight$=MXFP4
733
+ ^blk\.59\.attn_k_norm\.weight$=F32
734
+ ^blk\.59\.attn_norm\.weight$=F32
735
+ ^blk\.59\.attn_output\.weight$=MXFP4
736
+ ^blk\.59\.attn_q\.weight$=MXFP4
737
+ ^blk\.59\.attn_q_norm\.weight$=F32
738
+ ^blk\.59\.attn_v\.weight$=MXFP4
739
+ ^blk\.59\.ffn_down\.weight$=MXFP4
740
+ ^blk\.59\.ffn_gate\.weight$=MXFP4
741
+ ^blk\.59\.ffn_up\.weight$=MXFP4
742
+ ^blk\.59\.post_attention_norm\.weight$=F32
743
+ ^blk\.6\.attn_gate\.weight$=MXFP4
744
+ ^blk\.6\.attn_norm\.weight$=F32
745
+ ^blk\.6\.attn_qkv\.weight$=MXFP4
746
+ ^blk\.6\.ffn_down\.weight$=MXFP4
747
+ ^blk\.6\.ffn_gate\.weight$=IQ3_S
748
+ ^blk\.6\.ffn_up\.weight$=MXFP4
749
+ ^blk\.6\.post_attention_norm\.weight$=F32
750
+ ^blk\.6\.ssm_a$=F32
751
+ ^blk\.6\.ssm_alpha\.weight$=MXFP4
752
+ ^blk\.6\.ssm_beta\.weight$=MXFP4
753
+ ^blk\.6\.ssm_conv1d\.weight$=F32
754
+ ^blk\.6\.ssm_dt\.bias$=F32
755
+ ^blk\.6\.ssm_norm\.weight$=F32
756
+ ^blk\.6\.ssm_out\.weight$=MXFP4
757
+ ^blk\.60\.attn_gate\.weight$=MXFP4
758
+ ^blk\.60\.attn_norm\.weight$=F32
759
+ ^blk\.60\.attn_qkv\.weight$=MXFP4
760
+ ^blk\.60\.ffn_down\.weight$=MXFP4
761
+ ^blk\.60\.ffn_gate\.weight$=MXFP4
762
+ ^blk\.60\.ffn_up\.weight$=MXFP4
763
+ ^blk\.60\.post_attention_norm\.weight$=F32
764
+ ^blk\.60\.ssm_a$=F32
765
+ ^blk\.60\.ssm_alpha\.weight$=MXFP4
766
+ ^blk\.60\.ssm_beta\.weight$=MXFP4
767
+ ^blk\.60\.ssm_conv1d\.weight$=F32
768
+ ^blk\.60\.ssm_dt\.bias$=F32
769
+ ^blk\.60\.ssm_norm\.weight$=F32
770
+ ^blk\.60\.ssm_out\.weight$=MXFP4
771
+ ^blk\.61\.attn_gate\.weight$=MXFP4
772
+ ^blk\.61\.attn_norm\.weight$=F32
773
+ ^blk\.61\.attn_qkv\.weight$=MXFP4
774
+ ^blk\.61\.ffn_down\.weight$=MXFP4
775
+ ^blk\.61\.ffn_gate\.weight$=MXFP4
776
+ ^blk\.61\.ffn_up\.weight$=MXFP4
777
+ ^blk\.61\.post_attention_norm\.weight$=F32
778
+ ^blk\.61\.ssm_a$=F32
779
+ ^blk\.61\.ssm_alpha\.weight$=MXFP4
780
+ ^blk\.61\.ssm_beta\.weight$=MXFP4
781
+ ^blk\.61\.ssm_conv1d\.weight$=F32
782
+ ^blk\.61\.ssm_dt\.bias$=F32
783
+ ^blk\.61\.ssm_norm\.weight$=F32
784
+ ^blk\.61\.ssm_out\.weight$=MXFP4
785
+ ^blk\.62\.attn_gate\.weight$=MXFP4
786
+ ^blk\.62\.attn_norm\.weight$=F32
787
+ ^blk\.62\.attn_qkv\.weight$=MXFP4
788
+ ^blk\.62\.ffn_down\.weight$=MXFP4
789
+ ^blk\.62\.ffn_gate\.weight$=MXFP4
790
+ ^blk\.62\.ffn_up\.weight$=MXFP4
791
+ ^blk\.62\.post_attention_norm\.weight$=F32
792
+ ^blk\.62\.ssm_a$=F32
793
+ ^blk\.62\.ssm_alpha\.weight$=MXFP4
794
+ ^blk\.62\.ssm_beta\.weight$=MXFP4
795
+ ^blk\.62\.ssm_conv1d\.weight$=F32
796
+ ^blk\.62\.ssm_dt\.bias$=F32
797
+ ^blk\.62\.ssm_norm\.weight$=F32
798
+ ^blk\.62\.ssm_out\.weight$=MXFP4
799
+ ^blk\.63\.attn_k\.weight$=MXFP4
800
+ ^blk\.63\.attn_k_norm\.weight$=F32
801
+ ^blk\.63\.attn_norm\.weight$=F32
802
+ ^blk\.63\.attn_output\.weight$=MXFP4
803
+ ^blk\.63\.attn_q\.weight$=MXFP4
804
+ ^blk\.63\.attn_q_norm\.weight$=F32
805
+ ^blk\.63\.attn_v\.weight$=MXFP4
806
+ ^blk\.63\.ffn_down\.weight$=MXFP4
807
+ ^blk\.63\.ffn_gate\.weight$=MXFP4
808
+ ^blk\.63\.ffn_up\.weight$=MXFP4
809
+ ^blk\.63\.post_attention_norm\.weight$=F32
810
+ ^blk\.64\.attn_k\.weight$=Q8_0
811
+ ^blk\.64\.attn_k_norm\.weight$=F32
812
+ ^blk\.64\.attn_norm\.weight$=F32
813
+ ^blk\.64\.attn_output\.weight$=Q6_K
814
+ ^blk\.64\.attn_q\.weight$=Q6_K
815
+ ^blk\.64\.attn_q_norm\.weight$=F32
816
+ ^blk\.64\.attn_v\.weight$=Q8_0
817
+ ^blk\.64\.ffn_down\.weight$=Q6_K
818
+ ^blk\.64\.ffn_gate\.weight$=Q6_K
819
+ ^blk\.64\.ffn_up\.weight$=Q6_K
820
+ ^blk\.64\.nextn\.eh_proj\.weight$=Q6_K
821
+ ^blk\.64\.nextn\.enorm\.weight$=F32
822
+ ^blk\.64\.nextn\.hnorm\.weight$=F32
823
+ ^blk\.64\.nextn\.shared_head_norm\.weight$=F32
824
+ ^blk\.64\.post_attention_norm\.weight$=F32
825
+ ^blk\.7\.attn_k\.weight$=MXFP4
826
+ ^blk\.7\.attn_k_norm\.weight$=F32
827
+ ^blk\.7\.attn_norm\.weight$=F32
828
+ ^blk\.7\.attn_output\.weight$=MXFP4
829
+ ^blk\.7\.attn_q\.weight$=MXFP4
830
+ ^blk\.7\.attn_q_norm\.weight$=F32
831
+ ^blk\.7\.attn_v\.weight$=MXFP4
832
+ ^blk\.7\.ffn_down\.weight$=MXFP4
833
+ ^blk\.7\.ffn_gate\.weight$=MXFP4
834
+ ^blk\.7\.ffn_up\.weight$=IQ3_S
835
+ ^blk\.7\.post_attention_norm\.weight$=F32
836
+ ^blk\.8\.attn_gate\.weight$=MXFP4
837
+ ^blk\.8\.attn_norm\.weight$=F32
838
+ ^blk\.8\.attn_qkv\.weight$=MXFP4
839
+ ^blk\.8\.ffn_down\.weight$=IQ3_S
840
+ ^blk\.8\.ffn_gate\.weight$=Q3_K
841
+ ^blk\.8\.ffn_up\.weight$=IQ3_S
842
+ ^blk\.8\.post_attention_norm\.weight$=F32
843
+ ^blk\.8\.ssm_a$=F32
844
+ ^blk\.8\.ssm_alpha\.weight$=MXFP4
845
+ ^blk\.8\.ssm_beta\.weight$=MXFP4
846
+ ^blk\.8\.ssm_conv1d\.weight$=F32
847
+ ^blk\.8\.ssm_dt\.bias$=F32
848
+ ^blk\.8\.ssm_norm\.weight$=F32
849
+ ^blk\.8\.ssm_out\.weight$=MXFP4
850
+ ^blk\.9\.attn_gate\.weight$=MXFP4
851
+ ^blk\.9\.attn_norm\.weight$=F32
852
+ ^blk\.9\.attn_qkv\.weight$=IQ3_S
853
+ ^blk\.9\.ffn_down\.weight$=IQ3_S
854
+ ^blk\.9\.ffn_gate\.weight$=IQ3_XXS
855
+ ^blk\.9\.ffn_up\.weight$=IQ3_S
856
+ ^blk\.9\.post_attention_norm\.weight$=F32
857
+ ^blk\.9\.ssm_a$=F32
858
+ ^blk\.9\.ssm_alpha\.weight$=MXFP4
859
+ ^blk\.9\.ssm_beta\.weight$=MXFP4
860
+ ^blk\.9\.ssm_conv1d\.weight$=F32
861
+ ^blk\.9\.ssm_dt\.bias$=F32
862
+ ^blk\.9\.ssm_norm\.weight$=F32
863
+ ^blk\.9\.ssm_out\.weight$=MXFP4
864
+ ^output\.weight$=Q5_K
865
+ ^output_norm\.weight$=F32
866
+ ^token_embd\.weight$=Q3_K
magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/results.json ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "createdUtc": "2026-08-26T05:13:12.099411+00:00",
4
+ "experiment": "UD-IQ4_XS-Unsloth",
5
+ "status": "complete",
6
+ "models": {
7
+ "native": {
8
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
9
+ "bytes": 18892854880,
10
+ "decimalGB": 18.89285488,
11
+ "GiB": 17.595342248678207,
12
+ "sha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc"
13
+ },
14
+ "candidate": {
15
+ "path": "<REPO_ROOT>/Qwen3.8-27B-Quark-MXFP4-UD-IQ4_XS-Unsloth.gguf",
16
+ "bytes": 13887481760,
17
+ "decimalGB": 13.88748176,
18
+ "GiB": 12.933725267648697,
19
+ "sha256": "892cd2ac8aebc6f4d7cdf4d5fb0b417507a8ba9df7f038d45b9185835122cb03"
20
+ },
21
+ "savings": {
22
+ "bytes": 5005373120,
23
+ "decimalGB": 5.00537312,
24
+ "GiB": 4.6616169810295105,
25
+ "percentOfNative": 26.49347148322562
26
+ }
27
+ },
28
+ "tensorAudit": {
29
+ "verificationPassed": true,
30
+ "tensorCount": 866,
31
+ "changedTensorCount": 91,
32
+ "unchangedPayloadsVerifiedByteExact": 775,
33
+ "nativeMxfp4PreservedCount": 415,
34
+ "nativeMxfp4TensorCount": 496,
35
+ "effectiveTypeCounts": {
36
+ "F32": 360,
37
+ "IQ2_S": 7,
38
+ "IQ2_XS": 2,
39
+ "IQ3_S": 46,
40
+ "IQ3_XXS": 17,
41
+ "MXFP4": 415,
42
+ "Q2_K": 1,
43
+ "Q3_K": 9,
44
+ "Q5_K": 1,
45
+ "Q6_K": 6,
46
+ "Q8_0": 2
47
+ }
48
+ },
49
+ "benchmark": {
50
+ "domain": "general",
51
+ "tokenTarget": 32768,
52
+ "chunks": 15,
53
+ "context": 2048,
54
+ "threads": 4,
55
+ "gpuLayers": 0,
56
+ "gpuVisible": false,
57
+ "nativeStandalonePpl": 5.8033,
58
+ "nativeStandalonePplError": 0.11146,
59
+ "paired": {
60
+ "candidatePpl": 5.82498,
61
+ "basePpl": 5.801511,
62
+ "pplDifference": 0.023469,
63
+ "pplRatio": 1.004045,
64
+ "logPplRatio": 0.004037,
65
+ "correlationPercent": 99.78
66
+ },
67
+ "kld": {
68
+ "mean": 0.009018,
69
+ "standardError": 0.000191,
70
+ "maximum": 0.904095,
71
+ "p99_9": 0.31015,
72
+ "p99": 0.085121,
73
+ "p95": 0.030207,
74
+ "p90": 0.019024,
75
+ "median": 0.003997
76
+ },
77
+ "tokenProbability": {
78
+ "meanDeltaPercent": -0.077,
79
+ "rmsDeltaPercent": 2.827,
80
+ "sameTopPercent": 95.758
81
+ },
82
+ "scope": {
83
+ "languageLogits": true,
84
+ "visionProjectorEvaluated": false,
85
+ "mtpTensorsEvaluated": false,
86
+ "note": "llama-perplexity logged block 64 MTP tensors as unused; ordinary KLD primarily measures the changed token embedding and output tensors"
87
+ }
88
+ },
89
+ "imatrixApplicability": {
90
+ "supplied": true,
91
+ "label": "Unsloth",
92
+ "sha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1",
93
+ "entries": 496,
94
+ "changedTensorsWithEntries": 81,
95
+ "changedTensorCount": 91,
96
+ "note": "Coverage is inferred from llama.cpp's per-conversion missing-weight messages; tensors present in the imatrix are supplied to the selected quantizer."
97
+ },
98
+ "artifacts": {
99
+ "corpus": {
100
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/_ppl_corpora/ppl_corpus_general.txt",
101
+ "bytes": 131514,
102
+ "sha256": "5d38d98dce15f54e9a1a926187b6058e65cd8b3dd9b5cc2729b0a5fd249228b0"
103
+ },
104
+ "referenceLogits": {
105
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/logits/kld_logits_general.bin",
106
+ "bytes": 7621186460,
107
+ "sha256": "604db2df7253cba18a6c0a569ed819ee3065d4ac20cd94ae72f4329e7bba8516"
108
+ },
109
+ "nativeLog": {
110
+ "path": "<REPO_ROOT>/Experiments/MQ-IQ4_XS_1-Generic/benchmark/native-reference/perplexity_general.log",
111
+ "sha256": "bade3445565a354969f7515045507b854bee83f6695eec7490b70eab9c6eebc2"
112
+ },
113
+ "candidateLog": {
114
+ "path": "<REPO_ROOT>/Experiments/UD-IQ4_XS-Unsloth/benchmark/candidate/perplexity_general.log",
115
+ "sha256": "400ed964d45a1a97f307ef157caf0c2e67bdd9f975c71c65fbc0332315a02d3d"
116
+ },
117
+ "quantizationLog": {
118
+ "path": "<REPO_ROOT>/Experiments/UD-IQ4_XS-Unsloth/quantization.log",
119
+ "sha256": "18630ebadff2fe8b4a10c39771bbc9705914fc7cd83b8965209b1b007c36b0bd"
120
+ }
121
+ }
122
+ }
magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/tensor-decisions.json ADDED
The diff for this file is too large to render. See raw diff
 
magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/type-summary.json ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "createdUtc": "2026-08-26T03:33:43.439307+00:00",
4
+ "experiment": "UD-IQ4_XS-Unsloth",
5
+ "policy": "effective=requested only when requested storage bits/weight is strictly below source; otherwise preserve source",
6
+ "tiePolicy": "preserve_source",
7
+ "baseQuantFallback": "IQ4_XS",
8
+ "tensorCount": 866,
9
+ "sourceTypeCounts": {
10
+ "BF16": 10,
11
+ "F32": 360,
12
+ "MXFP4": 496
13
+ },
14
+ "requestedTypeCounts": {
15
+ "F32": 408,
16
+ "IQ2_S": 7,
17
+ "IQ2_XS": 2,
18
+ "IQ3_S": 46,
19
+ "IQ3_XXS": 17,
20
+ "IQ4_NL": 1,
21
+ "IQ4_XS": 211,
22
+ "Q2_K": 1,
23
+ "Q3_K": 9,
24
+ "Q4_K": 55,
25
+ "Q5_K": 51,
26
+ "Q6_K": 8,
27
+ "Q8_0": 50
28
+ },
29
+ "effectiveTypeCounts": {
30
+ "F32": 360,
31
+ "IQ2_S": 7,
32
+ "IQ2_XS": 2,
33
+ "IQ3_S": 46,
34
+ "IQ3_XXS": 17,
35
+ "MXFP4": 415,
36
+ "Q2_K": 1,
37
+ "Q3_K": 9,
38
+ "Q5_K": 1,
39
+ "Q6_K": 6,
40
+ "Q8_0": 2
41
+ },
42
+ "actionCounts": {
43
+ "preserve_source": 775,
44
+ "quantize_down": 91
45
+ },
46
+ "nativeMxfp4TensorCount": 496,
47
+ "nativeMxfp4PreservedCount": 415,
48
+ "nativeMxfp4QuantizedDownCount": 81,
49
+ "promotionCount": 0,
50
+ "bitsPerWeightOrdering": {
51
+ "F32": 32.0,
52
+ "BF16": 16.0,
53
+ "F16": 16.0,
54
+ "Q8_0": 8.5,
55
+ "Q6_K": 6.5625,
56
+ "Q5_K": 5.5,
57
+ "Q5_0": 5.5,
58
+ "Q4_K": 4.5,
59
+ "Q4_0": 4.5,
60
+ "IQ4_NL": 4.5,
61
+ "MXFP4": 4.25,
62
+ "IQ4_XS": 4.25,
63
+ "Q3_K": 3.4375,
64
+ "IQ3_M": 3.66,
65
+ "IQ3_S": 3.44,
66
+ "IQ3_XS": 3.3,
67
+ "IQ3_XXS": 3.06,
68
+ "Q2_K": 2.625,
69
+ "IQ2_M": 2.7,
70
+ "IQ2_S": 2.5,
71
+ "IQ2_XS": 2.31,
72
+ "IQ2_XXS": 2.06,
73
+ "IQ1_M": 1.75,
74
+ "IQ1_S": 1.5625
75
+ },
76
+ "inputs": {
77
+ "nativeGguf": "<REPO_ROOT>/Qwen3.8-27B-Quark-AWQ-MXFP4-native.gguf",
78
+ "nativeGgufSha256": "1a37c48570811215fa1a9d2a493211293ca375d17287771e85d28642946e88fc",
79
+ "cloneManifest": "hf://magiccodingman/Qwen3.8-27B-MagicQuant-GGUF/magicquant-manifest/magicquant.clone-configs.json",
80
+ "cloneManifestSha256": "9e0ae106505901e38f892dc576d8a9b9f5dee4344d3cf1df19999fc4aab4e212",
81
+ "selectedDisplayName": "UD-Unsloth-UD-IQ4_XS"
82
+ }
83
+ }
magicquant-manifest/experiments/UD-IQ4_XS-Unsloth/verification.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "passed": true,
3
+ "tensorCount": 866,
4
+ "sourceTensorCount": 866,
5
+ "childTensorCount": 866,
6
+ "unchangedPayloadsVerifiedByteExact": 775,
7
+ "changedTensorCount": 91,
8
+ "childTypeCounts": {
9
+ "F32": 360,
10
+ "IQ2_S": 7,
11
+ "IQ2_XS": 2,
12
+ "IQ3_S": 46,
13
+ "IQ3_XXS": 17,
14
+ "MXFP4": 415,
15
+ "Q2_K": 1,
16
+ "Q3_K": 9,
17
+ "Q5_K": 1,
18
+ "Q6_K": 6,
19
+ "Q8_0": 2
20
+ },
21
+ "errors": []
22
+ }