Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- Computing statistics for Qwen2.5-3B-Instruct_enhanced.imatrix (249 tensors)
- Layer Tensor ยต(Importance Scores) Contribution
- ================================================================================
- 1 ffn_up 2257623.00 27.6120 %
- 1 ffn_gate 2257623.00 27.6120 %
- 2 ffn_gate 240679.88 2.9437 %
- 2 ffn_up 240679.88 2.9437 %
- 3 ffn_gate 111158.55 1.3595 %
- 3 ffn_up 111158.55 1.3595 %
- 5 ffn_gate 85199.66 1.0420 %
- 5 ffn_up 85199.66 1.0420 %
- 6 ffn_up 81146.34 0.9925 %
- 6 ffn_gate 81146.34 0.9925 %
- 4 ffn_gate 71937.21 0.8798 %
- 4 ffn_up 71937.21 0.8798 %
- 7 ffn_gate 57000.37 0.6971 %
- 7 ffn_up 57000.37 0.6971 %
- 8 ffn_up 48269.54 0.5904 %
- 8 ffn_gate 48269.54 0.5904 %
- 9 ffn_gate 40537.96 0.4958 %
- 9 ffn_up 40537.96 0.4958 %
- 33 attn_q 31229.58 0.3820 %
- 33 attn_v 31229.58 0.3820 %
- 33 attn_k 31229.58 0.3820 %
- 32 attn_v 29867.34 0.3653 %
- 32 attn_q 29867.34 0.3653 %
- 32 attn_k 29867.34 0.3653 %
- 2 ffn_down 27245.07 0.3332 %
- 10 ffn_gate 26654.84 0.3260 %
- 10 ffn_up 26654.84 0.3260 %
- 31 attn_q 23981.22 0.2933 %
- 31 attn_k 23981.22 0.2933 %
- 31 attn_v 23981.22 0.2933 %
- 34 attn_q 22976.95 0.2810 %
- 34 attn_k 22976.95 0.2810 %
- 34 attn_v 22976.95 0.2810 %
- 30 ffn_down 22790.75 0.2787 %
- 27 attn_k 22253.02 0.2722 %
- 27 attn_q 22253.02 0.2722 %
- 27 attn_v 22253.02 0.2722 %
- 30 attn_q 22135.96 0.2707 %
- 30 attn_k 22135.96 0.2707 %
- 30 attn_v 22135.96 0.2707 %
- 34 ffn_gate 19111.53 0.2337 %
- 34 ffn_up 19111.53 0.2337 %
- 29 attn_v 18814.37 0.2301 %
- 29 attn_q 18814.37 0.2301 %
- 29 attn_k 18814.37 0.2301 %
- 25 attn_v 18345.35 0.2244 %
- 25 attn_k 18345.35 0.2244 %
- 25 attn_q 18345.35 0.2244 %
- 32 ffn_gate 18205.75 0.2227 %
- 32 ffn_up 18205.75 0.2227 %
- 28 attn_k 18074.64 0.2211 %
- 28 attn_q 18074.64 0.2211 %
- 28 attn_v 18074.64 0.2211 %
- 35 attn_k 18041.28 0.2207 %
- 35 attn_v 18041.28 0.2207 %
- 35 attn_q 18041.28 0.2207 %
- 31 ffn_up 17387.38 0.2127 %
- 31 ffn_gate 17387.38 0.2127 %
- 33 ffn_gate 16707.66 0.2043 %
- 33 ffn_up 16707.66 0.2043 %
- 20 attn_q 16290.05 0.1992 %
- 20 attn_v 16290.05 0.1992 %
- 20 attn_k 16290.05 0.1992 %
- 22 attn_q 15308.86 0.1872 %
- 22 attn_k 15308.86 0.1872 %
- 22 attn_v 15308.86 0.1872 %
- 30 ffn_gate 15271.88 0.1868 %
- 30 ffn_up 15271.88 0.1868 %
- 17 attn_v 14841.99 0.1815 %
- 17 attn_k 14841.99 0.1815 %
- 17 attn_q 14841.99 0.1815 %
- 34 attn_output 14805.68 0.1811 %
- 21 attn_k 14075.55 0.1722 %
- 21 attn_v 14075.55 0.1722 %
- 21 attn_q 14075.55 0.1722 %
- 23 attn_v 13748.34 0.1682 %
- 23 attn_k 13748.34 0.1682 %
- 23 attn_q 13748.34 0.1682 %
- 33 ffn_down 13746.49 0.1681 %
- 26 attn_q 13424.28 0.1642 %
- 26 attn_v 13424.28 0.1642 %
- 26 attn_k 13424.28 0.1642 %
- 24 attn_v 12697.54 0.1553 %
- 24 attn_k 12697.54 0.1553 %
- 24 attn_q 12697.54 0.1553 %
- 10 attn_k 12607.45 0.1542 %
- 10 attn_q 12607.45 0.1542 %
- 10 attn_v 12607.45 0.1542 %
- 35 attn_output 12311.20 0.1506 %
- 19 attn_v 11959.89 0.1463 %
- 19 attn_k 11959.89 0.1463 %
- 19 attn_q 11959.89 0.1463 %
- 13 attn_v 11911.38 0.1457 %
- 13 attn_k 11911.38 0.1457 %
- 13 attn_q 11911.38 0.1457 %
- 34 ffn_down 11785.87 0.1441 %
- 31 attn_output 11589.91 0.1418 %
- 29 ffn_up 11546.32 0.1412 %
- 29 ffn_gate 11546.32 0.1412 %
- 12 ffn_up 11284.16 0.1380 %
- 12 ffn_gate 11284.16 0.1380 %
- 12 attn_q 11253.13 0.1376 %
- 12 attn_k 11253.13 0.1376 %
- 12 attn_v 11253.13 0.1376 %
- 33 attn_output 11131.35 0.1361 %
- 11 attn_v 10654.93 0.1303 %
- 11 attn_k 10654.93 0.1303 %
- 11 attn_q 10654.93 0.1303 %
- 18 attn_v 10443.18 0.1277 %
- 18 attn_k 10443.18 0.1277 %
- 18 attn_q 10443.18 0.1277 %
- 11 ffn_gate 10414.14 0.1274 %
- 11 ffn_up 10414.14 0.1274 %
- 32 attn_output 10274.69 0.1257 %
- 15 attn_q 10102.36 0.1236 %
- 15 attn_v 10102.36 0.1236 %
- 15 attn_k 10102.36 0.1236 %
- 14 attn_v 10094.72 0.1235 %
- 14 attn_k 10094.72 0.1235 %
- 14 attn_q 10094.72 0.1235 %
- 5 attn_q 10010.56 0.1224 %
- 5 attn_k 10010.56 0.1224 %
- 5 attn_v 10010.56 0.1224 %
- 8 attn_k 9967.09 0.1219 %
- 8 attn_v 9967.09 0.1219 %
- 8 attn_q 9967.09 0.1219 %
- 28 ffn_up 9579.12 0.1172 %
- 28 ffn_gate 9579.12 0.1172 %
- 7 attn_v 9136.64 0.1117 %
- 7 attn_k 9136.64 0.1117 %
- 7 attn_q 9136.64 0.1117 %
- 16 attn_v 8850.29 0.1082 %
- 16 attn_k 8850.29 0.1082 %
- 16 attn_q 8850.29 0.1082 %
- 32 ffn_down 8835.34 0.1081 %
- 9 attn_k 8691.40 0.1063 %
- 9 attn_v 8691.40 0.1063 %
- 9 attn_q 8691.40 0.1063 %
- 27 ffn_up 8612.39 0.1053 %
- 27 ffn_gate 8612.39 0.1053 %
- 6 attn_k 7461.35 0.0913 %
- 6 attn_v 7461.35 0.0913 %
- 6 attn_q 7461.35 0.0913 %
- 31 ffn_down 7373.26 0.0902 %
- 26 ffn_gate 7265.11 0.0889 %
- 26 ffn_up 7265.11 0.0889 %
- 25 ffn_up 6597.53 0.0807 %
- 25 ffn_gate 6597.53 0.0807 %
- 24 ffn_up 6158.59 0.0753 %
- 24 ffn_gate 6158.59 0.0753 %
- 27 attn_output 5986.35 0.0732 %
- 13 ffn_up 5925.39 0.0725 %
- 13 ffn_gate 5925.39 0.0725 %
- 14 ffn_up 5780.13 0.0707 %
- 14 ffn_gate 5780.13 0.0707 %
- 23 ffn_gate 5698.93 0.0697 %
- 23 ffn_up 5698.93 0.0697 %
- 28 attn_output 5694.02 0.0696 %
- 22 ffn_gate 5286.53 0.0647 %
- 22 ffn_up 5286.53 0.0647 %
- 3 attn_q 5264.12 0.0644 %
- 3 attn_v 5264.12 0.0644 %
- 3 attn_k 5264.12 0.0644 %
- 16 ffn_gate 5162.56 0.0631 %
- 16 ffn_up 5162.56 0.0631 %
- 21 ffn_gate 5107.69 0.0625 %
- 21 ffn_up 5107.69 0.0625 %
- 15 ffn_up 5030.01 0.0615 %
- 15 ffn_gate 5030.01 0.0615 %
- 18 ffn_gate 5027.51 0.0615 %
- 18 ffn_up 5027.51 0.0615 %
- 4 attn_k 4925.39 0.0602 %
- 4 attn_q 4925.39 0.0602 %
- 4 attn_v 4925.39 0.0602 %
- 30 attn_output 4885.94 0.0598 %
- 17 ffn_up 4879.99 0.0597 %
- 17 ffn_gate 4879.99 0.0597 %
- 20 ffn_gate 4855.18 0.0594 %
- 20 ffn_up 4855.18 0.0594 %
- 19 ffn_gate 4769.06 0.0583 %
- 19 ffn_up 4769.06 0.0583 %
- 19 attn_output 4197.13 0.0513 %
- 21 attn_output 4148.59 0.0507 %
- 23 attn_output 3965.38 0.0485 %
- 26 attn_output 3795.23 0.0464 %
- 25 attn_output 3653.69 0.0447 %
- 24 attn_output 3608.61 0.0441 %
- 29 attn_output 3503.86 0.0429 %
- 22 attn_output 3492.67 0.0427 %
- 20 attn_output 3421.37 0.0418 %
- 0 attn_k 3284.88 0.0402 %
- 0 attn_v 3284.88 0.0402 %
- 0 attn_q 3284.88 0.0402 %
- 17 attn_output 2808.93 0.0344 %
- 15 attn_output 2728.88 0.0334 %
- 18 attn_output 2667.78 0.0326 %
- 29 ffn_down 2442.15 0.0299 %
- 14 attn_output 2186.33 0.0267 %
- 28 ffn_down 1883.48 0.0230 %
- 16 attn_output 1861.65 0.0228 %
- 12 attn_output 1818.21 0.0222 %
- 2 attn_k 1640.37 0.0201 %
- 2 attn_v 1640.37 0.0201 %
- 2 attn_q 1640.37 0.0201 %
- 27 ffn_down 1580.07 0.0193 %
- 13 attn_output 1481.00 0.0181 %
- 11 attn_output 1417.97 0.0173 %
- 26 ffn_down 1248.85 0.0153 %
- 10 attn_output 1192.99 0.0146 %
- 1 attn_q 1082.48 0.0132 %
- 1 attn_v 1082.48 0.0132 %
- 1 attn_k 1082.48 0.0132 %
- 0 ffn_gate 1036.24 0.0127 %
- 0 ffn_up 1036.24 0.0127 %
- 25 ffn_down 1008.85 0.0123 %
- 0 attn_output 982.01 0.0120 %
- 12 ffn_down 799.32 0.0098 %
- 24 ffn_down 797.94 0.0098 %
- 6 attn_output 781.34 0.0096 %
- 9 attn_output 781.33 0.0096 %
- 11 ffn_down 760.42 0.0093 %
- 8 attn_output 676.78 0.0083 %
- 13 ffn_down 668.18 0.0082 %
- 23 ffn_down 660.10 0.0081 %
- 7 attn_output 649.61 0.0079 %
- 14 ffn_down 643.48 0.0079 %
- 10 ffn_down 627.61 0.0077 %
- 22 ffn_down 567.41 0.0069 %
- 15 ffn_down 544.23 0.0067 %
- 16 ffn_down 537.73 0.0066 %
- 20 ffn_down 532.52 0.0065 %
- 21 ffn_down 521.76 0.0064 %
- 1 attn_output 515.72 0.0063 %
- 4 attn_output 510.70 0.0062 %
- 17 ffn_down 506.02 0.0062 %
- 9 ffn_down 504.38 0.0062 %
- 18 ffn_down 503.05 0.0062 %
- 5 attn_output 483.87 0.0059 %
- 19 ffn_down 481.84 0.0059 %
- 8 ffn_down 434.48 0.0053 %
- 3 attn_output 423.55 0.0052 %
- 7 ffn_down 410.08 0.0050 %
- 3 ffn_down 276.69 0.0034 %
- 6 ffn_down 249.95 0.0031 %
- 2 attn_output 201.00 0.0025 %
- 0 ffn_down 181.03 0.0022 %
- 5 ffn_down 161.27 0.0020 %
- 4 ffn_down 115.27 0.0014 %
- 1 ffn_down 11.22 0.0001 %
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
