Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- Computing statistics for Qwen2.5-3B-Instruct.imatrix (252 tensors)
- Layer Tensor ยต(Importance Scores) Contribution
- ================================================================================
- 1 ffn_up 11436.20 25.9540 %
- 1 ffn_gate 11436.20 25.9540 %
- 2 ffn_up 1297.21 2.9440 %
- 2 ffn_gate 1297.21 2.9440 %
- 3 ffn_gate 589.39 1.3376 %
- 3 ffn_up 589.39 1.3376 %
- 35 ffn_down 498.34 1.1310 %
- 5 ffn_up 490.01 1.1121 %
- 5 ffn_gate 490.01 1.1121 %
- 6 ffn_up 466.79 1.0594 %
- 6 ffn_gate 466.79 1.0594 %
- 2 ffn_down 430.07 0.9760 %
- 4 ffn_gate 399.63 0.9070 %
- 4 ffn_up 399.63 0.9070 %
- 7 ffn_up 329.50 0.7478 %
- 7 ffn_gate 329.50 0.7478 %
- 8 ffn_gate 270.96 0.6149 %
- 8 ffn_up 270.96 0.6149 %
- 30 ffn_down 256.42 0.5819 %
- 9 ffn_gate 219.26 0.4976 %
- 9 ffn_up 219.26 0.4976 %
- 35 ffn_gate 216.98 0.4924 %
- 35 ffn_up 216.98 0.4924 %
- 33 attn_k 162.97 0.3699 %
- 33 attn_q 162.97 0.3699 %
- 33 attn_v 162.97 0.3699 %
- 32 attn_q 154.33 0.3503 %
- 32 attn_k 154.33 0.3503 %
- 32 attn_v 154.33 0.3503 %
- 10 ffn_gate 141.96 0.3222 %
- 10 ffn_up 141.96 0.3222 %
- 34 attn_v 124.95 0.2836 %
- 34 attn_q 124.95 0.2836 %
- 34 attn_k 124.95 0.2836 %
- 31 attn_k 123.56 0.2804 %
- 31 attn_v 123.56 0.2804 %
- 31 attn_q 123.56 0.2804 %
- 30 attn_v 116.73 0.2649 %
- 30 attn_k 116.73 0.2649 %
- 30 attn_q 116.73 0.2649 %
- 34 ffn_gate 115.31 0.2617 %
- 34 ffn_up 115.31 0.2617 %
- 27 attn_q 115.08 0.2612 %
- 27 attn_k 115.08 0.2612 %
- 27 attn_v 115.08 0.2612 %
- 35 attn_v 105.57 0.2396 %
- 35 attn_q 105.57 0.2396 %
- 35 attn_k 105.57 0.2396 %
- 32 ffn_gate 104.41 0.2369 %
- 32 ffn_up 104.41 0.2369 %
- 31 ffn_gate 100.15 0.2273 %
- 31 ffn_up 100.15 0.2273 %
- 29 attn_q 96.46 0.2189 %
- 29 attn_k 96.46 0.2189 %
- 29 attn_v 96.46 0.2189 %
- 33 ffn_up 96.18 0.2183 %
- 33 ffn_gate 96.18 0.2183 %
- 25 attn_k 95.38 0.2165 %
- 25 attn_q 95.38 0.2165 %
- 25 attn_v 95.38 0.2165 %
- 28 attn_q 90.79 0.2060 %
- 28 attn_v 90.79 0.2060 %
- 28 attn_k 90.79 0.2060 %
- 30 ffn_gate 88.67 0.2012 %
- 30 ffn_up 88.67 0.2012 %
- 34 ffn_down 87.12 0.1977 %
- 33 ffn_down 86.94 0.1973 %
- 20 attn_q 85.18 0.1933 %
- 20 attn_k 85.18 0.1933 %
- 20 attn_v 85.18 0.1933 %
- 17 attn_v 79.62 0.1807 %
- 17 attn_k 79.62 0.1807 %
- 17 attn_q 79.62 0.1807 %
- 22 attn_k 75.64 0.1717 %
- 22 attn_q 75.64 0.1717 %
- 22 attn_v 75.64 0.1717 %
- 23 attn_k 72.47 0.1645 %
- 23 attn_v 72.47 0.1645 %
- 23 attn_q 72.47 0.1645 %
- 34 attn_output 71.89 0.1631 %
- 21 attn_k 69.39 0.1575 %
- 21 attn_q 69.39 0.1575 %
- 21 attn_v 69.39 0.1575 %
- 12 ffn_up 68.03 0.1544 %
- 12 ffn_gate 68.03 0.1544 %
- 26 attn_k 67.36 0.1529 %
- 26 attn_v 67.36 0.1529 %
- 26 attn_q 67.36 0.1529 %
- 24 attn_v 66.59 0.1511 %
- 24 attn_q 66.59 0.1511 %
- 24 attn_k 66.59 0.1511 %
- 29 ffn_gate 65.68 0.1491 %
- 29 ffn_up 65.68 0.1491 %
- 10 attn_v 64.59 0.1466 %
- 10 attn_q 64.59 0.1466 %
- 10 attn_k 64.59 0.1466 %
- 19 attn_k 63.52 0.1441 %
- 19 attn_q 63.52 0.1441 %
- 19 attn_v 63.52 0.1441 %
- 13 attn_q 62.57 0.1420 %
- 13 attn_k 62.57 0.1420 %
- 13 attn_v 62.57 0.1420 %
- 33 attn_output 60.48 0.1373 %
- 11 ffn_up 59.90 0.1359 %
- 11 ffn_gate 59.90 0.1359 %
- 35 attn_output 59.74 0.1356 %
- 18 attn_q 56.63 0.1285 %
- 18 attn_v 56.63 0.1285 %
- 18 attn_k 56.63 0.1285 %
- 12 attn_k 55.71 0.1264 %
- 12 attn_q 55.71 0.1264 %
- 12 attn_v 55.71 0.1264 %
- 31 attn_output 55.61 0.1262 %
- 28 ffn_up 54.05 0.1227 %
- 28 ffn_gate 54.05 0.1227 %
- 15 attn_v 53.99 0.1225 %
- 15 attn_k 53.99 0.1225 %
- 15 attn_q 53.99 0.1225 %
- 14 attn_q 53.73 0.1219 %
- 14 attn_v 53.73 0.1219 %
- 14 attn_k 53.73 0.1219 %
- 5 attn_v 53.69 0.1218 %
- 5 attn_q 53.69 0.1218 %
- 5 attn_k 53.69 0.1218 %
- 32 ffn_down 53.29 0.1210 %
- 11 attn_q 53.00 0.1203 %
- 11 attn_v 53.00 0.1203 %
- 11 attn_k 53.00 0.1203 %
- 8 attn_v 52.20 0.1185 %
- 8 attn_k 52.20 0.1185 %
- 8 attn_q 52.20 0.1185 %
- 32 attn_output 48.54 0.1102 %
- 7 attn_v 48.26 0.1095 %
- 7 attn_k 48.26 0.1095 %
- 7 attn_q 48.26 0.1095 %
- 27 ffn_gate 47.58 0.1080 %
- 27 ffn_up 47.58 0.1080 %
- 31 ffn_down 47.51 0.1078 %
- 16 attn_v 47.32 0.1074 %
- 16 attn_k 47.32 0.1074 %
- 16 attn_q 47.32 0.1074 %
- 9 attn_v 46.06 0.1045 %
- 9 attn_q 46.06 0.1045 %
- 9 attn_k 46.06 0.1045 %
- 6 attn_q 40.20 0.0912 %
- 6 attn_k 40.20 0.0912 %
- 6 attn_v 40.20 0.0912 %
- 26 ffn_gate 39.61 0.0899 %
- 26 ffn_up 39.61 0.0899 %
- 13 ffn_gate 36.40 0.0826 %
- 13 ffn_up 36.40 0.0826 %
- 14 ffn_up 35.86 0.0814 %
- 14 ffn_gate 35.86 0.0814 %
- 25 ffn_gate 35.53 0.0806 %
- 25 ffn_up 35.53 0.0806 %
- 24 ffn_gate 33.31 0.0756 %
- 24 ffn_up 33.31 0.0756 %
- 16 ffn_up 31.10 0.0706 %
- 16 ffn_gate 31.10 0.0706 %
- 23 ffn_up 30.83 0.0700 %
- 23 ffn_gate 30.83 0.0700 %
- 27 attn_output 30.60 0.0695 %
- 15 ffn_gate 30.11 0.0683 %
- 15 ffn_up 30.11 0.0683 %
- 22 ffn_gate 29.71 0.0674 %
- 22 ffn_up 29.71 0.0674 %
- 21 ffn_up 29.31 0.0665 %
- 21 ffn_gate 29.31 0.0665 %
- 18 ffn_gate 29.30 0.0665 %
- 18 ffn_up 29.30 0.0665 %
- 3 attn_q 29.11 0.0661 %
- 3 attn_v 29.11 0.0661 %
- 3 attn_k 29.11 0.0661 %
- 17 ffn_up 28.62 0.0650 %
- 17 ffn_gate 28.62 0.0650 %
- 20 ffn_gate 27.76 0.0630 %
- 20 ffn_up 27.76 0.0630 %
- 19 ffn_up 27.06 0.0614 %
- 19 ffn_gate 27.06 0.0614 %
- 4 attn_k 26.87 0.0610 %
- 4 attn_v 26.87 0.0610 %
- 4 attn_q 26.87 0.0610 %
- 28 attn_output 23.32 0.0529 %
- 30 attn_output 20.08 0.0456 %
- 19 attn_output 19.94 0.0453 %
- 21 attn_output 18.61 0.0422 %
- 29 attn_output 17.99 0.0408 %
- 23 attn_output 17.96 0.0408 %
- 24 attn_output 17.54 0.0398 %
- 0 attn_v 17.26 0.0392 %
- 0 attn_k 17.26 0.0392 %
- 0 attn_q 17.26 0.0392 %
- 26 attn_output 15.32 0.0348 %
- 29 ffn_down 15.13 0.0343 %
- 20 attn_output 14.89 0.0338 %
- 18 attn_output 14.27 0.0324 %
- 22 attn_output 14.14 0.0321 %
- 25 attn_output 14.02 0.0318 %
- 15 attn_output 14.01 0.0318 %
- 14 attn_output 13.77 0.0313 %
- 17 attn_output 12.62 0.0286 %
- 28 ffn_down 11.07 0.0251 %
- 16 attn_output 10.65 0.0242 %
- 12 attn_output 10.32 0.0234 %
- 27 ffn_down 8.76 0.0199 %
- 2 attn_v 8.45 0.0192 %
- 2 attn_k 8.45 0.0192 %
- 2 attn_q 8.45 0.0192 %
- 11 attn_output 8.16 0.0185 %
- 13 attn_output 7.41 0.0168 %
- 26 ffn_down 6.41 0.0146 %
- 0 ffn_gate 6.30 0.0143 %
- 0 ffn_up 6.30 0.0143 %
- 1 attn_k 5.77 0.0131 %
- 1 attn_q 5.77 0.0131 %
- 1 attn_v 5.77 0.0131 %
- 10 attn_output 5.74 0.0130 %
- 0 attn_output 5.72 0.0130 %
- 12 ffn_down 5.07 0.0115 %
- 11 ffn_down 4.95 0.0112 %
- 25 ffn_down 4.90 0.0111 %
- 10 ffn_down 4.53 0.0103 %
- 9 attn_output 4.44 0.0101 %
- 13 ffn_down 4.03 0.0092 %
- 14 ffn_down 3.95 0.0090 %
- 24 ffn_down 3.93 0.0089 %
- 9 ffn_down 3.58 0.0081 %
- 6 attn_output 3.50 0.0080 %
- 3 ffn_down 3.40 0.0077 %
- 23 ffn_down 3.29 0.0075 %
- 15 ffn_down 3.27 0.0074 %
- 16 ffn_down 3.16 0.0072 %
- 8 attn_output 3.16 0.0072 %
- 8 ffn_down 3.05 0.0069 %
- 22 ffn_down 2.94 0.0067 %
- 17 ffn_down 2.90 0.0066 %
- 1 attn_output 2.84 0.0064 %
- 18 ffn_down 2.79 0.0063 %
- 20 ffn_down 2.76 0.0063 %
- 21 ffn_down 2.72 0.0062 %
- 7 attn_output 2.48 0.0056 %
- 4 attn_output 2.43 0.0055 %
- 19 ffn_down 2.43 0.0055 %
- 7 ffn_down 2.32 0.0053 %
- 5 attn_output 1.98 0.0045 %
- 3 attn_output 1.66 0.0038 %
- 6 ffn_down 1.64 0.0037 %
- 5 ffn_down 1.27 0.0029 %
- 2 attn_output 1.20 0.0027 %
- 0 ffn_down 1.05 0.0024 %
- 4 ffn_down 0.88 0.0020 %
- 1 ffn_down 0.12 0.0003 %
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
