diff --git "a/quant_log.csv" "b/quant_log.csv"
new file mode 100644--- /dev/null
+++ "b/quant_log.csv"
@@ -0,0 +1,18673 @@
+layer,module,loss,samples,damp,time
+0,self_attn.q_proj,0.0000000025,0.10000,1.365
+0,self_attn.k_proj,0.0000000003,0.10000,1.851
+0,self_attn.v_proj,0.0000000002,0.10000,0.814
+0,self_attn.o_proj,0.0000000006,0.10000,1.180
+0,mlp.gate,0.0000007012,0.10000,0.605
+0,mlp.experts.0.up_proj,0.0000019892,0.10000,0.977
+0,mlp.experts.1.up_proj,0.0000011976,0.10000,0.991
+0,mlp.experts.2.up_proj,0.0000005383,0.10000,0.965
+0,mlp.experts.3.up_proj,0.0000048171,0.10000,1.005
+0,mlp.experts.4.up_proj,0.0000067231,0.10000,0.928
+0,mlp.experts.5.up_proj,0.0000694119,0.10000,0.935
+0,mlp.experts.6.up_proj,0.0000040530,0.10000,1.013
+0,mlp.experts.7.up_proj,0.0000009044,0.10000,1.015
+0,mlp.experts.8.up_proj,0.0000108300,0.10000,0.982
+0,mlp.experts.9.up_proj,0.0000141953,0.10000,0.965
+0,mlp.experts.10.up_proj,0.0000356525,0.10000,1.031
+0,mlp.experts.11.up_proj,0.0000010770,0.10000,1.024
+0,mlp.experts.12.up_proj,0.0000023445,0.10000,1.024
+0,mlp.experts.13.up_proj,0.0000039074,0.10000,1.026
+0,mlp.experts.14.up_proj,0.0000099382,0.10000,1.009
+0,mlp.experts.15.up_proj,0.0000198284,0.10000,1.068
+0,mlp.experts.16.up_proj,0.0000006388,0.10000,1.018
+0,mlp.experts.17.up_proj,0.0000013008,0.10000,1.071
+0,mlp.experts.18.up_proj,0.0000046783,0.10000,0.996
+0,mlp.experts.19.up_proj,0.0000270453,0.10000,0.957
+0,mlp.experts.20.up_proj,0.0000897360,0.10000,1.013
+0,mlp.experts.21.up_proj,0.0000010093,0.10000,1.032
+0,mlp.experts.22.up_proj,0.0000120257,0.10000,1.005
+0,mlp.experts.23.up_proj,0.0000048696,0.10000,1.026
+0,mlp.experts.24.up_proj,0.0000023855,0.10000,0.962
+0,mlp.experts.25.up_proj,0.0000513343,0.10000,1.063
+0,mlp.experts.26.up_proj,0.0000003674,0.10000,0.922
+0,mlp.experts.27.up_proj,0.0000007010,0.10000,0.947
+0,mlp.experts.28.up_proj,0.0000007399,0.10000,1.001
+0,mlp.experts.29.up_proj,0.0000014886,0.10000,1.019
+0,mlp.experts.30.up_proj,0.0000037946,0.10000,1.015
+0,mlp.experts.31.up_proj,0.0000001636,0.10000,0.983
+0,mlp.experts.32.up_proj,0.0000044743,0.10000,1.014
+0,mlp.experts.33.up_proj,0.0000061079,0.10000,1.029
+0,mlp.experts.34.up_proj,0.0000010199,0.10000,1.023
+0,mlp.experts.35.up_proj,0.0000014887,0.10000,0.997
+0,mlp.experts.36.up_proj,0.0000216337,0.10000,0.990
+0,mlp.experts.37.up_proj,0.0000228964,0.10000,0.995
+0,mlp.experts.38.up_proj,0.0000040667,0.10000,0.966
+0,mlp.experts.39.up_proj,0.0000029249,0.10000,0.996
+0,mlp.experts.40.up_proj,0.0000048401,0.10000,0.983
+0,mlp.experts.41.up_proj,0.0000018574,0.10000,1.018
+0,mlp.experts.42.up_proj,0.0000720728,0.10000,0.960
+0,mlp.experts.43.up_proj,0.0000005618,0.10000,1.002
+0,mlp.experts.44.up_proj,0.0000009467,0.10000,0.988
+0,mlp.experts.45.up_proj,0.0000006222,0.10000,1.010
+0,mlp.experts.46.up_proj,0.0000014508,0.10000,1.043
+0,mlp.experts.47.up_proj,0.0000030401,0.10000,1.039
+0,mlp.experts.48.up_proj,0.0000036078,0.10000,0.994
+0,mlp.experts.49.up_proj,0.0000009358,0.10000,1.012
+0,mlp.experts.50.up_proj,0.0000003794,0.10000,0.992
+0,mlp.experts.51.up_proj,0.0000002009,0.10000,0.971
+0,mlp.experts.52.up_proj,0.0000027698,0.10000,0.994
+0,mlp.experts.53.up_proj,0.0000046507,0.10000,0.986
+0,mlp.experts.54.up_proj,0.0000476012,0.10000,0.991
+0,mlp.experts.55.up_proj,0.0000125509,0.10000,0.919
+0,mlp.experts.56.up_proj,0.0001072181,0.10000,0.831
+0,mlp.experts.57.up_proj,0.0000004594,0.10000,0.848
+0,mlp.experts.58.up_proj,0.0000007156,0.10000,0.956
+0,mlp.experts.59.up_proj,0.0000006376,0.10000,0.987
+0,mlp.experts.60.up_proj,0.0000038025,0.10000,0.952
+0,mlp.experts.61.up_proj,0.0000002171,0.10000,0.994
+0,mlp.experts.62.up_proj,0.0000009992,0.10000,0.993
+0,mlp.experts.63.up_proj,0.0000005307,0.10000,0.972
+0,mlp.experts.64.up_proj,0.0000020645,0.10000,0.953
+0,mlp.experts.65.up_proj,0.0000003181,0.10000,1.032
+0,mlp.experts.66.up_proj,0.0000043028,0.10000,1.035
+0,mlp.experts.67.up_proj,0.0000020984,0.10000,1.022
+0,mlp.experts.68.up_proj,0.0000014067,0.10000,1.020
+0,mlp.experts.69.up_proj,0.0000004498,0.10000,1.035
+0,mlp.experts.70.up_proj,0.0000086227,0.10000,0.890
+0,mlp.experts.71.up_proj,0.0000005722,0.10000,0.870
+0,mlp.experts.72.up_proj,0.0000006283,0.10000,0.950
+0,mlp.experts.73.up_proj,0.0000005560,0.10000,0.985
+0,mlp.experts.74.up_proj,0.0000335709,0.10000,0.998
+0,mlp.experts.75.up_proj,0.0000018598,0.10000,0.967
+0,mlp.experts.76.up_proj,0.0000003181,0.10000,0.974
+0,mlp.experts.77.up_proj,0.0000014016,0.10000,1.030
+0,mlp.experts.78.up_proj,0.0000059351,0.10000,1.016
+0,mlp.experts.79.up_proj,0.0000019817,0.10000,1.033
+0,mlp.experts.80.up_proj,0.0000008631,0.10000,0.951
+0,mlp.experts.81.up_proj,0.0000004394,0.10000,0.901
+0,mlp.experts.82.up_proj,0.0000057911,0.10000,0.964
+0,mlp.experts.83.up_proj,0.0000009710,0.10000,0.984
+0,mlp.experts.84.up_proj,0.0000010821,0.10000,1.065
+0,mlp.experts.85.up_proj,0.0000007425,0.10000,0.971
+0,mlp.experts.86.up_proj,0.0000032885,0.10000,1.029
+0,mlp.experts.87.up_proj,0.0000012753,0.10000,0.999
+0,mlp.experts.88.up_proj,0.0000002932,0.10000,1.032
+0,mlp.experts.89.up_proj,0.0000145113,0.10000,1.028
+0,mlp.experts.90.up_proj,0.0000389069,0.10000,1.031
+0,mlp.experts.91.up_proj,0.0000011427,0.10000,1.042
+0,mlp.experts.92.up_proj,0.0000096253,0.10000,1.001
+0,mlp.experts.93.up_proj,0.0000002569,0.10000,1.023
+0,mlp.experts.94.up_proj,0.0000318045,0.10000,0.997
+0,mlp.experts.95.up_proj,0.0000053478,0.10000,1.064
+0,mlp.experts.96.up_proj,0.0000944350,0.10000,0.973
+0,mlp.experts.97.up_proj,0.0000009154,0.10000,1.043
+0,mlp.experts.98.up_proj,0.0000003710,0.10000,1.001
+0,mlp.experts.99.up_proj,0.0000034006,0.10000,0.976
+0,mlp.experts.100.up_proj,0.0000005450,0.10000,0.946
+0,mlp.experts.101.up_proj,0.0000035557,0.10000,0.976
+0,mlp.experts.102.up_proj,0.0000025224,0.10000,1.005
+0,mlp.experts.103.up_proj,0.0000002965,0.10000,1.003
+0,mlp.experts.104.up_proj,0.0000005328,0.10000,1.011
+0,mlp.experts.105.up_proj,0.0000017997,0.10000,1.015
+0,mlp.experts.106.up_proj,0.0000003281,0.10000,1.024
+0,mlp.experts.107.up_proj,0.0000003284,0.10000,0.969
+0,mlp.experts.108.up_proj,0.0000078453,0.10000,1.000
+0,mlp.experts.109.up_proj,0.0000004585,0.10000,1.014
+0,mlp.experts.110.up_proj,0.0000005330,0.10000,0.957
+0,mlp.experts.111.up_proj,0.0000010853,0.10000,0.978
+0,mlp.experts.112.up_proj,0.0000014197,0.10000,0.977
+0,mlp.experts.113.up_proj,0.0000043353,0.10000,1.045
+0,mlp.experts.114.up_proj,0.0000008531,0.10000,0.986
+0,mlp.experts.115.up_proj,0.0000468126,0.10000,1.058
+0,mlp.experts.116.up_proj,0.0000026854,0.10000,0.983
+0,mlp.experts.117.up_proj,0.0000021271,0.10000,0.955
+0,mlp.experts.118.up_proj,0.0000020128,0.10000,0.976
+0,mlp.experts.119.up_proj,0.0000009672,0.10000,0.998
+0,mlp.experts.120.up_proj,0.0000002993,0.10000,0.998
+0,mlp.experts.121.up_proj,0.0000004035,0.10000,0.976
+0,mlp.experts.122.up_proj,0.0000021777,0.10000,0.942
+0,mlp.experts.123.up_proj,0.0000008517,0.10000,0.986
+0,mlp.experts.124.up_proj,0.0000028405,0.10000,1.021
+0,mlp.experts.125.up_proj,0.0000047806,0.10000,0.949
+0,mlp.experts.126.up_proj,0.0000013177,0.10000,1.020
+0,mlp.experts.127.up_proj,0.0000005469,0.10000,0.997
+0,mlp.experts.0.gate_proj,0.0000020554,0.10000,0.996
+0,mlp.experts.1.gate_proj,0.0000013870,0.10000,0.974
+0,mlp.experts.2.gate_proj,0.0000006290,0.10000,1.009
+0,mlp.experts.3.gate_proj,0.0000053936,0.10000,0.996
+0,mlp.experts.4.gate_proj,0.0000079057,0.10000,0.972
+0,mlp.experts.5.gate_proj,0.0000787852,0.10000,1.019
+0,mlp.experts.6.gate_proj,0.0000041911,0.10000,1.045
+0,mlp.experts.7.gate_proj,0.0000011289,0.10000,1.037
+0,mlp.experts.8.gate_proj,0.0000126800,0.10000,0.964
+0,mlp.experts.9.gate_proj,0.0000151458,0.10000,0.981
+0,mlp.experts.10.gate_proj,0.0000409033,0.10000,1.006
+0,mlp.experts.11.gate_proj,0.0000012580,0.10000,0.954
+0,mlp.experts.12.gate_proj,0.0000025660,0.10000,0.980
+0,mlp.experts.13.gate_proj,0.0000043622,0.10000,1.031
+0,mlp.experts.14.gate_proj,0.0000101702,0.10000,0.982
+0,mlp.experts.15.gate_proj,0.0000208365,0.10000,1.043
+0,mlp.experts.16.gate_proj,0.0000007535,0.10000,1.014
+0,mlp.experts.17.gate_proj,0.0000014907,0.10000,1.099
+0,mlp.experts.18.gate_proj,0.0000049111,0.10000,0.990
+0,mlp.experts.19.gate_proj,0.0000280098,0.10000,1.076
+0,mlp.experts.20.gate_proj,0.0000983353,0.10000,0.975
+0,mlp.experts.21.gate_proj,0.0000011035,0.10000,1.086
+0,mlp.experts.22.gate_proj,0.0000119308,0.10000,0.966
+0,mlp.experts.23.gate_proj,0.0000053967,0.10000,0.892
+0,mlp.experts.24.gate_proj,0.0000024843,0.10000,0.884
+0,mlp.experts.25.gate_proj,0.0000545410,0.10000,1.023
+0,mlp.experts.26.gate_proj,0.0000004307,0.10000,1.026
+0,mlp.experts.27.gate_proj,0.0000008520,0.10000,1.032
+0,mlp.experts.28.gate_proj,0.0000007654,0.10000,1.026
+0,mlp.experts.29.gate_proj,0.0000015304,0.10000,1.010
+0,mlp.experts.30.gate_proj,0.0000042319,0.10000,1.024
+0,mlp.experts.31.gate_proj,0.0000001855,0.10000,1.070
+0,mlp.experts.32.gate_proj,0.0000048462,0.10000,1.058
+0,mlp.experts.33.gate_proj,0.0000060376,0.10000,1.031
+0,mlp.experts.34.gate_proj,0.0000011266,0.10000,1.044
+0,mlp.experts.35.gate_proj,0.0000016836,0.10000,1.056
+0,mlp.experts.36.gate_proj,0.0000230849,0.10000,1.033
+0,mlp.experts.38.gate_proj,0.0000042359,0.10000,1.042
+0,mlp.experts.37.gate_proj,0.0000726067,0.10000,1.087
+0,mlp.experts.39.gate_proj,0.0000030248,0.10000,1.063
+0,mlp.experts.40.gate_proj,0.0000060483,0.10000,1.034
+0,mlp.experts.41.gate_proj,0.0000020912,0.10000,1.019
+0,mlp.experts.42.gate_proj,0.0000759992,0.10000,1.048
+0,mlp.experts.43.gate_proj,0.0000006777,0.10000,0.953
+0,mlp.experts.44.gate_proj,0.0000010014,0.10000,0.938
+0,mlp.experts.45.gate_proj,0.0000006902,0.10000,0.989
+0,mlp.experts.46.gate_proj,0.0000016034,0.10000,1.031
+0,mlp.experts.47.gate_proj,0.0000033723,0.10000,1.048
+0,mlp.experts.48.gate_proj,0.0000041888,0.10000,1.011
+0,mlp.experts.50.gate_proj,0.0000004454,0.10000,1.045
+0,mlp.experts.49.gate_proj,0.0000009891,0.10000,1.077
+0,mlp.experts.51.gate_proj,0.0000002090,0.10000,1.044
+0,mlp.experts.52.gate_proj,0.0000029811,0.10000,1.074
+0,mlp.experts.53.gate_proj,0.0000053123,0.10000,0.978
+0,mlp.experts.54.gate_proj,0.0000545337,0.10000,0.956
+0,mlp.experts.55.gate_proj,0.0000146368,0.10000,1.050
+0,mlp.experts.56.gate_proj,0.0001198402,0.10000,1.061
+0,mlp.experts.58.gate_proj,0.0000007999,0.10000,1.033
+0,mlp.experts.57.gate_proj,0.0000005620,0.10000,1.068
+0,mlp.experts.59.gate_proj,0.0000007057,0.10000,1.002
+0,mlp.experts.60.gate_proj,0.0000041686,0.10000,0.997
+0,mlp.experts.61.gate_proj,0.0000002560,0.10000,0.998
+0,mlp.experts.62.gate_proj,0.0000010812,0.10000,1.004
+0,mlp.experts.63.gate_proj,0.0000006096,0.10000,1.015
+0,mlp.experts.64.gate_proj,0.0000020454,0.10000,1.033
+0,mlp.experts.65.gate_proj,0.0000003434,0.10000,1.047
+0,mlp.experts.66.gate_proj,0.0000043449,0.10000,1.051
+0,mlp.experts.67.gate_proj,0.0000023391,0.10000,0.967
+0,mlp.experts.68.gate_proj,0.0000015880,0.10000,0.956
+0,mlp.experts.69.gate_proj,0.0000005403,0.10000,0.980
+0,mlp.experts.70.gate_proj,0.0000087558,0.10000,0.989
+0,mlp.experts.71.gate_proj,0.0000006963,0.10000,1.002
+0,mlp.experts.72.gate_proj,0.0000006718,0.10000,1.008
+0,mlp.experts.73.gate_proj,0.0000006657,0.10000,0.972
+0,mlp.experts.74.gate_proj,0.0000344226,0.10000,0.966
+0,mlp.experts.75.gate_proj,0.0000020526,0.10000,0.984
+0,mlp.experts.76.gate_proj,0.0000003865,0.10000,1.004
+0,mlp.experts.77.gate_proj,0.0000015215,0.10000,0.938
+0,mlp.experts.78.gate_proj,0.0000063189,0.10000,0.927
+0,mlp.experts.79.gate_proj,0.0000020454,0.10000,0.913
+0,mlp.experts.80.gate_proj,0.0000010346,0.10000,0.921
+0,mlp.experts.81.gate_proj,0.0000004536,0.10000,1.046
+0,mlp.experts.82.gate_proj,0.0000044350,0.10000,1.019
+0,mlp.experts.83.gate_proj,0.0000011253,0.10000,1.050
+0,mlp.experts.84.gate_proj,0.0000012378,0.10000,1.037
+0,mlp.experts.86.gate_proj,0.0000034636,0.10000,1.024
+0,mlp.experts.85.gate_proj,0.0000008093,0.10000,1.101
+0,mlp.experts.87.gate_proj,0.0000014145,0.10000,1.021
+0,mlp.experts.88.gate_proj,0.0000003538,0.10000,1.047
+0,mlp.experts.89.gate_proj,0.0000144502,0.10000,0.959
+0,mlp.experts.90.gate_proj,0.0000371984,0.10000,1.020
+0,mlp.experts.91.gate_proj,0.0000012662,0.10000,1.025
+0,mlp.experts.92.gate_proj,0.0000100155,0.10000,0.998
+0,mlp.experts.93.gate_proj,0.0000003065,0.10000,1.005
+0,mlp.experts.94.gate_proj,0.0000343096,0.10000,0.984
+0,mlp.experts.95.gate_proj,0.0000060144,0.10000,1.030
+0,mlp.experts.96.gate_proj,0.0001054264,0.10000,1.043
+0,mlp.experts.97.gate_proj,0.0000011127,0.10000,1.018
+0,mlp.experts.98.gate_proj,0.0000003924,0.10000,1.033
+0,mlp.experts.99.gate_proj,0.0000038184,0.10000,0.975
+0,mlp.experts.100.gate_proj,0.0000005946,0.10000,0.963
+0,mlp.experts.101.gate_proj,0.0000035578,0.10000,0.995
+0,mlp.experts.102.gate_proj,0.0000027276,0.10000,0.977
+0,mlp.experts.103.gate_proj,0.0000003127,0.10000,0.954
+0,mlp.experts.104.gate_proj,0.0000006502,0.10000,0.956
+0,mlp.experts.105.gate_proj,0.0000020280,0.10000,1.028
+0,mlp.experts.106.gate_proj,0.0000003750,0.10000,1.055
+0,mlp.experts.107.gate_proj,0.0000003924,0.10000,1.052
+0,mlp.experts.108.gate_proj,0.0000082945,0.10000,1.037
+0,mlp.experts.109.gate_proj,0.0000005798,0.10000,1.023
+0,mlp.experts.110.gate_proj,0.0000006040,0.10000,1.004
+0,mlp.experts.111.gate_proj,0.0000010898,0.10000,1.004
+0,mlp.experts.112.gate_proj,0.0000015679,0.10000,0.966
+0,mlp.experts.113.gate_proj,0.0000048219,0.10000,1.000
+0,mlp.experts.114.gate_proj,0.0000009241,0.10000,1.050
+0,mlp.experts.115.gate_proj,0.0000528067,0.10000,0.990
+0,mlp.experts.116.gate_proj,0.0000030905,0.10000,0.979
+0,mlp.experts.117.gate_proj,0.0000022226,0.10000,1.048
+0,mlp.experts.118.gate_proj,0.0000021419,0.10000,1.040
+0,mlp.experts.119.gate_proj,0.0000011112,0.10000,1.028
+0,mlp.experts.120.gate_proj,0.0000003428,0.10000,0.995
+0,mlp.experts.121.gate_proj,0.0000005126,0.10000,1.037
+0,mlp.experts.122.gate_proj,0.0000022783,0.10000,1.039
+0,mlp.experts.123.gate_proj,0.0000010647,0.10000,1.021
+0,mlp.experts.124.gate_proj,0.0000031707,0.10000,1.014
+0,mlp.experts.125.gate_proj,0.0000054416,0.10000,1.005
+0,mlp.experts.126.gate_proj,0.0000015098,0.10000,0.991
+0,mlp.experts.127.gate_proj,0.0000006901,0.10000,0.642
+0,mlp.experts.0.down_proj,0.0000001496,0.10000,0.382
+0,mlp.experts.1.down_proj,0.0000001668,0.10000,0.393
+0,mlp.experts.2.down_proj,0.0000000891,0.10000,0.367
+0,mlp.experts.3.down_proj,0.0000018979,0.10000,0.394
+0,mlp.experts.4.down_proj,0.0000007738,0.10000,0.347
+0,mlp.experts.5.down_proj,0.0000115173,0.10000,0.369
+0,mlp.experts.6.down_proj,0.0000003559,0.10000,0.381
+0,mlp.experts.7.down_proj,0.0000003014,0.10000,0.386
+0,mlp.experts.8.down_proj,0.0000212474,0.10000,0.373
+0,mlp.experts.9.down_proj,0.0000007517,0.10000,0.386
+0,mlp.experts.10.down_proj,0.0000019866,0.10000,0.378
+0,mlp.experts.11.down_proj,0.0000004832,0.10000,0.387
+0,mlp.experts.12.down_proj,0.0000004431,0.10000,0.380
+0,mlp.experts.13.down_proj,0.0000071030,0.10000,0.382
+0,mlp.experts.14.down_proj,0.0000005030,0.10000,0.378
+0,mlp.experts.15.down_proj,0.0000009111,0.10000,0.381
+0,mlp.experts.16.down_proj,0.0000002224,0.10000,0.386
+0,mlp.experts.17.down_proj,0.0000005925,0.10000,0.386
+0,mlp.experts.18.down_proj,0.0000004457,0.10000,0.376
+0,mlp.experts.19.down_proj,0.0000053168,0.10000,0.373
+0,mlp.experts.20.down_proj,0.0000072709,0.10000,0.344
+0,mlp.experts.21.down_proj,0.0000001049,0.10000,0.338
+0,mlp.experts.22.down_proj,0.0000026600,0.10000,0.352
+0,mlp.experts.23.down_proj,0.0000022874,0.10000,0.371
+0,mlp.experts.24.down_proj,0.0000001445,0.10000,0.402
+0,mlp.experts.25.down_proj,0.0000821031,0.10000,0.401
+0,mlp.experts.26.down_proj,0.0000029908,0.10000,0.366
+0,mlp.experts.27.down_proj,0.0000002160,0.10000,0.365
+0,mlp.experts.28.down_proj,0.0000000301,0.10000,0.385
+0,mlp.experts.29.down_proj,0.0000000840,0.10000,0.382
+0,mlp.experts.30.down_proj,0.0000044275,0.10000,0.391
+0,mlp.experts.31.down_proj,0.0000003778,0.10000,0.387
+0,mlp.experts.32.down_proj,0.0000008740,0.10000,0.398
+0,mlp.experts.33.down_proj,0.0000003558,0.10000,0.375
+0,mlp.experts.34.down_proj,0.0000004749,0.10000,0.397
+0,mlp.experts.35.down_proj,0.0000165059,0.10000,0.388
+0,mlp.experts.36.down_proj,0.0000093337,0.10000,0.394
+0,mlp.experts.37.down_proj,0.0000011495,0.10000,0.388
+0,mlp.experts.38.down_proj,0.0000010027,0.10000,0.336
+0,mlp.experts.39.down_proj,0.0000023982,0.10000,0.335
+0,mlp.experts.40.down_proj,0.0000098933,0.10000,0.398
+0,mlp.experts.41.down_proj,0.0000002383,0.10000,0.406
+0,mlp.experts.42.down_proj,0.0000065266,0.10000,0.381
+0,mlp.experts.43.down_proj,0.0000002233,0.10000,0.372
+0,mlp.experts.44.down_proj,0.0000005939,0.10000,0.374
+0,mlp.experts.45.down_proj,0.0000020637,0.10000,0.381
+0,mlp.experts.46.down_proj,0.0000001228,0.10000,0.391
+0,mlp.experts.47.down_proj,0.0000006484,0.10000,0.406
+0,mlp.experts.48.down_proj,0.0000014540,0.10000,0.403
+0,mlp.experts.49.down_proj,0.0000017703,0.10000,0.400
+0,mlp.experts.50.down_proj,0.0000006055,0.10000,0.373
+0,mlp.experts.51.down_proj,0.0000000063,0.10000,0.363
+0,mlp.experts.52.down_proj,0.0000012114,0.10000,0.401
+0,mlp.experts.53.down_proj,0.0000017271,0.10000,0.400
+0,mlp.experts.54.down_proj,0.0001171472,0.10000,0.402
+0,mlp.experts.55.down_proj,0.0000004921,0.10000,0.395
+0,mlp.experts.56.down_proj,0.0000300735,0.10000,0.411
+0,mlp.experts.57.down_proj,0.0000007978,0.10000,0.386
+0,mlp.experts.58.down_proj,0.0000066132,0.10000,0.384
+0,mlp.experts.59.down_proj,0.0000000223,0.10000,0.399
+0,mlp.experts.60.down_proj,0.0000162716,0.10000,0.402
+0,mlp.experts.61.down_proj,0.0000000236,0.10000,0.391
+0,mlp.experts.62.down_proj,0.0000000580,0.10000,0.395
+0,mlp.experts.63.down_proj,0.0000000988,0.10000,0.396
+0,mlp.experts.64.down_proj,0.0000000800,0.10000,0.383
+0,mlp.experts.65.down_proj,0.0000000447,0.10000,0.400
+0,mlp.experts.66.down_proj,0.0000003461,0.10000,0.392
+0,mlp.experts.67.down_proj,0.0000002584,0.10000,0.385
+0,mlp.experts.68.down_proj,0.0000003080,0.10000,0.319
+0,mlp.experts.69.down_proj,0.0000000915,0.10000,0.321
+0,mlp.experts.70.down_proj,0.0000008328,0.10000,0.383
+0,mlp.experts.71.down_proj,0.0000001975,0.10000,0.396
+0,mlp.experts.72.down_proj,0.0000010857,0.10000,0.398
+0,mlp.experts.73.down_proj,0.0000002213,0.10000,0.385
+0,mlp.experts.74.down_proj,0.0000026787,0.10000,0.381
+0,mlp.experts.75.down_proj,0.0000001116,0.10000,0.378
+0,mlp.experts.76.down_proj,0.0000029830,0.10000,0.371
+0,mlp.experts.77.down_proj,0.0000000913,0.10000,0.372
+0,mlp.experts.78.down_proj,0.0000038862,0.10000,0.339
+0,mlp.experts.79.down_proj,0.0000000717,0.10000,0.350
+0,mlp.experts.80.down_proj,0.0000001771,0.10000,0.395
+0,mlp.experts.81.down_proj,0.0000000130,0.10000,0.383
+0,mlp.experts.82.down_proj,0.0000002613,0.10000,0.369
+0,mlp.experts.83.down_proj,0.0000002454,0.10000,0.367
+0,mlp.experts.84.down_proj,0.0000039786,0.10000,0.381
+0,mlp.experts.85.down_proj,0.0000016884,0.10000,0.381
+0,mlp.experts.86.down_proj,0.0000004043,0.10000,0.388
+0,mlp.experts.87.down_proj,0.0000002222,0.10000,0.385
+0,mlp.experts.88.down_proj,0.0000040807,0.10000,0.386
+0,mlp.experts.89.down_proj,0.0000075085,0.10000,0.391
+0,mlp.experts.90.down_proj,0.0000010068,0.10000,0.381
+0,mlp.experts.91.down_proj,0.0000000604,0.10000,0.391
+0,mlp.experts.92.down_proj,0.0000022781,0.10000,0.386
+0,mlp.experts.93.down_proj,0.0000000327,0.10000,0.381
+0,mlp.experts.94.down_proj,0.0000141904,0.10000,0.376
+0,mlp.experts.95.down_proj,0.0000128191,0.10000,0.392
+0,mlp.experts.96.down_proj,0.0000238390,0.10000,0.389
+0,mlp.experts.97.down_proj,0.0000001186,0.10000,0.378
+0,mlp.experts.98.down_proj,0.0000001167,0.10000,0.350
+0,mlp.experts.99.down_proj,0.0000009364,0.10000,0.364
+0,mlp.experts.100.down_proj,0.0000000286,0.10000,0.388
+0,mlp.experts.101.down_proj,0.0000002691,0.10000,0.394
+0,mlp.experts.102.down_proj,0.0000004809,0.10000,0.393
+0,mlp.experts.103.down_proj,0.0000000151,0.10000,0.401
+0,mlp.experts.104.down_proj,0.0000002279,0.10000,0.406
+0,mlp.experts.105.down_proj,0.0000003997,0.10000,0.406
+0,mlp.experts.106.down_proj,0.0000001048,0.10000,0.394
+0,mlp.experts.107.down_proj,0.0000005933,0.10000,0.399
+0,mlp.experts.108.down_proj,0.0000323909,0.10000,0.389
+0,mlp.experts.109.down_proj,0.0000020248,0.10000,0.400
+0,mlp.experts.110.down_proj,0.0000002026,0.10000,0.392
+0,mlp.experts.111.down_proj,0.0000000720,0.10000,0.393
+0,mlp.experts.112.down_proj,0.0000000760,0.10000,0.348
+0,mlp.experts.113.down_proj,0.0000044050,0.10000,0.336
+0,mlp.experts.114.down_proj,0.0000001735,0.10000,0.383
+0,mlp.experts.115.down_proj,0.0000212441,0.10000,0.398
+0,mlp.experts.116.down_proj,0.0000005211,0.10000,0.395
+0,mlp.experts.117.down_proj,0.0000007623,0.10000,0.413
+0,mlp.experts.118.down_proj,0.0000001683,0.10000,0.351
+0,mlp.experts.119.down_proj,0.0000014425,0.10000,0.340
+0,mlp.experts.120.down_proj,0.0000001659,0.10000,0.331
+0,mlp.experts.121.down_proj,0.0000051564,0.10000,0.333
+0,mlp.experts.122.down_proj,0.0000001018,0.10000,0.385
+0,mlp.experts.123.down_proj,0.0000050644,0.10000,0.395
+0,mlp.experts.124.down_proj,0.0000011302,0.10000,0.395
+0,mlp.experts.125.down_proj,0.0000026712,0.10000,0.381
+0,mlp.experts.126.down_proj,0.0000001765,0.10000,0.354
+0,mlp.experts.127.down_proj,0.0000033019,0.10000,0.321
+1,self_attn.k_proj,0.0000000009,0.10000,1.019
+1,self_attn.q_proj,0.0000000072,0.10000,1.051
+1,self_attn.v_proj,0.0000000009,0.10000,0.572
+1,self_attn.o_proj,0.0000000019,0.10000,1.090
+1,mlp.gate,0.0000012503,0.10000,0.600
+1,mlp.experts.1.up_proj,0.0000042665,0.10000,1.037
+1,mlp.experts.0.up_proj,0.0000042410,0.10000,1.047
+1,mlp.experts.2.up_proj,0.0000017856,0.10000,1.034
+1,mlp.experts.3.up_proj,0.0000026589,0.10000,1.041
+1,mlp.experts.4.up_proj,0.0000161541,0.10000,1.024
+1,mlp.experts.5.up_proj,0.0000506214,0.10000,1.029
+1,mlp.experts.6.up_proj,0.0000040139,0.10000,0.997
+1,mlp.experts.7.up_proj,0.0000053699,0.10000,1.045
+1,mlp.experts.8.up_proj,0.0000038441,0.10000,1.050
+1,mlp.experts.9.up_proj,0.0000012046,0.10000,1.012
+1,mlp.experts.10.up_proj,0.0000640605,0.10000,0.967
+1,mlp.experts.11.up_proj,0.0000136881,0.10000,1.000
+1,mlp.experts.12.up_proj,0.0000413561,0.10000,1.005
+1,mlp.experts.13.up_proj,0.0000062078,0.10000,0.994
+1,mlp.experts.14.up_proj,0.0000136082,0.10000,1.018
+1,mlp.experts.15.up_proj,0.0000036510,0.10000,1.011
+1,mlp.experts.16.up_proj,0.0000034859,0.10000,0.938
+1,mlp.experts.17.up_proj,0.0000479088,0.10000,1.000
+1,mlp.experts.18.up_proj,0.0000012161,0.10000,0.983
+1,mlp.experts.19.up_proj,0.0000024170,0.10000,0.957
+1,mlp.experts.20.up_proj,0.0000150639,0.10000,0.973
+1,mlp.experts.21.up_proj,0.0000655308,0.10000,0.998
+1,mlp.experts.22.up_proj,0.0000621895,0.10000,0.996
+1,mlp.experts.23.up_proj,0.0000016225,0.10000,1.020
+1,mlp.experts.24.up_proj,0.0000306063,0.10000,1.034
+1,mlp.experts.25.up_proj,0.0000120679,0.10000,0.991
+1,mlp.experts.26.up_proj,0.0000098096,0.10000,0.963
+1,mlp.experts.27.up_proj,0.0000012405,0.10000,0.960
+1,mlp.experts.28.up_proj,0.0000086137,0.10000,0.967
+1,mlp.experts.29.up_proj,0.0000032795,0.10000,0.977
+1,mlp.experts.30.up_proj,0.0000144073,0.10000,0.988
+1,mlp.experts.31.up_proj,0.0000063493,0.10000,0.982
+1,mlp.experts.32.up_proj,0.0000152595,0.10000,1.037
+1,mlp.experts.33.up_proj,0.0000404297,0.10000,1.031
+1,mlp.experts.34.up_proj,0.0000016037,0.10000,1.002
+1,mlp.experts.35.up_proj,0.0000677220,0.10000,1.015
+1,mlp.experts.36.up_proj,0.0000561761,0.10000,0.985
+1,mlp.experts.37.up_proj,0.0000328396,0.10000,1.024
+1,mlp.experts.38.up_proj,0.0000057704,0.10000,0.973
+1,mlp.experts.39.up_proj,0.0000109753,0.10000,0.974
+1,mlp.experts.40.up_proj,0.0000101337,0.10000,1.025
+1,mlp.experts.41.up_proj,0.0000011783,0.10000,1.045
+1,mlp.experts.42.up_proj,0.0001124527,0.10000,0.900
+1,mlp.experts.43.up_proj,0.0005926900,0.10000,0.919
+1,mlp.experts.44.up_proj,0.0000687622,0.10000,1.014
+1,mlp.experts.45.up_proj,0.0000020580,0.10000,1.025
+1,mlp.experts.46.up_proj,0.0000054718,0.10000,1.007
+1,mlp.experts.47.up_proj,0.0000251462,0.10000,1.023
+1,mlp.experts.48.up_proj,0.0000033108,0.10000,0.992
+1,mlp.experts.49.up_proj,0.0000049335,0.10000,0.988
+1,mlp.experts.50.up_proj,0.0000013938,0.10000,0.972
+1,mlp.experts.51.up_proj,0.0000888107,0.10000,0.984
+1,mlp.experts.52.up_proj,0.0000085757,0.10000,0.978
+1,mlp.experts.53.up_proj,0.0000019792,0.10000,1.025
+1,mlp.experts.54.up_proj,0.0000761508,0.10000,0.950
+1,mlp.experts.55.up_proj,0.0000029361,0.10000,0.938
+1,mlp.experts.56.up_proj,0.0000433621,0.10000,0.982
+1,mlp.experts.57.up_proj,0.0000251579,0.10000,0.987
+1,mlp.experts.58.up_proj,0.0000012721,0.10000,0.973
+1,mlp.experts.59.up_proj,0.0000734711,0.10000,0.977
+1,mlp.experts.60.up_proj,0.0000040996,0.10000,0.989
+1,mlp.experts.61.up_proj,0.0000383992,0.10000,0.995
+1,mlp.experts.62.up_proj,0.0000079096,0.10000,1.042
+1,mlp.experts.63.up_proj,0.0000023589,0.10000,1.011
+1,mlp.experts.64.up_proj,0.0000207313,0.10000,1.047
+1,mlp.experts.65.up_proj,0.0000031873,0.10000,1.042
+1,mlp.experts.66.up_proj,0.0000097916,0.10000,1.023
+1,mlp.experts.67.up_proj,0.0000034466,0.10000,1.055
+1,mlp.experts.68.up_proj,0.0000091776,0.10000,1.022
+1,mlp.experts.69.up_proj,0.0000288721,0.10000,1.042
+1,mlp.experts.70.up_proj,0.0000032515,0.10000,1.030
+1,mlp.experts.71.up_proj,0.0000536009,0.10000,1.051
+1,mlp.experts.72.up_proj,0.0001106112,0.10000,1.018
+1,mlp.experts.73.up_proj,0.0000449020,0.10000,1.068
+1,mlp.experts.74.up_proj,0.0000009193,0.10000,1.014
+1,mlp.experts.75.up_proj,0.0000017794,0.10000,1.054
+1,mlp.experts.76.up_proj,0.0000022442,0.10000,0.985
+1,mlp.experts.77.up_proj,0.0000051479,0.10000,0.980
+1,mlp.experts.78.up_proj,0.0000036424,0.10000,0.965
+1,mlp.experts.79.up_proj,0.0000060392,0.10000,0.922
+1,mlp.experts.80.up_proj,0.0000038579,0.10000,0.958
+1,mlp.experts.81.up_proj,0.0006172617,0.10000,1.021
+1,mlp.experts.82.up_proj,0.0000053380,0.10000,1.015
+1,mlp.experts.83.up_proj,0.0000009176,0.10000,1.038
+1,mlp.experts.84.up_proj,0.0000198721,0.10000,1.014
+1,mlp.experts.85.up_proj,0.0000077220,0.10000,0.997
+1,mlp.experts.86.up_proj,0.0000023963,0.10000,0.983
+1,mlp.experts.87.up_proj,0.0000095253,0.10000,0.965
+1,mlp.experts.88.up_proj,0.0000178621,0.10000,1.009
+1,mlp.experts.89.up_proj,0.0000053438,0.10000,0.989
+1,mlp.experts.90.up_proj,0.0000180651,0.10000,0.999
+1,mlp.experts.91.up_proj,0.0000022391,0.10000,1.004
+1,mlp.experts.92.up_proj,0.0000067051,0.10000,1.009
+1,mlp.experts.93.up_proj,0.0001010184,0.10000,1.015
+1,mlp.experts.94.up_proj,0.0000009817,0.10000,1.003
+1,mlp.experts.95.up_proj,0.0001411362,0.10000,1.013
+1,mlp.experts.96.up_proj,0.0000078001,0.10000,1.013
+1,mlp.experts.97.up_proj,0.0000107754,0.10000,1.017
+1,mlp.experts.98.up_proj,0.0000094859,0.10000,0.998
+1,mlp.experts.99.up_proj,0.0000021107,0.10000,0.961
+1,mlp.experts.100.up_proj,0.0000828993,0.10000,1.002
+1,mlp.experts.101.up_proj,0.0000303687,0.10000,0.974
+1,mlp.experts.102.up_proj,0.0000585066,0.10000,1.009
+1,mlp.experts.103.up_proj,0.0000171374,0.10000,0.977
+1,mlp.experts.104.up_proj,0.0000470599,0.10000,0.997
+1,mlp.experts.105.up_proj,0.0000172027,0.10000,0.992
+1,mlp.experts.106.up_proj,0.0000073217,0.10000,0.956
+1,mlp.experts.107.up_proj,0.0000017781,0.10000,0.934
+1,mlp.experts.108.up_proj,0.0000425475,0.10000,0.957
+1,mlp.experts.109.up_proj,0.0000274931,0.10000,0.990
+1,mlp.experts.110.up_proj,0.0005759331,0.10000,1.011
+1,mlp.experts.111.up_proj,0.0000613484,0.10000,1.031
+1,mlp.experts.112.up_proj,0.0000633259,0.10000,0.994
+1,mlp.experts.113.up_proj,0.0000064040,0.10000,1.005
+1,mlp.experts.114.up_proj,0.0000016609,0.10000,0.997
+1,mlp.experts.115.up_proj,0.0000068037,0.10000,1.004
+1,mlp.experts.116.up_proj,0.0000011523,0.10000,0.993
+1,mlp.experts.117.up_proj,0.0000298802,0.10000,1.012
+1,mlp.experts.118.up_proj,0.0004303073,0.10000,1.020
+1,mlp.experts.119.up_proj,0.0000035713,0.10000,1.007
+1,mlp.experts.120.up_proj,0.0001177854,0.10000,0.998
+1,mlp.experts.121.up_proj,0.0001002891,0.10000,0.983
+1,mlp.experts.122.up_proj,0.0000011317,0.10000,1.033
+1,mlp.experts.123.up_proj,0.0000023753,0.10000,1.011
+1,mlp.experts.124.up_proj,0.0000111900,0.10000,0.996
+1,mlp.experts.125.up_proj,0.0000241280,0.10000,0.968
+1,mlp.experts.126.up_proj,0.0000263002,0.10000,0.992
+1,mlp.experts.127.up_proj,0.0000016750,0.10000,0.977
+1,mlp.experts.0.gate_proj,0.0000044137,0.10000,1.002
+1,mlp.experts.1.gate_proj,0.0000047171,0.10000,1.023
+1,mlp.experts.2.gate_proj,0.0000019512,0.10000,1.016
+1,mlp.experts.3.gate_proj,0.0000028800,0.10000,1.044
+1,mlp.experts.4.gate_proj,0.0000166799,0.10000,1.002
+1,mlp.experts.5.gate_proj,0.0000543261,0.10000,0.995
+1,mlp.experts.6.gate_proj,0.0000042290,0.10000,0.972
+1,mlp.experts.7.gate_proj,0.0000053930,0.10000,0.998
+1,mlp.experts.8.gate_proj,0.0000040759,0.10000,0.962
+1,mlp.experts.9.gate_proj,0.0000012854,0.10000,0.973
+1,mlp.experts.10.gate_proj,0.0000711723,0.10000,0.979
+1,mlp.experts.11.gate_proj,0.0000148836,0.10000,0.989
+1,mlp.experts.12.gate_proj,0.0000467474,0.10000,0.969
+1,mlp.experts.13.gate_proj,0.0000066912,0.10000,1.007
+1,mlp.experts.14.gate_proj,0.0000136724,0.10000,0.975
+1,mlp.experts.15.gate_proj,0.0000041610,0.10000,0.985
+1,mlp.experts.16.gate_proj,0.0000035630,0.10000,0.960
+1,mlp.experts.17.gate_proj,0.0000484484,0.10000,0.959
+1,mlp.experts.18.gate_proj,0.0000012985,0.10000,1.028
+1,mlp.experts.19.gate_proj,0.0000025843,0.10000,1.002
+1,mlp.experts.20.gate_proj,0.0000156426,0.10000,1.016
+1,mlp.experts.21.gate_proj,0.0000716592,0.10000,1.034
+1,mlp.experts.22.gate_proj,0.0000663863,0.10000,1.002
+1,mlp.experts.23.gate_proj,0.0000016944,0.10000,1.021
+1,mlp.experts.24.gate_proj,0.0000329284,0.10000,1.015
+1,mlp.experts.25.gate_proj,0.0000124643,0.10000,1.008
+1,mlp.experts.26.gate_proj,0.0000103973,0.10000,0.984
+1,mlp.experts.27.gate_proj,0.0000014127,0.10000,1.003
+1,mlp.experts.28.gate_proj,0.0000091734,0.10000,1.037
+1,mlp.experts.29.gate_proj,0.0000034404,0.10000,1.020
+1,mlp.experts.30.gate_proj,0.0000146331,0.10000,1.015
+1,mlp.experts.31.gate_proj,0.0000065054,0.10000,1.013
+1,mlp.experts.32.gate_proj,0.0000166545,0.10000,1.027
+1,mlp.experts.33.gate_proj,0.0000422612,0.10000,1.002
+1,mlp.experts.34.gate_proj,0.0000017426,0.10000,0.982
+1,mlp.experts.35.gate_proj,0.0000750413,0.10000,1.038
+1,mlp.experts.36.gate_proj,0.0000581164,0.10000,1.014
+1,mlp.experts.37.gate_proj,0.0000349182,0.10000,1.031
+1,mlp.experts.38.gate_proj,0.0000059095,0.10000,1.020
+1,mlp.experts.39.gate_proj,0.0000117172,0.10000,1.039
+1,mlp.experts.40.gate_proj,0.0000105606,0.10000,1.030
+1,mlp.experts.41.gate_proj,0.0000012307,0.10000,1.035
+1,mlp.experts.42.gate_proj,0.0001208447,0.10000,1.052
+1,mlp.experts.43.gate_proj,0.0006725140,0.10000,0.977
+1,mlp.experts.44.gate_proj,0.0000696190,0.10000,0.973
+1,mlp.experts.45.gate_proj,0.0000021778,0.10000,0.984
+1,mlp.experts.46.gate_proj,0.0000056276,0.10000,0.984
+1,mlp.experts.47.gate_proj,0.0000268710,0.10000,1.002
+1,mlp.experts.48.gate_proj,0.0000034682,0.10000,0.987
+1,mlp.experts.49.gate_proj,0.0000054244,0.10000,0.988
+1,mlp.experts.50.gate_proj,0.0000034456,0.10000,0.974
+1,mlp.experts.51.gate_proj,0.0000947973,0.10000,0.994
+1,mlp.experts.52.gate_proj,0.0000086304,0.10000,1.000
+1,mlp.experts.53.gate_proj,0.0000020317,0.10000,1.002
+1,mlp.experts.54.gate_proj,0.0000787993,0.10000,1.040
+1,mlp.experts.55.gate_proj,0.0000031056,0.10000,0.974
+1,mlp.experts.56.gate_proj,0.0000463046,0.10000,1.063
+1,mlp.experts.57.gate_proj,0.0000265586,0.10000,1.045
+1,mlp.experts.58.gate_proj,0.0000013328,0.10000,1.004
+1,mlp.experts.59.gate_proj,0.0000753396,0.10000,1.046
+1,mlp.experts.60.gate_proj,0.0000042255,0.10000,0.990
+1,mlp.experts.61.gate_proj,0.0000405140,0.10000,1.022
+1,mlp.experts.62.gate_proj,0.0000081243,0.10000,0.973
+1,mlp.experts.63.gate_proj,0.0000024906,0.10000,0.963
+1,mlp.experts.64.gate_proj,0.0000217006,0.10000,0.983
+1,mlp.experts.65.gate_proj,0.0000034587,0.10000,1.007
+1,mlp.experts.66.gate_proj,0.0000102722,0.10000,0.929
+1,mlp.experts.67.gate_proj,0.0000035739,0.10000,0.999
+1,mlp.experts.68.gate_proj,0.0000076235,0.10000,0.958
+1,mlp.experts.69.gate_proj,0.0000317355,0.10000,0.950
+1,mlp.experts.70.gate_proj,0.0000034583,0.10000,0.988
+1,mlp.experts.71.gate_proj,0.0000568249,0.10000,0.974
+1,mlp.experts.72.gate_proj,0.0001180585,0.10000,0.966
+1,mlp.experts.73.gate_proj,0.0000476203,0.10000,0.906
+1,mlp.experts.74.gate_proj,0.0000009419,0.10000,0.869
+1,mlp.experts.75.gate_proj,0.0000019423,0.10000,0.920
+1,mlp.experts.76.gate_proj,0.0000023591,0.10000,0.990
+1,mlp.experts.77.gate_proj,0.0000053075,0.10000,0.989
+1,mlp.experts.78.gate_proj,0.0000037697,0.10000,1.032
+1,mlp.experts.79.gate_proj,0.0000066651,0.10000,1.047
+1,mlp.experts.80.gate_proj,0.0000042448,0.10000,1.047
+1,mlp.experts.81.gate_proj,0.0006483854,0.10000,0.980
+1,mlp.experts.82.gate_proj,0.0000058643,0.10000,0.936
+1,mlp.experts.83.gate_proj,0.0000010039,0.10000,1.033
+1,mlp.experts.84.gate_proj,0.0000226679,0.10000,0.996
+1,mlp.experts.85.gate_proj,0.0000080349,0.10000,1.031
+1,mlp.experts.86.gate_proj,0.0000026585,0.10000,0.990
+1,mlp.experts.87.gate_proj,0.0000102766,0.10000,0.966
+1,mlp.experts.88.gate_proj,0.0000186073,0.10000,1.011
+1,mlp.experts.89.gate_proj,0.0000055118,0.10000,0.991
+1,mlp.experts.90.gate_proj,0.0000180793,0.10000,1.021
+1,mlp.experts.91.gate_proj,0.0000024079,0.10000,1.014
+1,mlp.experts.92.gate_proj,0.0000068865,0.10000,1.010
+1,mlp.experts.93.gate_proj,0.0001079377,0.10000,1.014
+1,mlp.experts.94.gate_proj,0.0000010696,0.10000,1.045
+1,mlp.experts.95.gate_proj,0.0001565764,0.10000,1.015
+1,mlp.experts.96.gate_proj,0.0000081861,0.10000,1.077
+1,mlp.experts.97.gate_proj,0.0000107521,0.10000,1.034
+1,mlp.experts.98.gate_proj,0.0000097399,0.10000,1.021
+1,mlp.experts.99.gate_proj,0.0000022401,0.10000,1.069
+1,mlp.experts.100.gate_proj,0.0000913612,0.10000,1.021
+1,mlp.experts.101.gate_proj,0.0000316665,0.10000,1.044
+1,mlp.experts.102.gate_proj,0.0000619146,0.10000,1.064
+1,mlp.experts.103.gate_proj,0.0000172093,0.10000,1.011
+1,mlp.experts.104.gate_proj,0.0000486519,0.10000,1.021
+1,mlp.experts.105.gate_proj,0.0000182447,0.10000,1.003
+1,mlp.experts.106.gate_proj,0.0000079240,0.10000,0.947
+1,mlp.experts.107.gate_proj,0.0000019475,0.10000,1.025
+1,mlp.experts.108.gate_proj,0.0000469890,0.10000,0.959
+1,mlp.experts.109.gate_proj,0.0000280842,0.10000,1.019
+1,mlp.experts.110.gate_proj,0.0005969284,0.10000,0.997
+1,mlp.experts.111.gate_proj,0.0000647170,0.10000,0.914
+1,mlp.experts.112.gate_proj,0.0000669529,0.10000,0.866
+1,mlp.experts.113.gate_proj,0.0000065038,0.10000,0.984
+1,mlp.experts.114.gate_proj,0.0000018155,0.10000,1.017
+1,mlp.experts.115.gate_proj,0.0000070456,0.10000,1.027
+1,mlp.experts.116.gate_proj,0.0000012486,0.10000,1.030
+1,mlp.experts.117.gate_proj,0.0000329203,0.10000,1.012
+1,mlp.experts.118.gate_proj,0.0004455429,0.10000,1.027
+1,mlp.experts.119.gate_proj,0.0000039338,0.10000,1.005
+1,mlp.experts.120.gate_proj,0.0001256381,0.10000,1.010
+1,mlp.experts.121.gate_proj,0.0001100343,0.10000,0.998
+1,mlp.experts.122.gate_proj,0.0000011626,0.10000,1.021
+1,mlp.experts.123.gate_proj,0.0000025301,0.10000,0.996
+1,mlp.experts.124.gate_proj,0.0000119018,0.10000,1.007
+1,mlp.experts.125.gate_proj,0.0000266070,0.10000,0.950
+1,mlp.experts.126.gate_proj,0.0000276382,0.10000,0.977
+1,mlp.experts.127.gate_proj,0.0000017877,0.10000,0.797
+1,mlp.experts.1.down_proj,0.0000176980,0.10000,0.400
+1,mlp.experts.0.down_proj,0.0000001680,0.10000,0.404
+1,mlp.experts.3.down_proj,0.0000002914,0.10000,0.377
+1,mlp.experts.2.down_proj,0.0000002310,0.10000,0.383
+1,mlp.experts.4.down_proj,0.0000009225,0.10000,0.396
+1,mlp.experts.5.down_proj,0.0000179080,0.10000,0.404
+1,mlp.experts.6.down_proj,0.0000002365,0.10000,0.388
+1,mlp.experts.7.down_proj,0.0000002644,0.10000,0.388
+1,mlp.experts.8.down_proj,0.0000002451,0.10000,0.378
+1,mlp.experts.9.down_proj,0.0000001126,0.10000,0.385
+1,mlp.experts.10.down_proj,0.0000047523,0.10000,0.394
+1,mlp.experts.11.down_proj,0.0000030026,0.10000,0.388
+1,mlp.experts.12.down_proj,0.0000106278,0.10000,0.361
+1,mlp.experts.13.down_proj,0.0000006307,0.10000,0.366
+1,mlp.experts.14.down_proj,0.0000008158,0.10000,0.367
+1,mlp.experts.15.down_proj,0.0000001554,0.10000,0.382
+1,mlp.experts.16.down_proj,0.0000001671,0.10000,0.376
+1,mlp.experts.17.down_proj,0.0000020651,0.10000,0.378
+1,mlp.experts.18.down_proj,0.0000001179,0.10000,0.383
+1,mlp.experts.19.down_proj,0.0000002269,0.10000,0.395
+1,mlp.experts.20.down_proj,0.0000014215,0.10000,0.383
+1,mlp.experts.21.down_proj,0.0000265061,0.10000,0.405
+1,mlp.experts.22.down_proj,0.0000055420,0.10000,0.395
+1,mlp.experts.23.down_proj,0.0000000841,0.10000,0.398
+1,mlp.experts.24.down_proj,0.0000109050,0.10000,0.405
+1,mlp.experts.25.down_proj,0.0000009606,0.10000,0.390
+1,mlp.experts.26.down_proj,0.0000017213,0.10000,0.395
+1,mlp.experts.27.down_proj,0.0000074539,0.10000,0.394
+1,mlp.experts.28.down_proj,0.0000008111,0.10000,0.373
+1,mlp.experts.29.down_proj,0.0000002216,0.10000,0.364
+1,mlp.experts.30.down_proj,0.0000006464,0.10000,0.395
+1,mlp.experts.31.down_proj,0.0000004597,0.10000,0.388
+1,mlp.experts.32.down_proj,0.0000025400,0.10000,0.354
+1,mlp.experts.33.down_proj,0.0000109471,0.10000,0.367
+1,mlp.experts.34.down_proj,0.0000002042,0.10000,0.390
+1,mlp.experts.35.down_proj,0.0000133151,0.10000,0.384
+1,mlp.experts.36.down_proj,0.0000076633,0.10000,0.342
+1,mlp.experts.37.down_proj,0.0000082429,0.10000,0.355
+1,mlp.experts.38.down_proj,0.0000002406,0.10000,0.395
+1,mlp.experts.39.down_proj,0.0000014387,0.10000,0.399
+1,mlp.experts.40.down_proj,0.0000007613,0.10000,0.393
+1,mlp.experts.41.down_proj,0.0000000775,0.10000,0.393
+1,mlp.experts.42.down_proj,0.0000124109,0.10000,0.317
+1,mlp.experts.43.down_proj,0.0001023040,0.10000,0.320
+1,mlp.experts.44.down_proj,0.0000097111,0.10000,0.343
+1,mlp.experts.45.down_proj,0.0000001142,0.10000,0.346
+1,mlp.experts.46.down_proj,0.0000004487,0.10000,0.356
+1,mlp.experts.47.down_proj,0.0000048043,0.10000,0.350
+1,mlp.experts.48.down_proj,0.0000002444,0.10000,0.365
+1,mlp.experts.49.down_proj,0.0000004601,0.10000,0.376
+1,mlp.experts.50.down_proj,0.0000002225,0.10000,0.379
+1,mlp.experts.51.down_proj,0.0000100984,0.10000,0.376
+1,mlp.experts.52.down_proj,0.0000004188,0.10000,0.328
+1,mlp.experts.53.down_proj,0.0000001012,0.10000,0.337
+1,mlp.experts.54.down_proj,0.0000071898,0.10000,0.359
+1,mlp.experts.55.down_proj,0.0000001887,0.10000,0.358
+1,mlp.experts.56.down_proj,0.0000148091,0.10000,0.401
+1,mlp.experts.57.down_proj,0.0000045245,0.10000,0.411
+1,mlp.experts.58.down_proj,0.0000000720,0.10000,0.397
+1,mlp.experts.59.down_proj,0.0000106005,0.10000,0.417
+1,mlp.experts.60.down_proj,0.0000002460,0.10000,0.394
+1,mlp.experts.61.down_proj,0.0000032537,0.10000,0.400
+1,mlp.experts.62.down_proj,0.0000007010,0.10000,0.358
+1,mlp.experts.63.down_proj,0.0000001503,0.10000,0.365
+1,mlp.experts.64.down_proj,0.0000012663,0.10000,0.405
+1,mlp.experts.65.down_proj,0.0000036560,0.10000,0.386
+1,mlp.experts.66.down_proj,0.0000012001,0.10000,0.331
+1,mlp.experts.67.down_proj,0.0000001616,0.10000,0.328
+1,mlp.experts.68.down_proj,0.0000499776,0.10000,0.336
+1,mlp.experts.69.down_proj,0.0000026154,0.10000,0.366
+1,mlp.experts.70.down_proj,0.0000003262,0.10000,0.387
+1,mlp.experts.71.down_proj,0.0000057290,0.10000,0.390
+1,mlp.experts.72.down_proj,0.0000142333,0.10000,0.401
+1,mlp.experts.73.down_proj,0.0000121101,0.10000,0.396
+1,mlp.experts.74.down_proj,0.0000000268,0.10000,0.395
+1,mlp.experts.75.down_proj,0.0000001410,0.10000,0.396
+1,mlp.experts.76.down_proj,0.0000001258,0.10000,0.400
+1,mlp.experts.77.down_proj,0.0000002930,0.10000,0.393
+1,mlp.experts.78.down_proj,0.0000002257,0.10000,0.403
+1,mlp.experts.79.down_proj,0.0000002721,0.10000,0.404
+1,mlp.experts.80.down_proj,0.0000003880,0.10000,0.386
+1,mlp.experts.81.down_proj,0.0000563276,0.10000,0.404
+1,mlp.experts.82.down_proj,0.0000001892,0.10000,0.379
+1,mlp.experts.83.down_proj,0.0000000955,0.10000,0.380
+1,mlp.experts.84.down_proj,0.0000029899,0.10000,0.396
+1,mlp.experts.85.down_proj,0.0000006626,0.10000,0.396
+1,mlp.experts.86.down_proj,0.0000001731,0.10000,0.398
+1,mlp.experts.87.down_proj,0.0000355215,0.10000,0.397
+1,mlp.experts.88.down_proj,0.0000013762,0.10000,0.403
+1,mlp.experts.89.down_proj,0.0000004196,0.10000,0.410
+1,mlp.experts.90.down_proj,0.0000008146,0.10000,0.402
+1,mlp.experts.91.down_proj,0.0000002150,0.10000,0.397
+1,mlp.experts.92.down_proj,0.0000005424,0.10000,0.389
+1,mlp.experts.93.down_proj,0.0000260393,0.10000,0.365
+1,mlp.experts.94.down_proj,0.0000000675,0.10000,0.332
+1,mlp.experts.95.down_proj,0.0000335040,0.10000,0.353
+1,mlp.experts.96.down_proj,0.0000004435,0.10000,0.381
+1,mlp.experts.97.down_proj,0.0000004258,0.10000,0.395
+1,mlp.experts.98.down_proj,0.0000007331,0.10000,0.373
+1,mlp.experts.99.down_proj,0.0000001522,0.10000,0.382
+1,mlp.experts.100.down_proj,0.0000582529,0.10000,0.393
+1,mlp.experts.101.down_proj,0.0000017641,0.10000,0.375
+1,mlp.experts.102.down_proj,0.0000143060,0.10000,0.344
+1,mlp.experts.103.down_proj,0.0000009851,0.10000,0.362
+1,mlp.experts.104.down_proj,0.0000050841,0.10000,0.376
+1,mlp.experts.105.down_proj,0.0000030921,0.10000,0.384
+1,mlp.experts.106.down_proj,0.0000004335,0.10000,0.375
+1,mlp.experts.107.down_proj,0.0000001132,0.10000,0.378
+1,mlp.experts.108.down_proj,0.0000094034,0.10000,0.376
+1,mlp.experts.109.down_proj,0.0000024693,0.10000,0.377
+1,mlp.experts.110.down_proj,0.0000800090,0.10000,0.364
+1,mlp.experts.111.down_proj,0.0000037125,0.10000,0.350
+1,mlp.experts.112.down_proj,0.0000099480,0.10000,0.351
+1,mlp.experts.113.down_proj,0.0000003586,0.10000,0.353
+1,mlp.experts.114.down_proj,0.0000182087,0.10000,0.347
+1,mlp.experts.115.down_proj,0.0000004537,0.10000,0.321
+1,mlp.experts.116.down_proj,0.0000000540,0.10000,0.332
+1,mlp.experts.117.down_proj,0.0000128055,0.10000,0.340
+1,mlp.experts.118.down_proj,0.0000937283,0.10000,0.357
+1,mlp.experts.119.down_proj,0.0000002355,0.10000,0.400
+1,mlp.experts.120.down_proj,0.0000317223,0.10000,0.408
+1,mlp.experts.121.down_proj,0.0000074427,0.10000,0.387
+1,mlp.experts.122.down_proj,0.0000000396,0.10000,0.409
+1,mlp.experts.123.down_proj,0.0000001906,0.10000,0.392
+1,mlp.experts.124.down_proj,0.0000021791,0.10000,0.390
+1,mlp.experts.125.down_proj,0.0000018590,0.10000,0.388
+1,mlp.experts.126.down_proj,0.0000052635,0.10000,0.396
+1,mlp.experts.127.down_proj,0.0000000886,0.10000,0.347
+2,self_attn.q_proj,0.0000000120,0.10000,1.055
+2,self_attn.k_proj,0.0000000017,0.10000,1.077
+2,self_attn.v_proj,0.0000000020,0.10000,0.645
+2,self_attn.o_proj,0.0000000018,0.10000,1.176
+2,mlp.gate,0.0000053762,0.10000,0.601
+2,mlp.experts.1.up_proj,0.0001611189,0.10000,1.009
+2,mlp.experts.0.up_proj,0.0000075836,0.10000,1.044
+2,mlp.experts.2.up_proj,0.0002171278,0.10000,0.932
+2,mlp.experts.3.up_proj,0.0000852450,0.10000,0.944
+2,mlp.experts.4.up_proj,0.0000030224,0.10000,1.029
+2,mlp.experts.5.up_proj,0.0000645649,0.10000,1.017
+2,mlp.experts.6.up_proj,0.0000099221,0.10000,0.981
+2,mlp.experts.7.up_proj,0.0000040601,0.10000,0.980
+2,mlp.experts.8.up_proj,0.0000029931,0.10000,0.976
+2,mlp.experts.9.up_proj,0.0000016904,0.10000,0.999
+2,mlp.experts.10.up_proj,0.0010615785,0.10000,0.975
+2,mlp.experts.11.up_proj,0.0002952214,0.10000,0.983
+2,mlp.experts.12.up_proj,0.0000249254,0.10000,0.972
+2,mlp.experts.13.up_proj,0.0001525833,0.10000,0.991
+2,mlp.experts.14.up_proj,0.0000028938,0.10000,0.938
+2,mlp.experts.15.up_proj,0.0000043249,0.10000,0.984
+2,mlp.experts.16.up_proj,0.0000267567,0.10000,0.949
+2,mlp.experts.17.up_proj,0.0000377909,0.10000,0.957
+2,mlp.experts.18.up_proj,0.0000763484,0.10000,1.044
+2,mlp.experts.19.up_proj,0.0001679268,0.10000,0.979
+2,mlp.experts.20.up_proj,0.0001619726,0.10000,1.003
+2,mlp.experts.21.up_proj,0.0000715067,0.10000,1.018
+2,mlp.experts.22.up_proj,0.0000351633,0.10000,0.898
+2,mlp.experts.23.up_proj,0.0000607381,0.10000,0.901
+2,mlp.experts.24.up_proj,0.0000157863,0.10000,0.975
+2,mlp.experts.25.up_proj,0.0000242977,0.10000,0.989
+2,mlp.experts.26.up_proj,0.0015558387,0.10000,1.043
+2,mlp.experts.27.up_proj,0.0000083143,0.10000,1.034
+2,mlp.experts.28.up_proj,0.0002717561,0.10000,0.987
+2,mlp.experts.29.up_proj,0.0000058795,0.10000,1.003
+2,mlp.experts.30.up_proj,0.0001402065,0.10000,0.954
+2,mlp.experts.31.up_proj,0.0000526119,0.10000,1.004
+2,mlp.experts.32.up_proj,0.0000736903,0.10000,0.971
+2,mlp.experts.33.up_proj,0.0001144629,0.10000,0.979
+2,mlp.experts.34.up_proj,0.0014115680,0.10000,0.972
+2,mlp.experts.35.up_proj,0.0015002606,0.10000,0.998
+2,mlp.experts.36.up_proj,0.0000709929,0.10000,0.964
+2,mlp.experts.37.up_proj,0.0000264297,0.10000,0.993
+2,mlp.experts.38.up_proj,0.0000033535,0.10000,0.973
+2,mlp.experts.39.up_proj,0.0000605452,0.10000,0.992
+2,mlp.experts.40.up_proj,0.0000015840,0.10000,0.989
+2,mlp.experts.41.up_proj,0.0000185707,0.10000,0.989
+2,mlp.experts.42.up_proj,0.0000776292,0.10000,0.990
+2,mlp.experts.43.up_proj,0.0001751077,0.10000,1.043
+2,mlp.experts.44.up_proj,0.0000276352,0.10000,0.973
+2,mlp.experts.45.up_proj,0.0000743097,0.10000,1.050
+2,mlp.experts.46.up_proj,0.0000157342,0.10000,1.005
+2,mlp.experts.47.up_proj,0.0000036636,0.10000,1.023
+2,mlp.experts.48.up_proj,0.0000137741,0.10000,1.009
+2,mlp.experts.49.up_proj,0.0000060107,0.10000,1.021
+2,mlp.experts.50.up_proj,0.0000018330,0.10000,1.005
+2,mlp.experts.51.up_proj,0.0000012027,0.10000,1.025
+2,mlp.experts.52.up_proj,0.0000045022,0.10000,1.029
+2,mlp.experts.53.up_proj,0.0000026747,0.10000,0.965
+2,mlp.experts.54.up_proj,0.0000031089,0.10000,0.912
+2,mlp.experts.55.up_proj,0.0000266004,0.10000,0.918
+2,mlp.experts.56.up_proj,0.0000878229,0.10000,0.967
+2,mlp.experts.57.up_proj,0.0000631575,0.10000,0.996
+2,mlp.experts.58.up_proj,0.0000328702,0.10000,0.977
+2,mlp.experts.59.up_proj,0.0000150609,0.10000,1.002
+2,mlp.experts.60.up_proj,0.0000080879,0.10000,0.993
+2,mlp.experts.61.up_proj,0.0090615934,0.10000,0.997
+2,mlp.experts.62.up_proj,0.0000240329,0.10000,0.961
+2,mlp.experts.63.up_proj,0.0000109379,0.10000,0.974
+2,mlp.experts.64.up_proj,0.0000033735,0.10000,1.023
+2,mlp.experts.65.up_proj,0.0000053672,0.10000,1.043
+2,mlp.experts.66.up_proj,0.0000692369,0.10000,1.015
+2,mlp.experts.67.up_proj,0.0000051749,0.10000,1.044
+2,mlp.experts.68.up_proj,0.0000280328,0.10000,1.009
+2,mlp.experts.69.up_proj,0.0000079343,0.10000,1.042
+2,mlp.experts.70.up_proj,0.0000129407,0.10000,1.029
+2,mlp.experts.71.up_proj,0.0001880348,0.10000,1.025
+2,mlp.experts.72.up_proj,0.0000040336,0.10000,1.044
+2,mlp.experts.73.up_proj,0.0000027489,0.10000,1.020
+2,mlp.experts.74.up_proj,0.0000232029,0.10000,1.027
+2,mlp.experts.75.up_proj,0.0000311258,0.10000,1.019
+2,mlp.experts.76.up_proj,0.0000045667,0.10000,1.007
+2,mlp.experts.77.up_proj,0.0000196658,0.10000,1.027
+2,mlp.experts.78.up_proj,0.0000731779,0.10000,1.016
+2,mlp.experts.79.up_proj,0.0009890226,0.10000,1.030
+2,mlp.experts.80.up_proj,0.0000107508,0.10000,0.963
+2,mlp.experts.81.up_proj,0.0000453404,0.10000,0.956
+2,mlp.experts.82.up_proj,0.0000210928,0.10000,1.052
+2,mlp.experts.83.up_proj,0.0000151651,0.10000,0.997
+2,mlp.experts.84.up_proj,0.0000014194,0.10000,1.015
+2,mlp.experts.85.up_proj,0.0000043475,0.10000,1.017
+2,mlp.experts.86.up_proj,0.0000519931,0.10000,0.999
+2,mlp.experts.87.up_proj,0.0000090412,0.10000,0.999
+2,mlp.experts.88.up_proj,0.0000015620,0.10000,0.991
+2,mlp.experts.89.up_proj,0.0001675956,0.10000,1.020
+2,mlp.experts.90.up_proj,0.0000030263,0.10000,1.016
+2,mlp.experts.91.up_proj,0.0002228513,0.10000,1.020
+2,mlp.experts.92.up_proj,0.0084626188,0.10000,1.009
+2,mlp.experts.93.up_proj,0.0000063533,0.10000,1.016
+2,mlp.experts.94.up_proj,0.0001010628,0.10000,1.012
+2,mlp.experts.95.up_proj,0.0000043145,0.10000,1.049
+2,mlp.experts.96.up_proj,0.0004853297,0.10000,1.009
+2,mlp.experts.97.up_proj,0.0000191366,0.10000,1.027
+2,mlp.experts.98.up_proj,0.0002107245,0.10000,1.024
+2,mlp.experts.99.up_proj,0.0000268136,0.10000,0.995
+2,mlp.experts.100.up_proj,0.0000026960,0.10000,0.948
+2,mlp.experts.101.up_proj,0.0000059760,0.10000,0.935
+2,mlp.experts.102.up_proj,0.0002089634,0.10000,0.976
+2,mlp.experts.103.up_proj,0.0000394124,0.10000,0.999
+2,mlp.experts.104.up_proj,0.0000085949,0.10000,1.008
+2,mlp.experts.105.up_proj,0.0001760318,0.10000,1.003
+2,mlp.experts.106.up_proj,0.0000669538,0.10000,1.006
+2,mlp.experts.107.up_proj,0.0000339886,0.10000,1.009
+2,mlp.experts.108.up_proj,0.0001096073,0.10000,0.935
+2,mlp.experts.109.up_proj,0.0000457030,0.10000,0.957
+2,mlp.experts.110.up_proj,0.0334728275,0.10000,1.008
+2,mlp.experts.111.up_proj,0.0000334566,0.10000,1.020
+2,mlp.experts.112.up_proj,0.0000180654,0.10000,1.036
+2,mlp.experts.113.up_proj,0.0000153586,0.10000,1.039
+2,mlp.experts.114.up_proj,0.0007133580,0.10000,1.042
+2,mlp.experts.115.up_proj,0.0000124273,0.10000,1.035
+2,mlp.experts.116.up_proj,0.0000021932,0.10000,1.037
+2,mlp.experts.117.up_proj,0.0000029886,0.10000,0.998
+2,mlp.experts.118.up_proj,0.0000020793,0.10000,1.052
+2,mlp.experts.119.up_proj,0.0000057769,0.10000,1.021
+2,mlp.experts.120.up_proj,0.0000122211,0.10000,1.047
+2,mlp.experts.121.up_proj,0.0000179997,0.10000,1.008
+2,mlp.experts.122.up_proj,0.0000018241,0.10000,0.975
+2,mlp.experts.123.up_proj,0.0000082180,0.10000,1.037
+2,mlp.experts.124.up_proj,0.0003998505,0.10000,1.020
+2,mlp.experts.125.up_proj,0.0000055188,0.10000,1.031
+2,mlp.experts.126.up_proj,0.0000257378,0.10000,1.007
+2,mlp.experts.127.up_proj,0.0000214170,0.10000,1.047
+2,mlp.experts.0.gate_proj,0.0000078162,0.10000,1.010
+2,mlp.experts.1.gate_proj,0.0001730695,0.10000,1.043
+2,mlp.experts.2.gate_proj,0.0002292586,0.10000,1.057
+2,mlp.experts.3.gate_proj,0.0000912799,0.10000,1.040
+2,mlp.experts.4.gate_proj,0.0000032011,0.10000,1.032
+2,mlp.experts.5.gate_proj,0.0000701942,0.10000,1.000
+2,mlp.experts.6.gate_proj,0.0000106369,0.10000,0.991
+2,mlp.experts.7.gate_proj,0.0000043949,0.10000,0.994
+2,mlp.experts.8.gate_proj,0.0000031408,0.10000,1.009
+2,mlp.experts.9.gate_proj,0.0000017741,0.10000,0.998
+2,mlp.experts.10.gate_proj,0.0010935024,0.10000,0.963
+2,mlp.experts.11.gate_proj,0.0003193745,0.10000,0.971
+2,mlp.experts.12.gate_proj,0.0000268256,0.10000,0.965
+2,mlp.experts.13.gate_proj,0.0001618093,0.10000,1.014
+2,mlp.experts.14.gate_proj,0.0000032317,0.10000,1.019
+2,mlp.experts.15.gate_proj,0.0000047278,0.10000,0.985
+2,mlp.experts.16.gate_proj,0.0000285144,0.10000,0.952
+2,mlp.experts.17.gate_proj,0.0000423603,0.10000,0.957
+2,mlp.experts.18.gate_proj,0.0000812973,0.10000,0.987
+2,mlp.experts.19.gate_proj,0.0001819708,0.10000,1.031
+2,mlp.experts.20.gate_proj,0.0001769884,0.10000,1.007
+2,mlp.experts.21.gate_proj,0.0000754025,0.10000,1.045
+2,mlp.experts.22.gate_proj,0.0000357033,0.10000,0.998
+2,mlp.experts.23.gate_proj,0.0000655967,0.10000,0.933
+2,mlp.experts.24.gate_proj,0.0000171525,0.10000,1.022
+2,mlp.experts.25.gate_proj,0.0000252562,0.10000,1.016
+2,mlp.experts.26.gate_proj,0.0016819812,0.10000,0.998
+2,mlp.experts.27.gate_proj,0.0000089381,0.10000,1.012
+2,mlp.experts.28.gate_proj,0.0002923035,0.10000,1.043
+2,mlp.experts.29.gate_proj,0.0000068313,0.10000,1.018
+2,mlp.experts.30.gate_proj,0.0001562183,0.10000,1.026
+2,mlp.experts.31.gate_proj,0.0000559237,0.10000,1.005
+2,mlp.experts.32.gate_proj,0.0000758230,0.10000,1.000
+2,mlp.experts.33.gate_proj,0.0001255754,0.10000,0.983
+2,mlp.experts.34.gate_proj,0.0015263310,0.10000,0.974
+2,mlp.experts.35.gate_proj,0.0016386790,0.10000,0.999
+2,mlp.experts.36.gate_proj,0.0000727617,0.10000,0.973
+2,mlp.experts.37.gate_proj,0.0000277868,0.10000,0.989
+2,mlp.experts.38.gate_proj,0.0000035129,0.10000,0.960
+2,mlp.experts.39.gate_proj,0.0000657123,0.10000,0.984
+2,mlp.experts.40.gate_proj,0.0000017093,0.10000,1.045
+2,mlp.experts.41.gate_proj,0.0000199496,0.10000,1.049
+2,mlp.experts.42.gate_proj,0.0000813991,0.10000,1.050
+2,mlp.experts.43.gate_proj,0.0001831605,0.10000,0.977
+2,mlp.experts.44.gate_proj,0.0000299690,0.10000,0.964
+2,mlp.experts.45.gate_proj,0.0000773519,0.10000,1.031
+2,mlp.experts.46.gate_proj,0.0000169097,0.10000,1.030
+2,mlp.experts.47.gate_proj,0.0000038821,0.10000,1.001
+2,mlp.experts.48.gate_proj,0.0000151033,0.10000,1.017
+2,mlp.experts.49.gate_proj,0.0000063761,0.10000,0.952
+2,mlp.experts.50.gate_proj,0.0000020429,0.10000,1.024
+2,mlp.experts.51.gate_proj,0.0000012699,0.10000,1.006
+2,mlp.experts.52.gate_proj,0.0000048811,0.10000,1.048
+2,mlp.experts.53.gate_proj,0.0000028992,0.10000,1.020
+2,mlp.experts.54.gate_proj,0.0000033407,0.10000,1.031
+2,mlp.experts.55.gate_proj,0.0000280574,0.10000,0.988
+2,mlp.experts.56.gate_proj,0.0000868068,0.10000,0.988
+2,mlp.experts.57.gate_proj,0.0000676136,0.10000,1.012
+2,mlp.experts.58.gate_proj,0.0000348574,0.10000,1.007
+2,mlp.experts.59.gate_proj,0.0000162215,0.10000,1.027
+2,mlp.experts.60.gate_proj,0.0000085706,0.10000,0.998
+2,mlp.experts.61.gate_proj,0.0096318301,0.10000,1.022
+2,mlp.experts.62.gate_proj,0.0000258318,0.10000,0.990
+2,mlp.experts.63.gate_proj,0.0000114120,0.10000,0.997
+2,mlp.experts.64.gate_proj,0.0000035854,0.10000,1.001
+2,mlp.experts.65.gate_proj,0.0000057976,0.10000,1.014
+2,mlp.experts.66.gate_proj,0.0000732634,0.10000,1.009
+2,mlp.experts.67.gate_proj,0.0000057116,0.10000,0.980
+2,mlp.experts.68.gate_proj,0.0000332826,0.10000,0.907
+2,mlp.experts.69.gate_proj,0.0000085826,0.10000,0.915
+2,mlp.experts.70.gate_proj,0.0000140289,0.10000,0.908
+2,mlp.experts.71.gate_proj,0.0001907734,0.10000,0.889
+2,mlp.experts.72.gate_proj,0.0000041578,0.10000,0.983
+2,mlp.experts.73.gate_proj,0.0000028937,0.10000,1.024
+2,mlp.experts.74.gate_proj,0.0000247114,0.10000,1.034
+2,mlp.experts.75.gate_proj,0.0000349954,0.10000,1.028
+2,mlp.experts.76.gate_proj,0.0000050358,0.10000,1.025
+2,mlp.experts.77.gate_proj,0.0000222539,0.10000,1.025
+2,mlp.experts.78.gate_proj,0.0000810085,0.10000,1.014
+2,mlp.experts.79.gate_proj,0.0010742674,0.10000,1.009
+2,mlp.experts.80.gate_proj,0.0000122589,0.10000,1.007
+2,mlp.experts.81.gate_proj,0.0000480613,0.10000,0.972
+2,mlp.experts.82.gate_proj,0.0000222273,0.10000,0.955
+2,mlp.experts.83.gate_proj,0.0000161361,0.10000,1.033
+2,mlp.experts.84.gate_proj,0.0000014409,0.10000,0.985
+2,mlp.experts.85.gate_proj,0.0000046524,0.10000,1.003
+2,mlp.experts.86.gate_proj,0.0000573715,0.10000,1.008
+2,mlp.experts.87.gate_proj,0.0000098896,0.10000,1.012
+2,mlp.experts.88.gate_proj,0.0000017018,0.10000,1.031
+2,mlp.experts.89.gate_proj,0.0001771168,0.10000,0.984
+2,mlp.experts.90.gate_proj,0.0000032602,0.10000,1.011
+2,mlp.experts.91.gate_proj,0.0002394891,0.10000,1.032
+2,mlp.experts.92.gate_proj,0.0696871161,0.10000,1.051
+2,mlp.experts.93.gate_proj,0.0000067071,0.10000,1.036
+2,mlp.experts.94.gate_proj,0.0001205319,0.10000,1.043
+2,mlp.experts.95.gate_proj,0.0000046441,0.10000,1.023
+2,mlp.experts.96.gate_proj,0.0005035217,0.10000,0.985
+2,mlp.experts.97.gate_proj,0.0000211408,0.10000,0.983
+2,mlp.experts.98.gate_proj,0.0002258919,0.10000,0.957
+2,mlp.experts.99.gate_proj,0.0000293802,0.10000,0.921
+2,mlp.experts.100.gate_proj,0.0000029161,0.10000,0.969
+2,mlp.experts.101.gate_proj,0.0000062389,0.10000,0.989
+2,mlp.experts.102.gate_proj,0.0002173531,0.10000,0.998
+2,mlp.experts.103.gate_proj,0.0000421278,0.10000,0.974
+2,mlp.experts.104.gate_proj,0.0000095035,0.10000,1.004
+2,mlp.experts.105.gate_proj,0.0001988871,0.10000,0.970
+2,mlp.experts.106.gate_proj,0.0000703769,0.10000,0.965
+2,mlp.experts.107.gate_proj,0.0000359858,0.10000,0.988
+2,mlp.experts.108.gate_proj,0.0001220452,0.10000,0.990
+2,mlp.experts.109.gate_proj,0.0000489160,0.10000,0.987
+2,mlp.experts.110.gate_proj,0.0343607654,0.10000,0.996
+2,mlp.experts.111.gate_proj,0.0000369667,0.10000,0.982
+2,mlp.experts.112.gate_proj,0.0000191410,0.10000,0.984
+2,mlp.experts.113.gate_proj,0.0000171450,0.10000,0.985
+2,mlp.experts.114.gate_proj,0.0007348076,0.10000,0.978
+2,mlp.experts.115.gate_proj,0.0000136848,0.10000,1.012
+2,mlp.experts.116.gate_proj,0.0000023216,0.10000,1.015
+2,mlp.experts.117.gate_proj,0.0000031852,0.10000,1.053
+2,mlp.experts.118.gate_proj,0.0000021605,0.10000,1.043
+2,mlp.experts.119.gate_proj,0.0000064676,0.10000,1.037
+2,mlp.experts.120.gate_proj,0.0000132881,0.10000,1.029
+2,mlp.experts.121.gate_proj,0.0000194031,0.10000,1.060
+2,mlp.experts.122.gate_proj,0.0000020102,0.10000,1.052
+2,mlp.experts.123.gate_proj,0.0000087341,0.10000,1.032
+2,mlp.experts.124.gate_proj,0.0004325911,0.10000,1.064
+2,mlp.experts.125.gate_proj,0.0000059966,0.10000,1.026
+2,mlp.experts.126.gate_proj,0.0000276333,0.10000,1.047
+2,mlp.experts.127.gate_proj,0.0000228487,0.10000,0.855
+2,mlp.experts.0.down_proj,0.0000004464,0.10000,0.384
+2,mlp.experts.1.down_proj,0.0000152750,0.10000,0.390
+2,mlp.experts.2.down_proj,0.0000330392,0.10000,0.398
+2,mlp.experts.3.down_proj,0.0000242285,0.10000,0.397
+2,mlp.experts.5.down_proj,0.0000191191,0.10000,0.396
+2,mlp.experts.4.down_proj,0.0000001797,0.10000,0.408
+2,mlp.experts.6.down_proj,0.0000024325,0.10000,0.379
+2,mlp.experts.7.down_proj,0.0000006240,0.10000,0.403
+2,mlp.experts.8.down_proj,0.0000002515,0.10000,0.387
+2,mlp.experts.9.down_proj,0.0000001067,0.10000,0.399
+2,mlp.experts.10.down_proj,0.0000354929,0.10000,0.405
+2,mlp.experts.11.down_proj,0.0000315385,0.10000,0.398
+2,mlp.experts.12.down_proj,0.0000051580,0.10000,0.368
+2,mlp.experts.13.down_proj,0.0000121570,0.10000,0.354
+2,mlp.experts.14.down_proj,0.0000003458,0.10000,0.393
+2,mlp.experts.15.down_proj,0.0000006365,0.10000,0.407
+2,mlp.experts.16.down_proj,0.0000019869,0.10000,0.388
+2,mlp.experts.17.down_proj,0.0000071331,0.10000,0.408
+2,mlp.experts.18.down_proj,0.0000063152,0.10000,0.351
+2,mlp.experts.19.down_proj,0.0000168706,0.10000,0.375
+2,mlp.experts.20.down_proj,0.0000185790,0.10000,0.396
+2,mlp.experts.21.down_proj,0.0000074258,0.10000,0.377
+2,mlp.experts.22.down_proj,0.0000008199,0.10000,0.353
+2,mlp.experts.23.down_proj,0.0000173995,0.10000,0.370
+2,mlp.experts.24.down_proj,0.0000039589,0.10000,0.335
+2,mlp.experts.25.down_proj,0.0000015187,0.10000,0.336
+2,mlp.experts.26.down_proj,0.0001254343,0.10000,0.357
+2,mlp.experts.27.down_proj,0.0000006913,0.10000,0.370
+2,mlp.experts.28.down_proj,0.0000392227,0.10000,0.341
+2,mlp.experts.29.down_proj,0.0000053013,0.10000,0.329
+2,mlp.experts.30.down_proj,0.0000251218,0.10000,0.401
+2,mlp.experts.31.down_proj,0.0000078237,0.10000,0.358
+2,mlp.experts.32.down_proj,0.0000049799,0.10000,0.357
+2,mlp.experts.33.down_proj,0.0000156179,0.10000,0.348
+2,mlp.experts.34.down_proj,0.0001252976,0.10000,0.385
+2,mlp.experts.35.down_proj,0.0002407721,0.10000,0.395
+2,mlp.experts.36.down_proj,0.0000056520,0.10000,0.331
+2,mlp.experts.37.down_proj,0.0000044406,0.10000,0.331
+2,mlp.experts.38.down_proj,0.0000002296,0.10000,0.315
+2,mlp.experts.39.down_proj,0.0000051097,0.10000,0.323
+2,mlp.experts.40.down_proj,0.0000000799,0.10000,0.347
+2,mlp.experts.41.down_proj,0.0000057144,0.10000,0.350
+2,mlp.experts.42.down_proj,0.0000069512,0.10000,0.368
+2,mlp.experts.43.down_proj,0.0000147270,0.10000,0.356
+2,mlp.experts.44.down_proj,0.0000088825,0.10000,0.391
+2,mlp.experts.45.down_proj,0.0000064725,0.10000,0.401
+2,mlp.experts.46.down_proj,0.0000011193,0.10000,0.388
+2,mlp.experts.47.down_proj,0.0000002499,0.10000,0.401
+2,mlp.experts.48.down_proj,0.0000019834,0.10000,0.388
+2,mlp.experts.49.down_proj,0.0000003930,0.10000,0.402
+2,mlp.experts.50.down_proj,0.0000000935,0.10000,0.388
+2,mlp.experts.51.down_proj,0.0000000727,0.10000,0.387
+2,mlp.experts.52.down_proj,0.0000005051,0.10000,0.389
+2,mlp.experts.53.down_proj,0.0000004362,0.10000,0.402
+2,mlp.experts.54.down_proj,0.0000003332,0.10000,0.390
+2,mlp.experts.55.down_proj,0.0000011857,0.10000,0.398
+2,mlp.experts.56.down_proj,0.0000024110,0.10000,0.394
+2,mlp.experts.57.down_proj,0.0000235409,0.10000,0.390
+2,mlp.experts.58.down_proj,0.0000018327,0.10000,0.395
+2,mlp.experts.59.down_proj,0.0000034536,0.10000,0.398
+2,mlp.experts.60.down_proj,0.0000005552,0.10000,0.398
+2,mlp.experts.61.down_proj,0.0001314368,0.10000,0.393
+2,mlp.experts.62.down_proj,0.0000036484,0.10000,0.376
+2,mlp.experts.63.down_proj,0.0000005405,0.10000,0.385
+2,mlp.experts.64.down_proj,0.0000002912,0.10000,0.395
+2,mlp.experts.65.down_proj,0.0000009467,0.10000,0.383
+2,mlp.experts.66.down_proj,0.0000055619,0.10000,0.384
+2,mlp.experts.67.down_proj,0.0000010871,0.10000,0.382
+2,mlp.experts.68.down_proj,0.0000011254,0.10000,0.383
+2,mlp.experts.69.down_proj,0.0000014141,0.10000,0.391
+2,mlp.experts.70.down_proj,0.0000051564,0.10000,0.392
+2,mlp.experts.71.down_proj,0.0000145814,0.10000,0.390
+2,mlp.experts.72.down_proj,0.0000003416,0.10000,0.396
+2,mlp.experts.73.down_proj,0.0000002303,0.10000,0.401
+2,mlp.experts.74.down_proj,0.0000041398,0.10000,0.393
+2,mlp.experts.75.down_proj,0.0000077932,0.10000,0.390
+2,mlp.experts.76.down_proj,0.0000003236,0.10000,0.395
+2,mlp.experts.77.down_proj,0.0000033061,0.10000,0.397
+2,mlp.experts.78.down_proj,0.0000079370,0.10000,0.404
+2,mlp.experts.79.down_proj,0.0001170052,0.10000,0.388
+2,mlp.experts.80.down_proj,0.0000009022,0.10000,0.335
+2,mlp.experts.81.down_proj,0.0000117154,0.10000,0.329
+2,mlp.experts.82.down_proj,0.0000018600,0.10000,0.330
+2,mlp.experts.83.down_proj,0.0000008173,0.10000,0.345
+2,mlp.experts.84.down_proj,0.0000001018,0.10000,0.396
+2,mlp.experts.85.down_proj,0.0000003874,0.10000,0.396
+2,mlp.experts.86.down_proj,0.0000154003,0.10000,0.393
+2,mlp.experts.87.down_proj,0.0000011552,0.10000,0.410
+2,mlp.experts.88.down_proj,0.0000001444,0.10000,0.336
+2,mlp.experts.89.down_proj,0.0000203895,0.10000,0.322
+2,mlp.experts.90.down_proj,0.0000003061,0.10000,0.330
+2,mlp.experts.91.down_proj,0.0000258204,0.10000,0.326
+2,mlp.experts.92.down_proj,0.8461395247,0.10000,0.370
+2,mlp.experts.93.down_proj,0.0000004424,0.10000,0.363
+2,mlp.experts.94.down_proj,0.0000038788,0.10000,0.375
+2,mlp.experts.95.down_proj,0.0000002108,0.10000,0.380
+2,mlp.experts.96.down_proj,0.0000577754,0.10000,0.378
+2,mlp.experts.97.down_proj,0.0000021262,0.10000,0.411
+2,mlp.experts.98.down_proj,0.0000998207,0.10000,0.374
+2,mlp.experts.99.down_proj,0.0000040101,0.10000,0.406
+2,mlp.experts.100.down_proj,0.0000002128,0.10000,0.377
+2,mlp.experts.101.down_proj,0.0000003422,0.10000,0.412
+2,mlp.experts.102.down_proj,0.0000227773,0.10000,0.387
+2,mlp.experts.103.down_proj,0.0000039490,0.10000,0.380
+2,mlp.experts.104.down_proj,0.0000015196,0.10000,0.338
+2,mlp.experts.105.down_proj,0.0000156992,0.10000,0.347
+2,mlp.experts.106.down_proj,0.0000048870,0.10000,0.378
+2,mlp.experts.107.down_proj,0.0000161229,0.10000,0.409
+2,mlp.experts.108.down_proj,0.0000122468,0.10000,0.403
+2,mlp.experts.109.down_proj,0.0000053169,0.10000,0.400
+2,mlp.experts.110.down_proj,0.0058361086,0.10000,0.405
+2,mlp.experts.111.down_proj,0.0000217088,0.10000,0.403
+2,mlp.experts.112.down_proj,0.0000032470,0.10000,0.394
+2,mlp.experts.113.down_proj,0.0000009082,0.10000,0.381
+2,mlp.experts.114.down_proj,0.0000546954,0.10000,0.353
+2,mlp.experts.115.down_proj,0.0000014580,0.10000,0.348
+2,mlp.experts.116.down_proj,0.0000001662,0.10000,0.359
+2,mlp.experts.117.down_proj,0.0000003115,0.10000,0.398
+2,mlp.experts.118.down_proj,0.0000000860,0.10000,0.408
+2,mlp.experts.119.down_proj,0.0000006074,0.10000,0.395
+2,mlp.experts.120.down_proj,0.0000024173,0.10000,0.397
+2,mlp.experts.121.down_proj,0.0000043452,0.10000,0.373
+2,mlp.experts.122.down_proj,0.0000002278,0.10000,0.380
+2,mlp.experts.123.down_proj,0.0000008497,0.10000,0.423
+2,mlp.experts.124.down_proj,0.0000452318,0.10000,0.383
+2,mlp.experts.125.down_proj,0.0000001860,0.10000,0.406
+2,mlp.experts.126.down_proj,0.0000091885,0.10000,0.396
+2,mlp.experts.127.down_proj,0.0000044357,0.10000,0.313
+3,self_attn.q_proj,0.0000000697,0.10000,1.031
+3,self_attn.k_proj,0.0000000086,0.10000,1.035
+3,self_attn.v_proj,0.0000000123,0.10000,0.606
+3,self_attn.o_proj,0.0000000083,0.10000,1.198
+3,mlp.gate,0.0000038232,0.10000,0.609
+3,mlp.experts.1.up_proj,0.0000063691,0.10000,1.037
+3,mlp.experts.0.up_proj,0.0000317482,0.10000,1.079
+3,mlp.experts.2.up_proj,0.0000047658,0.10000,1.046
+3,mlp.experts.3.up_proj,0.0000143657,0.10000,1.054
+3,mlp.experts.4.up_proj,0.0000117772,0.10000,1.042
+3,mlp.experts.5.up_proj,0.0000785188,0.10000,1.036
+3,mlp.experts.6.up_proj,0.0000030546,0.10000,0.992
+3,mlp.experts.7.up_proj,0.0000043895,0.10000,1.005
+3,mlp.experts.8.up_proj,0.0005521875,0.10000,0.987
+3,mlp.experts.9.up_proj,0.0000130181,0.10000,0.993
+3,mlp.experts.10.up_proj,0.0000046383,0.10000,0.979
+3,mlp.experts.11.up_proj,0.0000060780,0.10000,0.966
+3,mlp.experts.12.up_proj,0.0000587668,0.10000,1.019
+3,mlp.experts.13.up_proj,0.0000112577,0.10000,1.055
+3,mlp.experts.14.up_proj,0.0000904007,0.10000,1.050
+3,mlp.experts.15.up_proj,0.0001682348,0.10000,1.029
+3,mlp.experts.16.up_proj,0.0000253861,0.10000,1.048
+3,mlp.experts.17.up_proj,0.0000857287,0.10000,1.032
+3,mlp.experts.18.up_proj,0.0001309116,0.10000,1.061
+3,mlp.experts.19.up_proj,0.0000281401,0.10000,1.049
+3,mlp.experts.21.up_proj,0.0000126276,0.10000,1.059
+3,mlp.experts.20.up_proj,0.0000218751,0.10000,1.097
+3,mlp.experts.23.up_proj,0.0000816685,0.10000,1.051
+3,mlp.experts.22.up_proj,0.0000123377,0.10000,1.066
+3,mlp.experts.24.up_proj,0.0000148265,0.10000,1.011
+3,mlp.experts.25.up_proj,0.0000023635,0.10000,1.065
+3,mlp.experts.26.up_proj,0.0000031569,0.10000,1.034
+3,mlp.experts.27.up_proj,0.0000612267,0.10000,1.020
+3,mlp.experts.28.up_proj,0.0000411031,0.10000,1.036
+3,mlp.experts.29.up_proj,0.0000120843,0.10000,1.053
+3,mlp.experts.30.up_proj,0.0000961292,0.10000,1.038
+3,mlp.experts.31.up_proj,0.0000049095,0.10000,1.019
+3,mlp.experts.32.up_proj,0.0000459641,0.10000,1.010
+3,mlp.experts.33.up_proj,0.0002701135,0.10000,1.053
+3,mlp.experts.34.up_proj,0.0000139156,0.10000,1.038
+3,mlp.experts.35.up_proj,0.0000063255,0.10000,1.013
+3,mlp.experts.36.up_proj,0.0000576428,0.10000,1.019
+3,mlp.experts.37.up_proj,0.0000353126,0.10000,1.016
+3,mlp.experts.38.up_proj,0.0000020864,0.10000,0.987
+3,mlp.experts.39.up_proj,0.0000424879,0.10000,0.986
+3,mlp.experts.40.up_proj,0.0000995784,0.10000,1.065
+3,mlp.experts.41.up_proj,0.0000375061,0.10000,1.039
+3,mlp.experts.42.up_proj,0.0000564508,0.10000,0.990
+3,mlp.experts.43.up_proj,0.0002618070,0.10000,0.976
+3,mlp.experts.44.up_proj,0.0001818473,0.10000,1.066
+3,mlp.experts.45.up_proj,0.0000361375,0.10000,1.050
+3,mlp.experts.47.up_proj,0.0000789854,0.10000,1.007
+3,mlp.experts.46.up_proj,0.0001003485,0.10000,1.021
+3,mlp.experts.48.up_proj,0.0000791442,0.10000,1.023
+3,mlp.experts.49.up_proj,0.0000651380,0.10000,1.062
+3,mlp.experts.50.up_proj,0.0000349556,0.10000,1.020
+3,mlp.experts.51.up_proj,0.0000826775,0.10000,1.024
+3,mlp.experts.52.up_proj,0.0097523391,0.10000,0.938
+3,mlp.experts.53.up_proj,0.0000042988,0.10000,0.961
+3,mlp.experts.54.up_proj,0.0000110518,0.10000,0.967
+3,mlp.experts.55.up_proj,0.0000107763,0.10000,0.970
+3,mlp.experts.56.up_proj,0.0001857365,0.10000,0.990
+3,mlp.experts.57.up_proj,0.0005367547,0.10000,0.988
+3,mlp.experts.58.up_proj,0.0006857435,0.10000,0.988
+3,mlp.experts.59.up_proj,0.0000061013,0.10000,0.999
+3,mlp.experts.60.up_proj,0.0000146456,0.10000,0.983
+3,mlp.experts.61.up_proj,0.0000027997,0.10000,0.985
+3,mlp.experts.62.up_proj,0.0000030647,0.10000,0.980
+3,mlp.experts.63.up_proj,0.0002386421,0.10000,0.981
+3,mlp.experts.64.up_proj,0.0000026607,0.10000,0.967
+3,mlp.experts.65.up_proj,0.0000967227,0.10000,0.973
+3,mlp.experts.66.up_proj,0.0000388191,0.10000,0.978
+3,mlp.experts.67.up_proj,0.0000818719,0.10000,0.981
+3,mlp.experts.68.up_proj,0.0001093375,0.10000,0.975
+3,mlp.experts.69.up_proj,0.0000817124,0.10000,0.928
+3,mlp.experts.70.up_proj,0.0000062831,0.10000,1.014
+3,mlp.experts.71.up_proj,0.0000639841,0.10000,1.018
+3,mlp.experts.72.up_proj,0.0047511927,0.10000,1.076
+3,mlp.experts.73.up_proj,0.0000047934,0.10000,1.045
+3,mlp.experts.74.up_proj,0.0000103510,0.10000,1.042
+3,mlp.experts.75.up_proj,0.0000127162,0.10000,1.043
+3,mlp.experts.76.up_proj,0.0000182905,0.10000,0.992
+3,mlp.experts.77.up_proj,0.0000071618,0.10000,0.995
+3,mlp.experts.78.up_proj,0.0000039974,0.10000,1.020
+3,mlp.experts.79.up_proj,0.0000678873,0.10000,1.015
+3,mlp.experts.80.up_proj,0.0000473983,0.10000,1.064
+3,mlp.experts.81.up_proj,0.0000080932,0.10000,1.058
+3,mlp.experts.82.up_proj,0.0011125022,0.10000,0.990
+3,mlp.experts.83.up_proj,0.0000950580,0.10000,1.029
+3,mlp.experts.84.up_proj,0.0000189626,0.10000,0.962
+3,mlp.experts.85.up_proj,0.0248522231,0.10000,0.987
+3,mlp.experts.86.up_proj,0.0000237398,0.10000,0.989
+3,mlp.experts.87.up_proj,0.0000770976,0.10000,0.990
+3,mlp.experts.88.up_proj,0.0000997769,0.10000,0.999
+3,mlp.experts.89.up_proj,0.0000027990,0.10000,1.018
+3,mlp.experts.90.up_proj,0.0000117525,0.10000,0.945
+3,mlp.experts.91.up_proj,0.0000141502,0.10000,0.950
+3,mlp.experts.92.up_proj,0.0000282244,0.10000,0.891
+3,mlp.experts.93.up_proj,0.0000109151,0.10000,0.915
+3,mlp.experts.94.up_proj,0.0000208894,0.10000,1.010
+3,mlp.experts.95.up_proj,0.0002845710,0.10000,1.033
+3,mlp.experts.96.up_proj,0.0001971875,0.10000,1.038
+3,mlp.experts.97.up_proj,0.0000494449,0.10000,0.994
+3,mlp.experts.98.up_proj,0.0000844215,0.10000,0.975
+3,mlp.experts.99.up_proj,0.0000634315,0.10000,1.044
+3,mlp.experts.100.up_proj,0.0001032810,0.10000,0.955
+3,mlp.experts.101.up_proj,0.0000169664,0.10000,1.017
+3,mlp.experts.102.up_proj,0.0003708580,0.10000,0.957
+3,mlp.experts.103.up_proj,0.0000102112,0.10000,0.988
+3,mlp.experts.104.up_proj,0.0000127536,0.10000,0.962
+3,mlp.experts.105.up_proj,0.0000034277,0.10000,0.982
+3,mlp.experts.106.up_proj,0.0000051278,0.10000,1.018
+3,mlp.experts.107.up_proj,0.0000749589,0.10000,1.011
+3,mlp.experts.108.up_proj,0.0000701336,0.10000,0.999
+3,mlp.experts.109.up_proj,0.0000817263,0.10000,0.974
+3,mlp.experts.110.up_proj,0.0002127415,0.10000,1.038
+3,mlp.experts.111.up_proj,0.0001930966,0.10000,0.997
+3,mlp.experts.112.up_proj,0.0000051903,0.10000,1.056
+3,mlp.experts.113.up_proj,0.0000451468,0.10000,1.046
+3,mlp.experts.114.up_proj,0.0001565510,0.10000,1.051
+3,mlp.experts.115.up_proj,0.0001269072,0.10000,1.032
+3,mlp.experts.116.up_proj,0.0001498135,0.10000,0.982
+3,mlp.experts.117.up_proj,0.0001093535,0.10000,1.038
+3,mlp.experts.118.up_proj,0.0001092732,0.10000,0.985
+3,mlp.experts.119.up_proj,0.0000590353,0.10000,1.033
+3,mlp.experts.120.up_proj,0.0000093408,0.10000,0.984
+3,mlp.experts.121.up_proj,0.0000059016,0.10000,1.023
+3,mlp.experts.122.up_proj,0.0000503576,0.10000,0.978
+3,mlp.experts.123.up_proj,0.0000076084,0.10000,0.972
+3,mlp.experts.124.up_proj,0.0000040378,0.10000,1.019
+3,mlp.experts.125.up_proj,0.0000321647,0.10000,1.015
+3,mlp.experts.126.up_proj,0.0001014793,0.10000,1.003
+3,mlp.experts.127.up_proj,0.0000344582,0.10000,1.009
+3,mlp.experts.0.gate_proj,0.0000333045,0.10000,1.003
+3,mlp.experts.1.gate_proj,0.0000067387,0.10000,1.031
+3,mlp.experts.2.gate_proj,0.0000049307,0.10000,0.945
+3,mlp.experts.3.gate_proj,0.0000150650,0.10000,1.026
+3,mlp.experts.4.gate_proj,0.0000127624,0.10000,0.966
+3,mlp.experts.5.gate_proj,0.0000836177,0.10000,1.022
+3,mlp.experts.6.gate_proj,0.0000031866,0.10000,1.018
+3,mlp.experts.7.gate_proj,0.0000048436,0.10000,1.036
+3,mlp.experts.8.gate_proj,0.0006214085,0.10000,0.990
+3,mlp.experts.9.gate_proj,0.0000138924,0.10000,0.983
+3,mlp.experts.10.gate_proj,0.0000050043,0.10000,0.982
+3,mlp.experts.11.gate_proj,0.0000066251,0.10000,0.989
+3,mlp.experts.12.gate_proj,0.0000627634,0.10000,0.977
+3,mlp.experts.13.gate_proj,0.0000119387,0.10000,0.989
+3,mlp.experts.14.gate_proj,0.0000922640,0.10000,1.006
+3,mlp.experts.15.gate_proj,0.0001809280,0.10000,1.005
+3,mlp.experts.16.gate_proj,0.0000269859,0.10000,0.993
+3,mlp.experts.17.gate_proj,0.0000922794,0.10000,0.976
+3,mlp.experts.18.gate_proj,0.0001384579,0.10000,0.996
+3,mlp.experts.19.gate_proj,0.0000294519,0.10000,1.026
+3,mlp.experts.20.gate_proj,0.0000232478,0.10000,1.040
+3,mlp.experts.21.gate_proj,0.0000135111,0.10000,1.016
+3,mlp.experts.22.gate_proj,0.0000132154,0.10000,1.029
+3,mlp.experts.23.gate_proj,0.0000868235,0.10000,1.026
+3,mlp.experts.24.gate_proj,0.0000151366,0.10000,0.985
+3,mlp.experts.25.gate_proj,0.0000025133,0.10000,0.966
+3,mlp.experts.26.gate_proj,0.0000032525,0.10000,0.962
+3,mlp.experts.27.gate_proj,0.0000643513,0.10000,1.036
+3,mlp.experts.28.gate_proj,0.0000442123,0.10000,1.042
+3,mlp.experts.29.gate_proj,0.0000127312,0.10000,0.973
+3,mlp.experts.30.gate_proj,0.0001017930,0.10000,0.937
+3,mlp.experts.31.gate_proj,0.0000052606,0.10000,1.022
+3,mlp.experts.32.gate_proj,0.0000498795,0.10000,1.060
+3,mlp.experts.33.gate_proj,0.0002857352,0.10000,0.978
+3,mlp.experts.34.gate_proj,0.0000145995,0.10000,0.973
+3,mlp.experts.35.gate_proj,0.0000065931,0.10000,0.988
+3,mlp.experts.36.gate_proj,0.0000624247,0.10000,1.005
+3,mlp.experts.37.gate_proj,0.0000373374,0.10000,1.075
+3,mlp.experts.38.gate_proj,0.0000021463,0.10000,1.023
+3,mlp.experts.39.gate_proj,0.0000459220,0.10000,1.024
+3,mlp.experts.40.gate_proj,0.0001041689,0.10000,1.045
+3,mlp.experts.41.gate_proj,0.0000414353,0.10000,1.042
+3,mlp.experts.42.gate_proj,0.0000639506,0.10000,1.057
+3,mlp.experts.43.gate_proj,0.0002770347,0.10000,1.045
+3,mlp.experts.44.gate_proj,0.0001936470,0.10000,1.028
+3,mlp.experts.45.gate_proj,0.0000384016,0.10000,1.039
+3,mlp.experts.46.gate_proj,0.0001054711,0.10000,1.031
+3,mlp.experts.47.gate_proj,0.0000849646,0.10000,0.999
+3,mlp.experts.48.gate_proj,0.0000855570,0.10000,1.069
+3,mlp.experts.49.gate_proj,0.0000699416,0.10000,1.011
+3,mlp.experts.50.gate_proj,0.0000366512,0.10000,1.015
+3,mlp.experts.51.gate_proj,0.0000877922,0.10000,1.055
+3,mlp.experts.52.gate_proj,0.0106749845,0.10000,0.988
+3,mlp.experts.53.gate_proj,0.0000044269,0.10000,0.980
+3,mlp.experts.54.gate_proj,0.0000113387,0.10000,0.986
+3,mlp.experts.55.gate_proj,0.0000113345,0.10000,1.036
+3,mlp.experts.56.gate_proj,0.0001975657,0.10000,1.064
+3,mlp.experts.57.gate_proj,0.0005701561,0.10000,1.069
+3,mlp.experts.58.gate_proj,0.0007287559,0.10000,0.993
+3,mlp.experts.59.gate_proj,0.0000064971,0.10000,1.005
+3,mlp.experts.60.gate_proj,0.0000157572,0.10000,1.032
+3,mlp.experts.61.gate_proj,0.0000029406,0.10000,1.006
+3,mlp.experts.62.gate_proj,0.0000031894,0.10000,1.047
+3,mlp.experts.63.gate_proj,0.0002632211,0.10000,1.050
+3,mlp.experts.64.gate_proj,0.0000028210,0.10000,1.032
+3,mlp.experts.65.gate_proj,0.0001031147,0.10000,1.010
+3,mlp.experts.66.gate_proj,0.0000408705,0.10000,1.011
+3,mlp.experts.67.gate_proj,0.0000862557,0.10000,1.025
+3,mlp.experts.68.gate_proj,0.0001166410,0.10000,1.029
+3,mlp.experts.69.gate_proj,0.0000870889,0.10000,1.000
+3,mlp.experts.70.gate_proj,0.0000064658,0.10000,1.009
+3,mlp.experts.71.gate_proj,0.0000673321,0.10000,0.990
+3,mlp.experts.72.gate_proj,0.0053556037,0.10000,1.013
+3,mlp.experts.73.gate_proj,0.0000051097,0.10000,1.013
+3,mlp.experts.74.gate_proj,0.0000107683,0.10000,1.007
+3,mlp.experts.75.gate_proj,0.0000142882,0.10000,1.055
+3,mlp.experts.76.gate_proj,0.0000196637,0.10000,0.969
+3,mlp.experts.77.gate_proj,0.0000075313,0.10000,1.015
+3,mlp.experts.78.gate_proj,0.0000042057,0.10000,0.958
+3,mlp.experts.79.gate_proj,0.0000720880,0.10000,0.973
+3,mlp.experts.80.gate_proj,0.0000502375,0.10000,0.969
+3,mlp.experts.81.gate_proj,0.0000086945,0.10000,1.006
+3,mlp.experts.82.gate_proj,0.0057821414,0.10000,1.002
+3,mlp.experts.83.gate_proj,0.0001031361,0.10000,0.984
+3,mlp.experts.84.gate_proj,0.0000200113,0.10000,1.025
+3,mlp.experts.85.gate_proj,0.0237250721,0.10000,1.032
+3,mlp.experts.86.gate_proj,0.0000257359,0.10000,1.011
+3,mlp.experts.87.gate_proj,0.0000818914,0.10000,1.000
+3,mlp.experts.88.gate_proj,0.0001066232,0.10000,1.019
+3,mlp.experts.89.gate_proj,0.0000029465,0.10000,1.009
+3,mlp.experts.90.gate_proj,0.0000125378,0.10000,1.028
+3,mlp.experts.91.gate_proj,0.0000152964,0.10000,1.001
+3,mlp.experts.92.gate_proj,0.0000295893,0.10000,1.029
+3,mlp.experts.93.gate_proj,0.0000114876,0.10000,0.991
+3,mlp.experts.94.gate_proj,0.0000221503,0.10000,1.042
+3,mlp.experts.95.gate_proj,0.0003003044,0.10000,0.959
+3,mlp.experts.96.gate_proj,0.0002066800,0.10000,0.971
+3,mlp.experts.97.gate_proj,0.0000527680,0.10000,0.923
+3,mlp.experts.98.gate_proj,0.0000940364,0.10000,0.935
+3,mlp.experts.99.gate_proj,0.0000668851,0.10000,0.980
+3,mlp.experts.100.gate_proj,0.0001094545,0.10000,1.027
+3,mlp.experts.101.gate_proj,0.0000176395,0.10000,1.028
+3,mlp.experts.102.gate_proj,0.0004045115,0.10000,1.005
+3,mlp.experts.103.gate_proj,0.0000106898,0.10000,1.039
+3,mlp.experts.104.gate_proj,0.0000137379,0.10000,0.971
+3,mlp.experts.105.gate_proj,0.0000037045,0.10000,1.039
+3,mlp.experts.106.gate_proj,0.0000054964,0.10000,1.026
+3,mlp.experts.107.gate_proj,0.0000854838,0.10000,1.034
+3,mlp.experts.108.gate_proj,0.0000748343,0.10000,1.023
+3,mlp.experts.109.gate_proj,0.0000869679,0.10000,1.038
+3,mlp.experts.110.gate_proj,0.0002264383,0.10000,1.031
+3,mlp.experts.111.gate_proj,0.0002035406,0.10000,1.056
+3,mlp.experts.112.gate_proj,0.0000055484,0.10000,1.039
+3,mlp.experts.113.gate_proj,0.0000473878,0.10000,1.058
+3,mlp.experts.114.gate_proj,0.0001633040,0.10000,1.049
+3,mlp.experts.115.gate_proj,0.0001357028,0.10000,1.038
+3,mlp.experts.116.gate_proj,0.0001610769,0.10000,1.026
+3,mlp.experts.117.gate_proj,0.0001162172,0.10000,1.052
+3,mlp.experts.118.gate_proj,0.0001150711,0.10000,1.053
+3,mlp.experts.119.gate_proj,0.0000624126,0.10000,1.031
+3,mlp.experts.120.gate_proj,0.0000096314,0.10000,1.070
+3,mlp.experts.121.gate_proj,0.0000062994,0.10000,1.060
+3,mlp.experts.122.gate_proj,0.0000540255,0.10000,1.040
+3,mlp.experts.123.gate_proj,0.0000080641,0.10000,1.060
+3,mlp.experts.124.gate_proj,0.0000042171,0.10000,1.023
+3,mlp.experts.125.gate_proj,0.0000339195,0.10000,1.038
+3,mlp.experts.126.gate_proj,0.0001047953,0.10000,1.010
+3,mlp.experts.127.gate_proj,0.0000359447,0.10000,0.779
+3,mlp.experts.0.down_proj,0.0000034104,0.10000,0.350
+3,mlp.experts.1.down_proj,0.0000005885,0.10000,0.359
+3,mlp.experts.2.down_proj,0.0000002756,0.10000,0.402
+3,mlp.experts.3.down_proj,0.0000013137,0.10000,0.408
+3,mlp.experts.4.down_proj,0.0000009431,0.10000,0.377
+3,mlp.experts.5.down_proj,0.0000188164,0.10000,0.390
+3,mlp.experts.6.down_proj,0.0000002622,0.10000,0.364
+3,mlp.experts.7.down_proj,0.0000004510,0.10000,0.357
+3,mlp.experts.8.down_proj,0.0001213235,0.10000,0.403
+3,mlp.experts.9.down_proj,0.0000010218,0.10000,0.396
+3,mlp.experts.10.down_proj,0.0000004427,0.10000,0.395
+3,mlp.experts.11.down_proj,0.0000007345,0.10000,0.391
+3,mlp.experts.12.down_proj,0.0000125336,0.10000,0.393
+3,mlp.experts.13.down_proj,0.0000010560,0.10000,0.398
+3,mlp.experts.14.down_proj,0.0000065985,0.10000,0.391
+3,mlp.experts.15.down_proj,0.0000208464,0.10000,0.387
+3,mlp.experts.16.down_proj,0.0000019282,0.10000,0.394
+3,mlp.experts.17.down_proj,0.0000124753,0.10000,0.395
+3,mlp.experts.18.down_proj,0.0000392219,0.10000,0.386
+3,mlp.experts.19.down_proj,0.0000044097,0.10000,0.393
+3,mlp.experts.20.down_proj,0.0000033383,0.10000,0.340
+3,mlp.experts.21.down_proj,0.0000013223,0.10000,0.344
+3,mlp.experts.22.down_proj,0.0000009618,0.10000,0.333
+3,mlp.experts.23.down_proj,0.0000195769,0.10000,0.331
+3,mlp.experts.24.down_proj,0.0000007555,0.10000,0.396
+3,mlp.experts.25.down_proj,0.0000001655,0.10000,0.398
+3,mlp.experts.26.down_proj,0.0000002246,0.10000,0.350
+3,mlp.experts.27.down_proj,0.0000051472,0.10000,0.357
+3,mlp.experts.28.down_proj,0.0000139157,0.10000,0.372
+3,mlp.experts.29.down_proj,0.0000009883,0.10000,0.391
+3,mlp.experts.30.down_proj,0.0000183700,0.10000,0.374
+3,mlp.experts.31.down_proj,0.0000005661,0.10000,0.386
+3,mlp.experts.32.down_proj,0.0000096312,0.10000,0.394
+3,mlp.experts.33.down_proj,0.0000346375,0.10000,0.404
+3,mlp.experts.34.down_proj,0.0000014108,0.10000,0.366
+3,mlp.experts.35.down_proj,0.0000003880,0.10000,0.362
+3,mlp.experts.36.down_proj,0.0000106485,0.10000,0.346
+3,mlp.experts.37.down_proj,0.0000048407,0.10000,0.341
+3,mlp.experts.38.down_proj,0.0000001310,0.10000,0.401
+3,mlp.experts.39.down_proj,0.0000049519,0.10000,0.389
+3,mlp.experts.40.down_proj,0.0000063259,0.10000,0.391
+3,mlp.experts.41.down_proj,0.0000015544,0.10000,0.397
+3,mlp.experts.42.down_proj,0.0000050308,0.10000,0.396
+3,mlp.experts.43.down_proj,0.0000331889,0.10000,0.392
+3,mlp.experts.44.down_proj,0.0000299242,0.10000,0.381
+3,mlp.experts.45.down_proj,0.0000046471,0.10000,0.386
+3,mlp.experts.46.down_proj,0.0000173634,0.10000,0.393
+3,mlp.experts.47.down_proj,0.0000128877,0.10000,0.391
+3,mlp.experts.48.down_proj,0.0000209438,0.10000,0.381
+3,mlp.experts.49.down_proj,0.0000087630,0.10000,0.387
+3,mlp.experts.50.down_proj,0.0000040995,0.10000,0.380
+3,mlp.experts.51.down_proj,0.0000144539,0.10000,0.387
+3,mlp.experts.52.down_proj,0.0001873227,0.10000,0.392
+3,mlp.experts.53.down_proj,0.0000001599,0.10000,0.404
+3,mlp.experts.54.down_proj,0.0000005883,0.10000,0.334
+3,mlp.experts.55.down_proj,0.0000008188,0.10000,0.334
+3,mlp.experts.56.down_proj,0.0000423835,0.10000,0.363
+3,mlp.experts.57.down_proj,0.0000698648,0.10000,0.375
+3,mlp.experts.58.down_proj,0.0001021030,0.10000,0.373
+3,mlp.experts.59.down_proj,0.0000005667,0.10000,0.393
+3,mlp.experts.60.down_proj,0.0000015453,0.10000,0.386
+3,mlp.experts.61.down_proj,0.0000001652,0.10000,0.365
+3,mlp.experts.62.down_proj,0.0000002078,0.10000,0.323
+3,mlp.experts.63.down_proj,0.0000313899,0.10000,0.324
+3,mlp.experts.64.down_proj,0.0000001995,0.10000,0.318
+3,mlp.experts.65.down_proj,0.0000250304,0.10000,0.322
+3,mlp.experts.66.down_proj,0.0000048326,0.10000,0.337
+3,mlp.experts.67.down_proj,0.0000175513,0.10000,0.364
+3,mlp.experts.68.down_proj,0.0000114176,0.10000,0.399
+3,mlp.experts.69.down_proj,0.0000138183,0.10000,0.380
+3,mlp.experts.70.down_proj,0.0000005566,0.10000,0.405
+3,mlp.experts.71.down_proj,0.0000102177,0.10000,0.383
+3,mlp.experts.72.down_proj,0.0002388789,0.10000,0.405
+3,mlp.experts.73.down_proj,0.0000004065,0.10000,0.382
+3,mlp.experts.74.down_proj,0.0000007341,0.10000,0.399
+3,mlp.experts.75.down_proj,0.0000009775,0.10000,0.369
+3,mlp.experts.76.down_proj,0.0000010440,0.10000,0.402
+3,mlp.experts.77.down_proj,0.0000006363,0.10000,0.379
+3,mlp.experts.78.down_proj,0.0000002178,0.10000,0.393
+3,mlp.experts.79.down_proj,0.0000093511,0.10000,0.405
+3,mlp.experts.80.down_proj,0.0000076586,0.10000,0.334
+3,mlp.experts.81.down_proj,0.0000018885,0.10000,0.351
+3,mlp.experts.82.down_proj,0.0051159799,0.10000,0.381
+3,mlp.experts.83.down_proj,0.0000070926,0.10000,0.385
+3,mlp.experts.84.down_proj,0.0000012018,0.10000,0.343
+3,mlp.experts.85.down_proj,0.0004151529,0.10000,0.342
+3,mlp.experts.86.down_proj,0.0000072311,0.10000,0.331
+3,mlp.experts.87.down_proj,0.0000171092,0.10000,0.332
+3,mlp.experts.88.down_proj,0.0000124779,0.10000,0.376
+3,mlp.experts.89.down_proj,0.0000003322,0.10000,0.379
+3,mlp.experts.90.down_proj,0.0000009730,0.10000,0.406
+3,mlp.experts.91.down_proj,0.0000017001,0.10000,0.391
+3,mlp.experts.92.down_proj,0.0000026728,0.10000,0.396
+3,mlp.experts.93.down_proj,0.0000011867,0.10000,0.411
+3,mlp.experts.94.down_proj,0.0000025691,0.10000,0.389
+3,mlp.experts.95.down_proj,0.0000420196,0.10000,0.381
+3,mlp.experts.96.down_proj,0.0000143226,0.10000,0.362
+3,mlp.experts.97.down_proj,0.0000091639,0.10000,0.360
+3,mlp.experts.98.down_proj,0.0000095368,0.10000,0.390
+3,mlp.experts.99.down_proj,0.0000064874,0.10000,0.385
+3,mlp.experts.100.down_proj,0.0000130723,0.10000,0.369
+3,mlp.experts.101.down_proj,0.0000012512,0.10000,0.396
+3,mlp.experts.102.down_proj,0.0000666041,0.10000,0.367
+3,mlp.experts.103.down_proj,0.0000007547,0.10000,0.364
+3,mlp.experts.104.down_proj,0.0000015794,0.10000,0.369
+3,mlp.experts.105.down_proj,0.0000002965,0.10000,0.375
+3,mlp.experts.106.down_proj,0.0000004720,0.10000,0.381
+3,mlp.experts.107.down_proj,0.0000075958,0.10000,0.401
+3,mlp.experts.108.down_proj,0.0000133023,0.10000,0.370
+3,mlp.experts.109.down_proj,0.0000162400,0.10000,0.417
+3,mlp.experts.110.down_proj,0.0000304903,0.10000,0.404
+3,mlp.experts.111.down_proj,0.0000356278,0.10000,0.384
+3,mlp.experts.112.down_proj,0.0000003970,0.10000,0.341
+3,mlp.experts.113.down_proj,0.0000051670,0.10000,0.326
+3,mlp.experts.114.down_proj,0.0000293276,0.10000,0.318
+3,mlp.experts.115.down_proj,0.0000049241,0.10000,0.325
+3,mlp.experts.116.down_proj,0.0000137241,0.10000,0.335
+3,mlp.experts.117.down_proj,0.0000231823,0.10000,0.351
+3,mlp.experts.118.down_proj,0.0000155466,0.10000,0.372
+3,mlp.experts.119.down_proj,0.0000067967,0.10000,0.393
+3,mlp.experts.120.down_proj,0.0000008501,0.10000,0.377
+3,mlp.experts.121.down_proj,0.0000005219,0.10000,0.389
+3,mlp.experts.122.down_proj,0.0000107460,0.10000,0.376
+3,mlp.experts.123.down_proj,0.0000006582,0.10000,0.388
+3,mlp.experts.124.down_proj,0.0000002439,0.10000,0.380
+3,mlp.experts.125.down_proj,0.0000025135,0.10000,0.397
+3,mlp.experts.126.down_proj,0.0000134395,0.10000,0.381
+3,mlp.experts.127.down_proj,0.0000036539,0.10000,0.324
+4,self_attn.q_proj,0.0000000454,0.10000,1.038
+4,self_attn.k_proj,0.0000000065,0.10000,1.065
+4,self_attn.v_proj,0.0000000078,0.10000,0.615
+4,self_attn.o_proj,0.0000000065,0.10000,1.187
+4,mlp.gate,0.0000030545,0.10000,0.616
+4,mlp.experts.1.up_proj,0.0000839205,0.10000,1.054
+4,mlp.experts.0.up_proj,0.0000047432,0.10000,1.073
+4,mlp.experts.2.up_proj,0.0000559059,0.10000,1.012
+4,mlp.experts.3.up_proj,0.0027989530,0.10000,1.038
+4,mlp.experts.4.up_proj,0.0000217648,0.10000,1.044
+4,mlp.experts.5.up_proj,0.0000106036,0.10000,1.033
+4,mlp.experts.6.up_proj,0.0000191453,0.10000,0.991
+4,mlp.experts.7.up_proj,0.0000800482,0.10000,1.042
+4,mlp.experts.8.up_proj,0.0000873599,0.10000,0.966
+4,mlp.experts.9.up_proj,0.0000124982,0.10000,1.004
+4,mlp.experts.10.up_proj,0.0000057123,0.10000,1.037
+4,mlp.experts.11.up_proj,0.0000103091,0.10000,1.042
+4,mlp.experts.12.up_proj,0.0000417830,0.10000,0.980
+4,mlp.experts.13.up_proj,0.0000616577,0.10000,1.000
+4,mlp.experts.14.up_proj,0.0001736205,0.10000,1.061
+4,mlp.experts.15.up_proj,0.0000203443,0.10000,0.976
+4,mlp.experts.16.up_proj,0.0000444849,0.10000,1.038
+4,mlp.experts.17.up_proj,0.0002388322,0.10000,1.052
+4,mlp.experts.18.up_proj,0.0000071033,0.10000,1.004
+4,mlp.experts.19.up_proj,0.0000673225,0.10000,0.965
+4,mlp.experts.20.up_proj,0.0000090501,0.10000,1.023
+4,mlp.experts.21.up_proj,0.0003524480,0.10000,1.037
+4,mlp.experts.22.up_proj,0.0000023186,0.10000,0.995
+4,mlp.experts.23.up_proj,0.0000121358,0.10000,0.953
+4,mlp.experts.25.up_proj,0.0000031528,0.10000,1.056
+4,mlp.experts.24.up_proj,0.0012488936,0.10000,1.074
+4,mlp.experts.26.up_proj,0.0004378979,0.10000,0.967
+4,mlp.experts.27.up_proj,0.0000089456,0.10000,0.959
+4,mlp.experts.28.up_proj,0.0001717799,0.10000,1.040
+4,mlp.experts.29.up_proj,0.0000223958,0.10000,1.051
+4,mlp.experts.30.up_proj,0.0000501696,0.10000,1.026
+4,mlp.experts.31.up_proj,0.0002128125,0.10000,1.052
+4,mlp.experts.33.up_proj,0.0009719058,0.10000,1.017
+4,mlp.experts.32.up_proj,0.0001771519,0.10000,1.071
+4,mlp.experts.34.up_proj,0.0000708563,0.10000,1.046
+4,mlp.experts.35.up_proj,0.0009635653,0.10000,1.069
+4,mlp.experts.36.up_proj,0.0002894161,0.10000,1.070
+4,mlp.experts.37.up_proj,0.0000245098,0.10000,1.058
+4,mlp.experts.38.up_proj,0.0003461864,0.10000,1.039
+4,mlp.experts.39.up_proj,0.0000050886,0.10000,1.076
+4,mlp.experts.40.up_proj,0.0000125668,0.10000,1.055
+4,mlp.experts.41.up_proj,0.0002443398,0.10000,1.026
+4,mlp.experts.42.up_proj,0.0014593413,0.10000,0.955
+4,mlp.experts.43.up_proj,0.0000932467,0.10000,0.952
+4,mlp.experts.44.up_proj,0.0000350672,0.10000,0.959
+4,mlp.experts.45.up_proj,0.0001419512,0.10000,0.970
+4,mlp.experts.46.up_proj,0.0000168510,0.10000,1.008
+4,mlp.experts.47.up_proj,0.0000092633,0.10000,0.996
+4,mlp.experts.48.up_proj,0.0000050728,0.10000,0.993
+4,mlp.experts.49.up_proj,0.0006723202,0.10000,1.000
+4,mlp.experts.50.up_proj,0.0000090167,0.10000,0.992
+4,mlp.experts.51.up_proj,0.0000116742,0.10000,0.992
+4,mlp.experts.52.up_proj,0.0000101030,0.10000,1.051
+4,mlp.experts.53.up_proj,0.0000253696,0.10000,1.050
+4,mlp.experts.54.up_proj,0.0002587428,0.10000,1.027
+4,mlp.experts.55.up_proj,0.0001029738,0.10000,1.038
+4,mlp.experts.56.up_proj,0.0000079060,0.10000,0.990
+4,mlp.experts.57.up_proj,0.0000163163,0.10000,0.967
+4,mlp.experts.58.up_proj,0.0000171569,0.10000,0.983
+4,mlp.experts.59.up_proj,0.0001046984,0.10000,0.997
+4,mlp.experts.60.up_proj,0.0000160174,0.10000,0.977
+4,mlp.experts.61.up_proj,0.0001107163,0.10000,1.003
+4,mlp.experts.62.up_proj,0.0004234238,0.10000,0.958
+4,mlp.experts.63.up_proj,0.0000062059,0.10000,0.937
+4,mlp.experts.64.up_proj,0.0000399056,0.10000,0.996
+4,mlp.experts.65.up_proj,0.0001363484,0.10000,0.990
+4,mlp.experts.66.up_proj,0.0027941774,0.10000,1.007
+4,mlp.experts.67.up_proj,0.0000123051,0.10000,1.022
+4,mlp.experts.68.up_proj,0.0003197073,0.10000,1.053
+4,mlp.experts.69.up_proj,0.0021586700,0.10000,1.030
+4,mlp.experts.71.up_proj,0.0005645350,0.10000,1.055
+4,mlp.experts.70.up_proj,0.0000172100,0.10000,1.094
+4,mlp.experts.72.up_proj,0.0005472413,0.10000,0.936
+4,mlp.experts.73.up_proj,0.0000358624,0.10000,0.949
+4,mlp.experts.75.up_proj,0.0005399584,0.10000,1.006
+4,mlp.experts.74.up_proj,0.0000085373,0.10000,1.037
+4,mlp.experts.77.up_proj,0.0000033703,0.10000,1.051
+4,mlp.experts.76.up_proj,0.0000044400,0.10000,1.068
+4,mlp.experts.78.up_proj,0.0007586293,0.10000,0.910
+4,mlp.experts.79.up_proj,0.0000053699,0.10000,0.918
+4,mlp.experts.80.up_proj,0.0000190778,0.10000,1.009
+4,mlp.experts.81.up_proj,0.0001157014,0.10000,1.004
+4,mlp.experts.82.up_proj,0.0001764198,0.10000,1.036
+4,mlp.experts.83.up_proj,0.0000237566,0.10000,1.034
+4,mlp.experts.84.up_proj,0.0007990658,0.10000,1.035
+4,mlp.experts.85.up_proj,0.0000059331,0.10000,1.038
+4,mlp.experts.87.up_proj,0.0000068496,0.10000,1.063
+4,mlp.experts.86.up_proj,0.0000066079,0.10000,1.074
+4,mlp.experts.88.up_proj,0.0000439175,0.10000,1.053
+4,mlp.experts.89.up_proj,0.0002007312,0.10000,1.070
+4,mlp.experts.90.up_proj,0.0000594079,0.10000,1.001
+4,mlp.experts.91.up_proj,0.0000059666,0.10000,1.018
+4,mlp.experts.92.up_proj,0.0000840046,0.10000,1.030
+4,mlp.experts.93.up_proj,0.0000259297,0.10000,1.048
+4,mlp.experts.94.up_proj,0.0046747188,0.10000,1.042
+4,mlp.experts.95.up_proj,0.0001911390,0.10000,1.034
+4,mlp.experts.96.up_proj,0.0000128985,0.10000,1.000
+4,mlp.experts.97.up_proj,0.0000080296,0.10000,1.033
+4,mlp.experts.98.up_proj,0.0000485835,0.10000,1.013
+4,mlp.experts.99.up_proj,0.0000787583,0.10000,1.038
+4,mlp.experts.100.up_proj,0.0001124621,0.10000,1.040
+4,mlp.experts.101.up_proj,0.0000270485,0.10000,1.045
+4,mlp.experts.102.up_proj,0.0000086614,0.10000,0.985
+4,mlp.experts.103.up_proj,0.0000439814,0.10000,1.032
+4,mlp.experts.104.up_proj,0.0000177320,0.10000,1.067
+4,mlp.experts.105.up_proj,0.0000049371,0.10000,1.045
+4,mlp.experts.106.up_proj,0.0000049546,0.10000,1.031
+4,mlp.experts.107.up_proj,0.0001182528,0.10000,0.969
+4,mlp.experts.108.up_proj,0.0001286029,0.10000,1.046
+4,mlp.experts.109.up_proj,0.0000264498,0.10000,0.993
+4,mlp.experts.110.up_proj,0.0001330706,0.10000,0.993
+4,mlp.experts.111.up_proj,0.0000073014,0.10000,1.017
+4,mlp.experts.113.up_proj,0.0000072320,0.10000,1.021
+4,mlp.experts.112.up_proj,0.0000723490,0.10000,1.065
+4,mlp.experts.114.up_proj,0.0001058191,0.10000,1.069
+4,mlp.experts.115.up_proj,0.0000097637,0.10000,1.074
+4,mlp.experts.116.up_proj,0.0000044236,0.10000,1.046
+4,mlp.experts.117.up_proj,0.0005833280,0.10000,1.042
+4,mlp.experts.118.up_proj,0.0000430847,0.10000,1.007
+4,mlp.experts.119.up_proj,0.0000794173,0.10000,1.010
+4,mlp.experts.120.up_proj,0.0000311410,0.10000,0.983
+4,mlp.experts.121.up_proj,0.0008003498,0.10000,0.987
+4,mlp.experts.122.up_proj,0.0000386432,0.10000,1.012
+4,mlp.experts.123.up_proj,0.0007037020,0.10000,1.052
+4,mlp.experts.124.up_proj,0.0001436003,0.10000,1.029
+4,mlp.experts.125.up_proj,0.0008155605,0.10000,1.000
+4,mlp.experts.126.up_proj,0.0001080216,0.10000,1.012
+4,mlp.experts.127.up_proj,0.0001417416,0.10000,1.074
+4,mlp.experts.0.gate_proj,0.0000050413,0.10000,0.950
+4,mlp.experts.1.gate_proj,0.0000873586,0.10000,0.965
+4,mlp.experts.2.gate_proj,0.0000625712,0.10000,1.024
+4,mlp.experts.3.gate_proj,0.0030272295,0.10000,1.011
+4,mlp.experts.4.gate_proj,0.0000221943,0.10000,1.038
+4,mlp.experts.5.gate_proj,0.0000111333,0.10000,0.989
+4,mlp.experts.6.gate_proj,0.0000201900,0.10000,1.053
+4,mlp.experts.7.gate_proj,0.0000856064,0.10000,1.030
+4,mlp.experts.8.gate_proj,0.0000942461,0.10000,1.043
+4,mlp.experts.9.gate_proj,0.0000129774,0.10000,1.040
+4,mlp.experts.10.gate_proj,0.0000060290,0.10000,0.925
+4,mlp.experts.11.gate_proj,0.0000109321,0.10000,0.939
+4,mlp.experts.12.gate_proj,0.0000442714,0.10000,1.009
+4,mlp.experts.13.gate_proj,0.0000673851,0.10000,1.013
+4,mlp.experts.14.gate_proj,0.0001835660,0.10000,1.020
+4,mlp.experts.15.gate_proj,0.0000219344,0.10000,1.017
+4,mlp.experts.16.gate_proj,0.0004425416,0.10000,1.026
+4,mlp.experts.17.gate_proj,0.0002626525,0.10000,1.058
+4,mlp.experts.18.gate_proj,0.0000075499,0.10000,1.024
+4,mlp.experts.19.gate_proj,0.0000717377,0.10000,1.038
+4,mlp.experts.20.gate_proj,0.0000095976,0.10000,1.010
+4,mlp.experts.21.gate_proj,0.0003978236,0.10000,1.031
+4,mlp.experts.22.gate_proj,0.0000024403,0.10000,0.994
+4,mlp.experts.23.gate_proj,0.0000126253,0.10000,1.043
+4,mlp.experts.24.gate_proj,0.0013347354,0.10000,1.022
+4,mlp.experts.25.gate_proj,0.0000032205,0.10000,1.035
+4,mlp.experts.26.gate_proj,0.0004591330,0.10000,1.016
+4,mlp.experts.27.gate_proj,0.0000098897,0.10000,1.031
+4,mlp.experts.28.gate_proj,0.0001962736,0.10000,1.000
+4,mlp.experts.29.gate_proj,0.0000249244,0.10000,0.982
+4,mlp.experts.30.gate_proj,0.0000530964,0.10000,1.011
+4,mlp.experts.31.gate_proj,0.0002252401,0.10000,1.019
+4,mlp.experts.32.gate_proj,0.0001919727,0.10000,1.004
+4,mlp.experts.33.gate_proj,0.0010199350,0.10000,1.042
+4,mlp.experts.34.gate_proj,0.0000757411,0.10000,1.025
+4,mlp.experts.35.gate_proj,0.0010808638,0.10000,1.028
+4,mlp.experts.36.gate_proj,0.0003070757,0.10000,1.040
+4,mlp.experts.37.gate_proj,0.0000269444,0.10000,1.016
+4,mlp.experts.38.gate_proj,0.0003612859,0.10000,1.024
+4,mlp.experts.39.gate_proj,0.0000057706,0.10000,1.016
+4,mlp.experts.40.gate_proj,0.0000138897,0.10000,1.049
+4,mlp.experts.41.gate_proj,0.0002738749,0.10000,1.023
+4,mlp.experts.42.gate_proj,0.0015374928,0.10000,1.036
+4,mlp.experts.43.gate_proj,0.0000971980,0.10000,1.014
+4,mlp.experts.44.gate_proj,0.0000388521,0.10000,1.059
+4,mlp.experts.45.gate_proj,0.0001511587,0.10000,1.009
+4,mlp.experts.46.gate_proj,0.0000181153,0.10000,1.046
+4,mlp.experts.47.gate_proj,0.0000101078,0.10000,1.018
+4,mlp.experts.48.gate_proj,0.0000052207,0.10000,0.999
+4,mlp.experts.49.gate_proj,0.0007128599,0.10000,0.994
+4,mlp.experts.50.gate_proj,0.0000092842,0.10000,0.981
+4,mlp.experts.51.gate_proj,0.0000123877,0.10000,0.993
+4,mlp.experts.52.gate_proj,0.0000117972,0.10000,0.986
+4,mlp.experts.53.gate_proj,0.0000262091,0.10000,0.981
+4,mlp.experts.54.gate_proj,0.0002764862,0.10000,1.062
+4,mlp.experts.55.gate_proj,0.0001096149,0.10000,1.052
+4,mlp.experts.56.gate_proj,0.0000082221,0.10000,0.938
+4,mlp.experts.57.gate_proj,0.0000172981,0.10000,0.971
+4,mlp.experts.58.gate_proj,0.0000176810,0.10000,0.981
+4,mlp.experts.59.gate_proj,0.0001096802,0.10000,1.019
+4,mlp.experts.60.gate_proj,0.0000206002,0.10000,0.867
+4,mlp.experts.61.gate_proj,0.0001153186,0.10000,0.865
+4,mlp.experts.62.gate_proj,0.0004801088,0.10000,0.970
+4,mlp.experts.63.gate_proj,0.0000065031,0.10000,1.004
+4,mlp.experts.64.gate_proj,0.0000418508,0.10000,0.970
+4,mlp.experts.65.gate_proj,0.0001427293,0.10000,1.006
+4,mlp.experts.66.gate_proj,0.0031174377,0.10000,1.025
+4,mlp.experts.67.gate_proj,0.0000126967,0.10000,1.029
+4,mlp.experts.68.gate_proj,0.0003442142,0.10000,1.002
+4,mlp.experts.69.gate_proj,0.0024345778,0.10000,1.003
+4,mlp.experts.70.gate_proj,0.0000184989,0.10000,1.032
+4,mlp.experts.71.gate_proj,0.0006509197,0.10000,1.030
+4,mlp.experts.72.gate_proj,0.0005977484,0.10000,1.041
+4,mlp.experts.73.gate_proj,0.0000376883,0.10000,0.981
+4,mlp.experts.74.gate_proj,0.0000090615,0.10000,1.055
+4,mlp.experts.75.gate_proj,0.0006505618,0.10000,1.025
+4,mlp.experts.76.gate_proj,0.0000045417,0.10000,1.011
+4,mlp.experts.77.gate_proj,0.0000035430,0.10000,1.020
+4,mlp.experts.78.gate_proj,0.0009131252,0.10000,0.997
+4,mlp.experts.79.gate_proj,0.0000056774,0.10000,0.995
+4,mlp.experts.80.gate_proj,0.0000202595,0.10000,0.999
+4,mlp.experts.81.gate_proj,0.0001238223,0.10000,0.987
+4,mlp.experts.82.gate_proj,0.0001850154,0.10000,1.010
+4,mlp.experts.83.gate_proj,0.0000242689,0.10000,1.021
+4,mlp.experts.84.gate_proj,0.0008936582,0.10000,1.020
+4,mlp.experts.85.gate_proj,0.0000062916,0.10000,1.028
+4,mlp.experts.86.gate_proj,0.0000070953,0.10000,0.984
+4,mlp.experts.87.gate_proj,0.0000073053,0.10000,0.989
+4,mlp.experts.88.gate_proj,0.0000472652,0.10000,0.963
+4,mlp.experts.89.gate_proj,0.0002093546,0.10000,1.000
+4,mlp.experts.90.gate_proj,0.0000616365,0.10000,1.005
+4,mlp.experts.91.gate_proj,0.0000059010,0.10000,1.046
+4,mlp.experts.92.gate_proj,0.0000909167,0.10000,1.030
+4,mlp.experts.93.gate_proj,0.0000273651,0.10000,1.022
+4,mlp.experts.94.gate_proj,0.0051823610,0.10000,1.019
+4,mlp.experts.95.gate_proj,0.0002007546,0.10000,1.012
+4,mlp.experts.96.gate_proj,0.0000136771,0.10000,1.041
+4,mlp.experts.97.gate_proj,0.0000083685,0.10000,1.051
+4,mlp.experts.98.gate_proj,0.0000518946,0.10000,0.989
+4,mlp.experts.99.gate_proj,0.0000886081,0.10000,0.981
+4,mlp.experts.100.gate_proj,0.0001177337,0.10000,1.031
+4,mlp.experts.101.gate_proj,0.0000288609,0.10000,1.005
+4,mlp.experts.102.gate_proj,0.0000093154,0.10000,0.985
+4,mlp.experts.103.gate_proj,0.0000462435,0.10000,0.998
+4,mlp.experts.104.gate_proj,0.0000183197,0.10000,1.066
+4,mlp.experts.105.gate_proj,0.0000052505,0.10000,1.040
+4,mlp.experts.106.gate_proj,0.0000055372,0.10000,1.007
+4,mlp.experts.107.gate_proj,0.0001242447,0.10000,1.074
+4,mlp.experts.108.gate_proj,0.0001376156,0.10000,1.025
+4,mlp.experts.109.gate_proj,0.0000284618,0.10000,1.047
+4,mlp.experts.110.gate_proj,0.0001396133,0.10000,1.028
+4,mlp.experts.111.gate_proj,0.0000076093,0.10000,1.036
+4,mlp.experts.112.gate_proj,0.0000767746,0.10000,1.041
+4,mlp.experts.113.gate_proj,0.0000077329,0.10000,0.981
+4,mlp.experts.114.gate_proj,0.0001107236,0.10000,0.968
+4,mlp.experts.115.gate_proj,0.0000107013,0.10000,0.993
+4,mlp.experts.116.gate_proj,0.0000045456,0.10000,0.993
+4,mlp.experts.117.gate_proj,0.0006225150,0.10000,0.976
+4,mlp.experts.118.gate_proj,0.0000454418,0.10000,0.975
+4,mlp.experts.119.gate_proj,0.0000850885,0.10000,0.927
+4,mlp.experts.120.gate_proj,0.0000352371,0.10000,0.993
+4,mlp.experts.121.gate_proj,0.0007873966,0.10000,0.995
+4,mlp.experts.122.gate_proj,0.0000430662,0.10000,1.043
+4,mlp.experts.123.gate_proj,0.0008221264,0.10000,1.053
+4,mlp.experts.124.gate_proj,0.0001467630,0.10000,0.956
+4,mlp.experts.125.gate_proj,0.0009089412,0.10000,0.964
+4,mlp.experts.126.gate_proj,0.0001170365,0.10000,0.954
+4,mlp.experts.127.gate_proj,0.0001489962,0.10000,0.940
+4,mlp.experts.1.down_proj,0.0000096070,0.10000,0.319
+4,mlp.experts.0.down_proj,0.0000004569,0.10000,0.329
+4,mlp.experts.3.down_proj,0.0003422116,0.10000,0.396
+4,mlp.experts.2.down_proj,0.0000194427,0.10000,0.407
+4,mlp.experts.4.down_proj,0.0000024771,0.10000,0.405
+4,mlp.experts.5.down_proj,0.0000008123,0.10000,0.409
+4,mlp.experts.6.down_proj,0.0000014655,0.10000,0.327
+4,mlp.experts.7.down_proj,0.0000062337,0.10000,0.331
+4,mlp.experts.8.down_proj,0.0000075928,0.10000,0.358
+4,mlp.experts.9.down_proj,0.0000011981,0.10000,0.363
+4,mlp.experts.10.down_proj,0.0000004550,0.10000,0.379
+4,mlp.experts.11.down_proj,0.0000005378,0.10000,0.397
+4,mlp.experts.12.down_proj,0.0000032203,0.10000,0.367
+4,mlp.experts.13.down_proj,0.0000056531,0.10000,0.387
+4,mlp.experts.14.down_proj,0.0000171530,0.10000,0.369
+4,mlp.experts.15.down_proj,0.0000013769,0.10000,0.365
+4,mlp.experts.16.down_proj,0.0000066809,0.10000,0.385
+4,mlp.experts.17.down_proj,0.0000286753,0.10000,0.360
+4,mlp.experts.18.down_proj,0.0000005486,0.10000,0.389
+4,mlp.experts.19.down_proj,0.0000060933,0.10000,0.400
+4,mlp.experts.20.down_proj,0.0000005379,0.10000,0.403
+4,mlp.experts.21.down_proj,0.0000516257,0.10000,0.383
+4,mlp.experts.22.down_proj,0.0000001841,0.10000,0.398
+4,mlp.experts.23.down_proj,0.0000010449,0.10000,0.395
+4,mlp.experts.24.down_proj,0.0001182036,0.10000,0.394
+4,mlp.experts.25.down_proj,0.0000002603,0.10000,0.397
+4,mlp.experts.26.down_proj,0.0000288880,0.10000,0.382
+4,mlp.experts.27.down_proj,0.0000009350,0.10000,0.380
+4,mlp.experts.28.down_proj,0.0000167793,0.10000,0.379
+4,mlp.experts.29.down_proj,0.0000027123,0.10000,0.373
+4,mlp.experts.30.down_proj,0.0000110294,0.10000,0.402
+4,mlp.experts.31.down_proj,0.0000303782,0.10000,0.403
+4,mlp.experts.33.down_proj,0.0000185259,0.10000,0.388
+4,mlp.experts.32.down_proj,0.0000219292,0.10000,0.410
+4,mlp.experts.34.down_proj,0.0000116667,0.10000,0.378
+4,mlp.experts.35.down_proj,0.0001136602,0.10000,0.418
+4,mlp.experts.36.down_proj,0.0000677069,0.10000,0.370
+4,mlp.experts.37.down_proj,0.0000022526,0.10000,0.401
+4,mlp.experts.38.down_proj,0.0000714510,0.10000,0.364
+4,mlp.experts.39.down_proj,0.0000006664,0.10000,0.404
+4,mlp.experts.40.down_proj,0.0000013344,0.10000,0.388
+4,mlp.experts.41.down_proj,0.0000261626,0.10000,0.400
+4,mlp.experts.42.down_proj,0.0001105102,0.10000,0.353
+4,mlp.experts.43.down_proj,0.0000113952,0.10000,0.341
+4,mlp.experts.44.down_proj,0.0000024663,0.10000,0.329
+4,mlp.experts.45.down_proj,0.0000111933,0.10000,0.328
+4,mlp.experts.46.down_proj,0.0000017377,0.10000,0.336
+4,mlp.experts.47.down_proj,0.0000012096,0.10000,0.354
+4,mlp.experts.48.down_proj,0.0000003520,0.10000,0.396
+4,mlp.experts.49.down_proj,0.0001138330,0.10000,0.390
+4,mlp.experts.50.down_proj,0.0000007403,0.10000,0.397
+4,mlp.experts.51.down_proj,0.0000008279,0.10000,0.388
+4,mlp.experts.52.down_proj,0.0000006462,0.10000,0.397
+4,mlp.experts.53.down_proj,0.0000026599,0.10000,0.394
+4,mlp.experts.54.down_proj,0.0000282427,0.10000,0.408
+4,mlp.experts.55.down_proj,0.0000098131,0.10000,0.389
+4,mlp.experts.56.down_proj,0.0000008854,0.10000,0.390
+4,mlp.experts.57.down_proj,0.0000012990,0.10000,0.408
+4,mlp.experts.58.down_proj,0.0000010477,0.10000,0.394
+4,mlp.experts.59.down_proj,0.0000032412,0.10000,0.409
+4,mlp.experts.60.down_proj,0.0000017442,0.10000,0.395
+4,mlp.experts.61.down_proj,0.0000116016,0.10000,0.409
+4,mlp.experts.62.down_proj,0.0000726816,0.10000,0.362
+4,mlp.experts.63.down_proj,0.0000007149,0.10000,0.335
+4,mlp.experts.64.down_proj,0.0000036882,0.10000,0.349
+4,mlp.experts.65.down_proj,0.0000175531,0.10000,0.372
+4,mlp.experts.66.down_proj,0.0004777427,0.10000,0.414
+4,mlp.experts.67.down_proj,0.0000008302,0.10000,0.391
+4,mlp.experts.68.down_proj,0.0000391506,0.10000,0.407
+4,mlp.experts.69.down_proj,0.0000288163,0.10000,0.388
+4,mlp.experts.70.down_proj,0.0000015275,0.10000,0.371
+4,mlp.experts.71.down_proj,0.0000734939,0.10000,0.362
+4,mlp.experts.72.down_proj,0.0000879943,0.10000,0.381
+4,mlp.experts.73.down_proj,0.0000030654,0.10000,0.383
+4,mlp.experts.74.down_proj,0.0000008715,0.10000,0.376
+4,mlp.experts.75.down_proj,0.0001034476,0.10000,0.371
+4,mlp.experts.76.down_proj,0.0000004880,0.10000,0.343
+4,mlp.experts.77.down_proj,0.0000002526,0.10000,0.375
+4,mlp.experts.78.down_proj,0.0000185278,0.10000,0.400
+4,mlp.experts.79.down_proj,0.0000006567,0.10000,0.408
+4,mlp.experts.80.down_proj,0.0000012226,0.10000,0.408
+4,mlp.experts.81.down_proj,0.0000121164,0.10000,0.401
+4,mlp.experts.82.down_proj,0.0000195710,0.10000,0.399
+4,mlp.experts.83.down_proj,0.0000021106,0.10000,0.404
+4,mlp.experts.84.down_proj,0.0000908225,0.10000,0.402
+4,mlp.experts.85.down_proj,0.0000007909,0.10000,0.396
+4,mlp.experts.86.down_proj,0.0000004073,0.10000,0.387
+4,mlp.experts.87.down_proj,0.0000008701,0.10000,0.389
+4,mlp.experts.88.down_proj,0.0000050894,0.10000,0.358
+4,mlp.experts.89.down_proj,0.0000314815,0.10000,0.345
+4,mlp.experts.90.down_proj,0.0000046589,0.10000,0.346
+4,mlp.experts.91.down_proj,0.0000005493,0.10000,0.363
+4,mlp.experts.92.down_proj,0.0000173031,0.10000,0.395
+4,mlp.experts.93.down_proj,0.0000025629,0.10000,0.384
+4,mlp.experts.94.down_proj,0.0006985936,0.10000,0.365
+4,mlp.experts.95.down_proj,0.0000283797,0.10000,0.357
+4,mlp.experts.96.down_proj,0.0000010597,0.10000,0.391
+4,mlp.experts.97.down_proj,0.0000006167,0.10000,0.393
+4,mlp.experts.98.down_proj,0.0000038019,0.10000,0.383
+4,mlp.experts.99.down_proj,0.0000235864,0.10000,0.391
+4,mlp.experts.100.down_proj,0.0000140235,0.10000,0.381
+4,mlp.experts.101.down_proj,0.0000033150,0.10000,0.379
+4,mlp.experts.102.down_proj,0.0000011307,0.10000,0.335
+4,mlp.experts.103.down_proj,0.0000061101,0.10000,0.330
+4,mlp.experts.104.down_proj,0.0000017124,0.10000,0.326
+4,mlp.experts.105.down_proj,0.0000004940,0.10000,0.347
+4,mlp.experts.106.down_proj,0.0000006410,0.10000,0.371
+4,mlp.experts.107.down_proj,0.0000169172,0.10000,0.372
+4,mlp.experts.108.down_proj,0.0000037230,0.10000,0.391
+4,mlp.experts.109.down_proj,0.0000016789,0.10000,0.399
+4,mlp.experts.110.down_proj,0.0000176506,0.10000,0.383
+4,mlp.experts.111.down_proj,0.0000007789,0.10000,0.400
+4,mlp.experts.112.down_proj,0.0000060087,0.10000,0.376
+4,mlp.experts.113.down_proj,0.0000006076,0.10000,0.373
+4,mlp.experts.114.down_proj,0.0000122600,0.10000,0.386
+4,mlp.experts.115.down_proj,0.0000015259,0.10000,0.359
+4,mlp.experts.116.down_proj,0.0000003381,0.10000,0.334
+4,mlp.experts.117.down_proj,0.0000457390,0.10000,0.334
+4,mlp.experts.118.down_proj,0.0000074649,0.10000,0.333
+4,mlp.experts.119.down_proj,0.0000093611,0.10000,0.324
+4,mlp.experts.120.down_proj,0.0000019894,0.10000,0.341
+4,mlp.experts.121.down_proj,0.0000148727,0.10000,0.354
+4,mlp.experts.122.down_proj,0.0000051288,0.10000,0.362
+4,mlp.experts.123.down_proj,0.0001105984,0.10000,0.367
+4,mlp.experts.124.down_proj,0.0000165822,0.10000,0.405
+4,mlp.experts.125.down_proj,0.0001260623,0.10000,0.394
+4,mlp.experts.126.down_proj,0.0000158205,0.10000,0.404
+4,mlp.experts.127.down_proj,0.0000149033,0.10000,0.351
+5,self_attn.k_proj,0.0000000048,0.10000,0.958
+5,self_attn.q_proj,0.0000000340,0.10000,1.035
+5,self_attn.v_proj,0.0000000053,0.10000,0.640
+5,self_attn.o_proj,0.0000000054,0.10000,1.194
+5,mlp.gate,0.0000032428,0.10000,0.578
+5,mlp.experts.0.up_proj,0.0001402537,0.10000,0.964
+5,mlp.experts.1.up_proj,0.0002309296,0.10000,1.000
+5,mlp.experts.2.up_proj,0.0000426802,0.10000,0.971
+5,mlp.experts.3.up_proj,0.0001800146,0.10000,1.022
+5,mlp.experts.4.up_proj,0.0014079581,0.10000,1.025
+5,mlp.experts.5.up_proj,0.0000122176,0.10000,1.027
+5,mlp.experts.6.up_proj,0.0002622424,0.10000,0.987
+5,mlp.experts.7.up_proj,0.0000162276,0.10000,0.982
+5,mlp.experts.8.up_proj,0.0000959001,0.10000,0.990
+5,mlp.experts.9.up_proj,0.0004085763,0.10000,0.984
+5,mlp.experts.10.up_proj,0.0001523863,0.10000,0.992
+5,mlp.experts.11.up_proj,0.0001658512,0.10000,0.983
+5,mlp.experts.12.up_proj,0.0007402032,0.10000,0.978
+5,mlp.experts.13.up_proj,0.0000086718,0.10000,0.990
+5,mlp.experts.14.up_proj,0.0002657164,0.10000,1.007
+5,mlp.experts.15.up_proj,0.0005703752,0.10000,0.986
+5,mlp.experts.16.up_proj,0.0000351742,0.10000,1.016
+5,mlp.experts.17.up_proj,0.0000156315,0.10000,0.999
+5,mlp.experts.18.up_proj,0.0000713013,0.10000,1.012
+5,mlp.experts.19.up_proj,0.0000256314,0.10000,1.000
+5,mlp.experts.20.up_proj,0.0000782154,0.10000,1.020
+5,mlp.experts.21.up_proj,0.0000169020,0.10000,1.007
+5,mlp.experts.23.up_proj,0.0032024004,0.10000,0.994
+5,mlp.experts.22.up_proj,0.0000051229,0.10000,1.033
+5,mlp.experts.24.up_proj,0.0000636718,0.10000,1.030
+5,mlp.experts.25.up_proj,0.0001521367,0.10000,1.014
+5,mlp.experts.26.up_proj,0.0002750740,0.10000,1.037
+5,mlp.experts.27.up_proj,0.0020178224,0.10000,1.044
+5,mlp.experts.28.up_proj,0.0009981875,0.10000,0.996
+5,mlp.experts.29.up_proj,0.0001467313,0.10000,0.996
+5,mlp.experts.30.up_proj,0.0000250893,0.10000,1.070
+5,mlp.experts.31.up_proj,0.0000136167,0.10000,1.067
+5,mlp.experts.32.up_proj,0.0000746979,0.10000,1.015
+5,mlp.experts.33.up_proj,0.0000602984,0.10000,1.014
+5,mlp.experts.35.up_proj,0.0001587792,0.10000,1.013
+5,mlp.experts.34.up_proj,0.0000074071,0.10000,1.022
+5,mlp.experts.36.up_proj,0.0000410800,0.10000,1.003
+5,mlp.experts.37.up_proj,0.0000197038,0.10000,1.011
+5,mlp.experts.39.up_proj,0.0000800707,0.10000,1.000
+5,mlp.experts.38.up_proj,0.0003758259,0.10000,1.027
+5,mlp.experts.40.up_proj,0.0009627084,0.10000,1.057
+5,mlp.experts.41.up_proj,0.0000698636,0.10000,1.070
+5,mlp.experts.42.up_proj,0.0000094690,0.10000,1.002
+5,mlp.experts.43.up_proj,0.0001193304,0.10000,1.011
+5,mlp.experts.44.up_proj,0.0002966563,0.10000,0.984
+5,mlp.experts.45.up_proj,0.0000196519,0.10000,0.998
+5,mlp.experts.46.up_proj,0.0002206229,0.10000,1.001
+5,mlp.experts.47.up_proj,0.0000047358,0.10000,1.056
+5,mlp.experts.48.up_proj,0.0000104321,0.10000,0.987
+5,mlp.experts.49.up_proj,0.0000089912,0.10000,1.035
+5,mlp.experts.50.up_proj,0.0004888515,0.10000,0.982
+5,mlp.experts.51.up_proj,0.0000121517,0.10000,1.005
+5,mlp.experts.52.up_proj,0.0000712781,0.10000,0.995
+5,mlp.experts.53.up_proj,0.0000133595,0.10000,1.011
+5,mlp.experts.54.up_proj,0.0000132561,0.10000,1.010
+5,mlp.experts.55.up_proj,0.0000109420,0.10000,1.018
+5,mlp.experts.56.up_proj,0.0000703130,0.10000,1.046
+5,mlp.experts.57.up_proj,0.0014949345,0.10000,1.026
+5,mlp.experts.58.up_proj,0.0000203001,0.10000,1.022
+5,mlp.experts.59.up_proj,0.0001048614,0.10000,1.017
+5,mlp.experts.60.up_proj,0.0001262341,0.10000,0.957
+5,mlp.experts.61.up_proj,0.0000077920,0.10000,1.007
+5,mlp.experts.62.up_proj,0.0000134779,0.10000,0.992
+5,mlp.experts.63.up_proj,0.0000081967,0.10000,0.983
+5,mlp.experts.64.up_proj,0.0000131383,0.10000,0.995
+5,mlp.experts.65.up_proj,0.0002198026,0.10000,1.014
+5,mlp.experts.66.up_proj,0.0000117429,0.10000,1.000
+5,mlp.experts.67.up_proj,0.0000536701,0.10000,1.001
+5,mlp.experts.68.up_proj,0.0000315886,0.10000,0.956
+5,mlp.experts.69.up_proj,0.0005120700,0.10000,0.994
+5,mlp.experts.70.up_proj,0.0000751805,0.10000,0.992
+5,mlp.experts.71.up_proj,0.0000185940,0.10000,0.993
+5,mlp.experts.72.up_proj,0.0008625809,0.10000,0.998
+5,mlp.experts.73.up_proj,0.0002183837,0.10000,1.006
+5,mlp.experts.74.up_proj,0.0000175087,0.10000,1.015
+5,mlp.experts.75.up_proj,0.0000078650,0.10000,0.998
+5,mlp.experts.76.up_proj,0.0001045797,0.10000,1.039
+5,mlp.experts.77.up_proj,0.0000166010,0.10000,1.055
+5,mlp.experts.78.up_proj,0.0000035256,0.10000,1.065
+5,mlp.experts.79.up_proj,0.0000226116,0.10000,1.042
+5,mlp.experts.80.up_proj,0.0000053971,0.10000,0.956
+5,mlp.experts.81.up_proj,0.0000991730,0.10000,0.971
+5,mlp.experts.82.up_proj,0.0000052246,0.10000,0.992
+5,mlp.experts.83.up_proj,0.0000440733,0.10000,1.022
+5,mlp.experts.84.up_proj,0.0001632020,0.10000,0.988
+5,mlp.experts.85.up_proj,0.0001430601,0.10000,0.988
+5,mlp.experts.86.up_proj,0.0000242168,0.10000,1.012
+5,mlp.experts.87.up_proj,0.0000203393,0.10000,0.985
+5,mlp.experts.88.up_proj,0.0004193599,0.10000,1.008
+5,mlp.experts.89.up_proj,0.0000969448,0.10000,1.047
+5,mlp.experts.90.up_proj,0.0000131269,0.10000,1.044
+5,mlp.experts.91.up_proj,0.0001538302,0.10000,1.034
+5,mlp.experts.92.up_proj,0.0006562243,0.10000,0.999
+5,mlp.experts.93.up_proj,0.0000229661,0.10000,0.986
+5,mlp.experts.94.up_proj,0.0000124372,0.10000,0.959
+5,mlp.experts.95.up_proj,0.0000203957,0.10000,0.989
+5,mlp.experts.96.up_proj,0.0000122790,0.10000,0.975
+5,mlp.experts.97.up_proj,0.0000117607,0.10000,0.999
+5,mlp.experts.98.up_proj,0.0002860393,0.10000,0.979
+5,mlp.experts.99.up_proj,0.0000113437,0.10000,1.004
+5,mlp.experts.100.up_proj,0.0000725118,0.10000,0.993
+5,mlp.experts.101.up_proj,0.0001781570,0.10000,0.983
+5,mlp.experts.102.up_proj,0.0000183630,0.10000,0.989
+5,mlp.experts.103.up_proj,0.0000086923,0.10000,0.983
+5,mlp.experts.104.up_proj,0.0000447943,0.10000,0.996
+5,mlp.experts.105.up_proj,0.0000064958,0.10000,0.996
+5,mlp.experts.106.up_proj,0.0000464180,0.10000,0.998
+5,mlp.experts.107.up_proj,0.0000064160,0.10000,0.991
+5,mlp.experts.108.up_proj,0.0000098120,0.10000,1.030
+5,mlp.experts.109.up_proj,0.0003173209,0.10000,1.044
+5,mlp.experts.110.up_proj,0.0000302737,0.10000,1.021
+5,mlp.experts.111.up_proj,0.0000054957,0.10000,1.028
+5,mlp.experts.112.up_proj,0.0000170515,0.10000,1.025
+5,mlp.experts.113.up_proj,0.0000213471,0.10000,1.033
+5,mlp.experts.114.up_proj,0.0001465205,0.10000,1.011
+5,mlp.experts.115.up_proj,0.0000142863,0.10000,0.967
+5,mlp.experts.116.up_proj,0.0000036949,0.10000,0.987
+5,mlp.experts.117.up_proj,0.0000104029,0.10000,1.034
+5,mlp.experts.118.up_proj,0.0001288590,0.10000,1.030
+5,mlp.experts.119.up_proj,0.0000636358,0.10000,1.009
+5,mlp.experts.120.up_proj,0.0000238285,0.10000,1.017
+5,mlp.experts.121.up_proj,0.0013202988,0.10000,1.036
+5,mlp.experts.122.up_proj,0.0000315765,0.10000,1.035
+5,mlp.experts.123.up_proj,0.0001884177,0.10000,0.996
+5,mlp.experts.124.up_proj,0.0001375755,0.10000,0.984
+5,mlp.experts.125.up_proj,0.0000062373,0.10000,1.023
+5,mlp.experts.126.up_proj,0.0000029939,0.10000,0.991
+5,mlp.experts.127.up_proj,0.0003721531,0.10000,1.030
+5,mlp.experts.0.gate_proj,0.0001476789,0.10000,0.996
+5,mlp.experts.1.gate_proj,0.0002458500,0.10000,1.035
+5,mlp.experts.2.gate_proj,0.0000439507,0.10000,1.018
+5,mlp.experts.3.gate_proj,0.0001930676,0.10000,1.029
+5,mlp.experts.4.gate_proj,0.0013878557,0.10000,0.996
+5,mlp.experts.5.gate_proj,0.0000132025,0.10000,1.031
+5,mlp.experts.6.gate_proj,0.0002801936,0.10000,1.025
+5,mlp.experts.7.gate_proj,0.0000178810,0.10000,1.032
+5,mlp.experts.8.gate_proj,0.0007032165,0.10000,1.028
+5,mlp.experts.9.gate_proj,0.0004260565,0.10000,1.044
+5,mlp.experts.10.gate_proj,0.0001561656,0.10000,0.979
+5,mlp.experts.11.gate_proj,0.0001749624,0.10000,0.988
+5,mlp.experts.12.gate_proj,0.0008039455,0.10000,1.059
+5,mlp.experts.13.gate_proj,0.0000089933,0.10000,1.041
+5,mlp.experts.14.gate_proj,0.0002847579,0.10000,0.961
+5,mlp.experts.15.gate_proj,0.0006022306,0.10000,0.978
+5,mlp.experts.16.gate_proj,0.0000374532,0.10000,0.993
+5,mlp.experts.17.gate_proj,0.0000164848,0.10000,1.004
+5,mlp.experts.18.gate_proj,0.0000744369,0.10000,0.969
+5,mlp.experts.19.gate_proj,0.0000276780,0.10000,0.926
+5,mlp.experts.20.gate_proj,0.0000830650,0.10000,0.942
+5,mlp.experts.21.gate_proj,0.0000177431,0.10000,1.005
+5,mlp.experts.22.gate_proj,0.0000054234,0.10000,0.984
+5,mlp.experts.23.gate_proj,0.0034882772,0.10000,0.997
+5,mlp.experts.24.gate_proj,0.0000673452,0.10000,0.989
+5,mlp.experts.25.gate_proj,0.0001645284,0.10000,1.035
+5,mlp.experts.26.gate_proj,0.0002979307,0.10000,1.024
+5,mlp.experts.27.gate_proj,0.0020513543,0.10000,1.041
+5,mlp.experts.28.gate_proj,0.0010458742,0.10000,1.022
+5,mlp.experts.29.gate_proj,0.0001605321,0.10000,1.019
+5,mlp.experts.30.gate_proj,0.0000267761,0.10000,1.034
+5,mlp.experts.31.gate_proj,0.0000147775,0.10000,1.030
+5,mlp.experts.32.gate_proj,0.0000819587,0.10000,0.997
+5,mlp.experts.33.gate_proj,0.0000685997,0.10000,1.003
+5,mlp.experts.34.gate_proj,0.0000079598,0.10000,1.050
+5,mlp.experts.35.gate_proj,0.0001733371,0.10000,1.021
+5,mlp.experts.36.gate_proj,0.0000439638,0.10000,1.018
+5,mlp.experts.37.gate_proj,0.0000229893,0.10000,1.037
+5,mlp.experts.38.gate_proj,0.0004302772,0.10000,1.027
+5,mlp.experts.39.gate_proj,0.0000839437,0.10000,0.980
+5,mlp.experts.40.gate_proj,0.0011227823,0.10000,0.981
+5,mlp.experts.41.gate_proj,0.0000740361,0.10000,1.017
+5,mlp.experts.42.gate_proj,0.0000102750,0.10000,1.024
+5,mlp.experts.43.gate_proj,0.0001268429,0.10000,1.030
+5,mlp.experts.44.gate_proj,0.0003192097,0.10000,1.020
+5,mlp.experts.45.gate_proj,0.0000210707,0.10000,0.991
+5,mlp.experts.46.gate_proj,0.0002317631,0.10000,0.984
+5,mlp.experts.47.gate_proj,0.0000050666,0.10000,1.046
+5,mlp.experts.48.gate_proj,0.0000094874,0.10000,1.040
+5,mlp.experts.49.gate_proj,0.0000098763,0.10000,1.071
+5,mlp.experts.50.gate_proj,0.0005368662,0.10000,1.057
+5,mlp.experts.51.gate_proj,0.0000129425,0.10000,0.988
+5,mlp.experts.52.gate_proj,0.0000747157,0.10000,0.993
+5,mlp.experts.53.gate_proj,0.0000142948,0.10000,1.000
+5,mlp.experts.54.gate_proj,0.0000139534,0.10000,0.998
+5,mlp.experts.55.gate_proj,0.0000118252,0.10000,1.026
+5,mlp.experts.56.gate_proj,0.0000740124,0.10000,0.954
+5,mlp.experts.57.gate_proj,0.0016222702,0.10000,0.932
+5,mlp.experts.58.gate_proj,0.0000218102,0.10000,0.988
+5,mlp.experts.59.gate_proj,0.0001145647,0.10000,0.989
+5,mlp.experts.60.gate_proj,0.0001342470,0.10000,0.982
+5,mlp.experts.61.gate_proj,0.0000083031,0.10000,1.032
+5,mlp.experts.62.gate_proj,0.0000145376,0.10000,0.956
+5,mlp.experts.63.gate_proj,0.0000087191,0.10000,1.017
+5,mlp.experts.64.gate_proj,0.0000142912,0.10000,1.008
+5,mlp.experts.65.gate_proj,0.0002284867,0.10000,1.069
+5,mlp.experts.66.gate_proj,0.0000124789,0.10000,1.017
+5,mlp.experts.67.gate_proj,0.0000583261,0.10000,1.056
+5,mlp.experts.68.gate_proj,0.0000328314,0.10000,1.018
+5,mlp.experts.69.gate_proj,0.0005416143,0.10000,1.041
+5,mlp.experts.70.gate_proj,0.0000796499,0.10000,1.053
+5,mlp.experts.71.gate_proj,0.0000199664,0.10000,1.048
+5,mlp.experts.72.gate_proj,0.0008617872,0.10000,1.031
+5,mlp.experts.73.gate_proj,0.0002307462,0.10000,1.048
+5,mlp.experts.74.gate_proj,0.0000185175,0.10000,1.042
+5,mlp.experts.75.gate_proj,0.0000082847,0.10000,1.052
+5,mlp.experts.76.gate_proj,0.0001101675,0.10000,1.026
+5,mlp.experts.77.gate_proj,0.0000175851,0.10000,1.074
+5,mlp.experts.78.gate_proj,0.0000036944,0.10000,1.017
+5,mlp.experts.79.gate_proj,0.0000244176,0.10000,1.063
+5,mlp.experts.80.gate_proj,0.0000058334,0.10000,1.010
+5,mlp.experts.81.gate_proj,0.0001089813,0.10000,1.034
+5,mlp.experts.82.gate_proj,0.0000054377,0.10000,1.053
+5,mlp.experts.83.gate_proj,0.0000471201,0.10000,1.003
+5,mlp.experts.84.gate_proj,0.0001714296,0.10000,1.019
+5,mlp.experts.85.gate_proj,0.0001553934,0.10000,1.041
+5,mlp.experts.86.gate_proj,0.0000261045,0.10000,1.012
+5,mlp.experts.87.gate_proj,0.0000209508,0.10000,1.055
+5,mlp.experts.88.gate_proj,0.0004501713,0.10000,1.050
+5,mlp.experts.89.gate_proj,0.0000989108,0.10000,1.007
+5,mlp.experts.90.gate_proj,0.0000143775,0.10000,0.999
+5,mlp.experts.92.gate_proj,0.0006956893,0.10000,0.971
+5,mlp.experts.91.gate_proj,0.0001638216,0.10000,0.997
+5,mlp.experts.93.gate_proj,0.0000246518,0.10000,1.047
+5,mlp.experts.94.gate_proj,0.0000130632,0.10000,1.053
+5,mlp.experts.95.gate_proj,0.0000208494,0.10000,1.015
+5,mlp.experts.96.gate_proj,0.0000129356,0.10000,1.036
+5,mlp.experts.97.gate_proj,0.0000124278,0.10000,1.019
+5,mlp.experts.98.gate_proj,0.0003047378,0.10000,1.038
+5,mlp.experts.99.gate_proj,0.0000120003,0.10000,1.014
+5,mlp.experts.100.gate_proj,0.0000757765,0.10000,0.992
+5,mlp.experts.101.gate_proj,0.0001884259,0.10000,1.018
+5,mlp.experts.102.gate_proj,0.0000193618,0.10000,1.004
+5,mlp.experts.104.gate_proj,0.0000475151,0.10000,1.046
+5,mlp.experts.103.gate_proj,0.0000089399,0.10000,1.065
+5,mlp.experts.105.gate_proj,0.0000069729,0.10000,1.058
+5,mlp.experts.106.gate_proj,0.0000503951,0.10000,1.053
+5,mlp.experts.108.gate_proj,0.0000103347,0.10000,1.032
+5,mlp.experts.107.gate_proj,0.0000069126,0.10000,1.051
+5,mlp.experts.110.gate_proj,0.0000322666,0.10000,1.012
+5,mlp.experts.109.gate_proj,0.0003636617,0.10000,1.036
+5,mlp.experts.112.gate_proj,0.0000195289,0.10000,1.036
+5,mlp.experts.111.gate_proj,0.0000058226,0.10000,1.046
+5,mlp.experts.114.gate_proj,0.0001524614,0.10000,1.027
+5,mlp.experts.113.gate_proj,0.0000232222,0.10000,1.037
+5,mlp.experts.115.gate_proj,0.0000143645,0.10000,1.001
+5,mlp.experts.116.gate_proj,0.0000039497,0.10000,1.024
+5,mlp.experts.118.gate_proj,0.0001355173,0.10000,1.003
+5,mlp.experts.117.gate_proj,0.0000106934,0.10000,1.043
+5,mlp.experts.119.gate_proj,0.0000675860,0.10000,1.033
+5,mlp.experts.120.gate_proj,0.0000256113,0.10000,1.038
+5,mlp.experts.122.gate_proj,0.0000329796,0.10000,1.019
+5,mlp.experts.121.gate_proj,0.0014928825,0.10000,1.038
+5,mlp.experts.124.gate_proj,0.0001481913,0.10000,1.028
+5,mlp.experts.123.gate_proj,0.0001991375,0.10000,1.042
+5,mlp.experts.126.gate_proj,0.0000030140,0.10000,1.065
+5,mlp.experts.125.gate_proj,0.0000061092,0.10000,1.091
+5,mlp.experts.127.gate_proj,0.0004086696,0.10000,0.636
+5,mlp.experts.1.down_proj,0.0000284785,0.10000,0.358
+5,mlp.experts.0.down_proj,0.0000134451,0.10000,0.364
+5,mlp.experts.2.down_proj,0.0000050817,0.10000,0.403
+5,mlp.experts.3.down_proj,0.0000202094,0.10000,0.410
+5,mlp.experts.4.down_proj,0.0000315957,0.10000,0.371
+5,mlp.experts.5.down_proj,0.0000013496,0.10000,0.371
+5,mlp.experts.7.down_proj,0.0000025108,0.10000,0.395
+5,mlp.experts.6.down_proj,0.0000354114,0.10000,0.413
+5,mlp.experts.8.down_proj,0.0000033036,0.10000,0.402
+5,mlp.experts.9.down_proj,0.0000026534,0.10000,0.402
+5,mlp.experts.10.down_proj,0.0000173567,0.10000,0.403
+5,mlp.experts.11.down_proj,0.0000180612,0.10000,0.402
+5,mlp.experts.13.down_proj,0.0000009295,0.10000,0.386
+5,mlp.experts.12.down_proj,0.0000998518,0.10000,0.412
+5,mlp.experts.14.down_proj,0.0000377173,0.10000,0.384
+5,mlp.experts.15.down_proj,0.0000618910,0.10000,0.406
+5,mlp.experts.16.down_proj,0.0000067702,0.10000,0.377
+5,mlp.experts.17.down_proj,0.0000013648,0.10000,0.380
+5,mlp.experts.18.down_proj,0.0000068135,0.10000,0.377
+5,mlp.experts.19.down_proj,0.0000036111,0.10000,0.399
+5,mlp.experts.20.down_proj,0.0000083758,0.10000,0.349
+5,mlp.experts.21.down_proj,0.0000016194,0.10000,0.373
+5,mlp.experts.22.down_proj,0.0000003184,0.10000,0.373
+5,mlp.experts.23.down_proj,0.0000280756,0.10000,0.391
+5,mlp.experts.24.down_proj,0.0000146049,0.10000,0.380
+5,mlp.experts.25.down_proj,0.0000194548,0.10000,0.395
+5,mlp.experts.26.down_proj,0.0000276025,0.10000,0.388
+5,mlp.experts.27.down_proj,0.0001113106,0.10000,0.402
+5,mlp.experts.28.down_proj,0.0001309692,0.10000,0.380
+5,mlp.experts.29.down_proj,0.0000208584,0.10000,0.380
+5,mlp.experts.30.down_proj,0.0000052094,0.10000,0.402
+5,mlp.experts.31.down_proj,0.0000012210,0.10000,0.382
+5,mlp.experts.32.down_proj,0.0000086775,0.10000,0.330
+5,mlp.experts.33.down_proj,0.0000112214,0.10000,0.321
+5,mlp.experts.34.down_proj,0.0000011633,0.10000,0.402
+5,mlp.experts.35.down_proj,0.0000267334,0.10000,0.416
+5,mlp.experts.36.down_proj,0.0000036098,0.10000,0.413
+5,mlp.experts.37.down_proj,0.0000019152,0.10000,0.393
+5,mlp.experts.38.down_proj,0.0000961520,0.10000,0.402
+5,mlp.experts.39.down_proj,0.0000080623,0.10000,0.417
+5,mlp.experts.40.down_proj,0.0001278613,0.10000,0.399
+5,mlp.experts.41.down_proj,0.0000066182,0.10000,0.418
+5,mlp.experts.42.down_proj,0.0000015789,0.10000,0.389
+5,mlp.experts.43.down_proj,0.0000157091,0.10000,0.416
+5,mlp.experts.44.down_proj,0.0000473607,0.10000,0.383
+5,mlp.experts.45.down_proj,0.0000015597,0.10000,0.419
+5,mlp.experts.46.down_proj,0.0000255756,0.10000,0.395
+5,mlp.experts.47.down_proj,0.0000004799,0.10000,0.399
+5,mlp.experts.48.down_proj,0.0000008665,0.10000,0.404
+5,mlp.experts.49.down_proj,0.0000010376,0.10000,0.402
+5,mlp.experts.50.down_proj,0.0000639408,0.10000,0.399
+5,mlp.experts.51.down_proj,0.0000021194,0.10000,0.399
+5,mlp.experts.52.down_proj,0.0000090340,0.10000,0.370
+5,mlp.experts.53.down_proj,0.0000013630,0.10000,0.351
+5,mlp.experts.54.down_proj,0.0000024714,0.10000,0.361
+5,mlp.experts.55.down_proj,0.0000010810,0.10000,0.402
+5,mlp.experts.56.down_proj,0.0000079486,0.10000,0.380
+5,mlp.experts.57.down_proj,0.0002161910,0.10000,0.399
+5,mlp.experts.58.down_proj,0.0000028943,0.10000,0.381
+5,mlp.experts.59.down_proj,0.0000152725,0.10000,0.401
+5,mlp.experts.60.down_proj,0.0000153770,0.10000,0.397
+5,mlp.experts.61.down_proj,0.0000009535,0.10000,0.388
+5,mlp.experts.62.down_proj,0.0000014337,0.10000,0.374
+5,mlp.experts.63.down_proj,0.0000007494,0.10000,0.340
+5,mlp.experts.64.down_proj,0.0000009536,0.10000,0.350
+5,mlp.experts.65.down_proj,0.0000240781,0.10000,0.391
+5,mlp.experts.66.down_proj,0.0000016183,0.10000,0.393
+5,mlp.experts.67.down_proj,0.0000048631,0.10000,0.407
+5,mlp.experts.68.down_proj,0.0000033756,0.10000,0.387
+5,mlp.experts.69.down_proj,0.0000462201,0.10000,0.402
+5,mlp.experts.70.down_proj,0.0000141526,0.10000,0.396
+5,mlp.experts.71.down_proj,0.0000031145,0.10000,0.407
+5,mlp.experts.72.down_proj,0.0000349766,0.10000,0.386
+5,mlp.experts.73.down_proj,0.0000058966,0.10000,0.356
+5,mlp.experts.74.down_proj,0.0000013614,0.10000,0.349
+5,mlp.experts.75.down_proj,0.0000008099,0.10000,0.364
+5,mlp.experts.76.down_proj,0.0000193761,0.10000,0.366
+5,mlp.experts.77.down_proj,0.0000034992,0.10000,0.396
+5,mlp.experts.78.down_proj,0.0000003626,0.10000,0.404
+5,mlp.experts.79.down_proj,0.0000022835,0.10000,0.400
+5,mlp.experts.80.down_proj,0.0000006159,0.10000,0.398
+5,mlp.experts.81.down_proj,0.0000042247,0.10000,0.403
+5,mlp.experts.82.down_proj,0.0000005391,0.10000,0.400
+5,mlp.experts.83.down_proj,0.0000027047,0.10000,0.393
+5,mlp.experts.84.down_proj,0.0000322079,0.10000,0.395
+5,mlp.experts.85.down_proj,0.0000162440,0.10000,0.402
+5,mlp.experts.86.down_proj,0.0000020023,0.10000,0.406
+5,mlp.experts.87.down_proj,0.0000017145,0.10000,0.407
+5,mlp.experts.88.down_proj,0.0000429698,0.10000,0.402
+5,mlp.experts.89.down_proj,0.0000093916,0.10000,0.396
+5,mlp.experts.90.down_proj,0.0000021826,0.10000,0.406
+5,mlp.experts.91.down_proj,0.0000212668,0.10000,0.396
+5,mlp.experts.92.down_proj,0.0000990748,0.10000,0.397
+5,mlp.experts.93.down_proj,0.0000022704,0.10000,0.402
+5,mlp.experts.94.down_proj,0.0000009814,0.10000,0.379
+5,mlp.experts.95.down_proj,0.0000013293,0.10000,0.390
+5,mlp.experts.96.down_proj,0.0000013367,0.10000,0.389
+5,mlp.experts.97.down_proj,0.0000012827,0.10000,0.340
+5,mlp.experts.98.down_proj,0.0000228440,0.10000,0.334
+5,mlp.experts.99.down_proj,0.0000010399,0.10000,0.388
+5,mlp.experts.100.down_proj,0.0000125898,0.10000,0.402
+5,mlp.experts.101.down_proj,0.0000147998,0.10000,0.371
+5,mlp.experts.102.down_proj,0.0000026451,0.10000,0.357
+5,mlp.experts.103.down_proj,0.0000005514,0.10000,0.389
+5,mlp.experts.104.down_proj,0.0000044856,0.10000,0.402
+5,mlp.experts.105.down_proj,0.0000009692,0.10000,0.412
+5,mlp.experts.106.down_proj,0.0000038368,0.10000,0.407
+5,mlp.experts.107.down_proj,0.0000009770,0.10000,0.402
+5,mlp.experts.108.down_proj,0.0000010433,0.10000,0.399
+5,mlp.experts.109.down_proj,0.0000099201,0.10000,0.402
+5,mlp.experts.110.down_proj,0.0000029673,0.10000,0.401
+5,mlp.experts.111.down_proj,0.0000005992,0.10000,0.399
+5,mlp.experts.112.down_proj,0.0000081654,0.10000,0.405
+5,mlp.experts.113.down_proj,0.0000026799,0.10000,0.393
+5,mlp.experts.114.down_proj,0.0000184625,0.10000,0.404
+5,mlp.experts.115.down_proj,0.0000012110,0.10000,0.395
+5,mlp.experts.116.down_proj,0.0000002865,0.10000,0.400
+5,mlp.experts.117.down_proj,0.0000010855,0.10000,0.403
+5,mlp.experts.118.down_proj,0.0000118145,0.10000,0.382
+5,mlp.experts.119.down_proj,0.0000082078,0.10000,0.349
+5,mlp.experts.120.down_proj,0.0000024411,0.10000,0.360
+5,mlp.experts.121.down_proj,0.0002208978,0.10000,0.331
+5,mlp.experts.122.down_proj,0.0000054159,0.10000,0.342
+5,mlp.experts.123.down_proj,0.0000303684,0.10000,0.345
+5,mlp.experts.124.down_proj,0.0000198766,0.10000,0.354
+5,mlp.experts.125.down_proj,0.0000007122,0.10000,0.404
+5,mlp.experts.126.down_proj,0.0000002437,0.10000,0.376
+5,mlp.experts.127.down_proj,0.0000982551,0.10000,0.274
+6,self_attn.k_proj,0.0000000115,0.10000,0.996
+6,self_attn.q_proj,0.0000000801,0.10000,1.045
+6,self_attn.v_proj,0.0000000139,0.10000,0.617
+6,self_attn.o_proj,0.0000000149,0.10000,1.141
+6,mlp.gate,0.0000039599,0.10000,0.545
+6,mlp.experts.1.up_proj,0.0000526703,0.10000,0.998
+6,mlp.experts.0.up_proj,0.0000209882,0.10000,1.047
+6,mlp.experts.2.up_proj,0.0002093476,0.10000,0.968
+6,mlp.experts.3.up_proj,0.0000498018,0.10000,0.984
+6,mlp.experts.4.up_proj,0.0000102578,0.10000,0.981
+6,mlp.experts.5.up_proj,0.0013636442,0.10000,0.995
+6,mlp.experts.6.up_proj,0.0001360919,0.10000,0.994
+6,mlp.experts.7.up_proj,0.0000054579,0.10000,0.983
+6,mlp.experts.8.up_proj,0.0000682355,0.10000,0.983
+6,mlp.experts.9.up_proj,0.0000153409,0.10000,1.046
+6,mlp.experts.10.up_proj,0.0000042169,0.10000,1.010
+6,mlp.experts.11.up_proj,0.0008208693,0.10000,1.019
+6,mlp.experts.12.up_proj,0.0001716012,0.10000,1.007
+6,mlp.experts.13.up_proj,0.0000087314,0.10000,1.043
+6,mlp.experts.14.up_proj,0.0000160635,0.10000,1.046
+6,mlp.experts.15.up_proj,0.0003920405,0.10000,1.015
+6,mlp.experts.16.up_proj,0.0000899079,0.10000,1.020
+6,mlp.experts.17.up_proj,0.0000605606,0.10000,1.048
+6,mlp.experts.18.up_proj,0.0001357416,0.10000,0.985
+6,mlp.experts.19.up_proj,0.0000616897,0.10000,1.070
+6,mlp.experts.20.up_proj,0.0000766363,0.10000,1.004
+6,mlp.experts.21.up_proj,0.0003240449,0.10000,0.975
+6,mlp.experts.22.up_proj,0.0000147981,0.10000,0.921
+6,mlp.experts.23.up_proj,0.0000055571,0.10000,0.984
+6,mlp.experts.24.up_proj,0.0002592795,0.10000,1.018
+6,mlp.experts.25.up_proj,0.0000238932,0.10000,1.072
+6,mlp.experts.26.up_proj,0.0000937384,0.10000,0.992
+6,mlp.experts.27.up_proj,0.0003124341,0.10000,0.986
+6,mlp.experts.28.up_proj,0.0000219199,0.10000,0.969
+6,mlp.experts.29.up_proj,0.0003283502,0.10000,0.982
+6,mlp.experts.30.up_proj,0.0000281887,0.10000,1.041
+6,mlp.experts.31.up_proj,0.0002871645,0.10000,1.045
+6,mlp.experts.32.up_proj,0.0007513025,0.10000,1.039
+6,mlp.experts.33.up_proj,0.0001128880,0.10000,1.011
+6,mlp.experts.34.up_proj,0.0000186751,0.10000,1.019
+6,mlp.experts.35.up_proj,0.0001301664,0.10000,1.033
+6,mlp.experts.36.up_proj,0.0001059613,0.10000,1.003
+6,mlp.experts.37.up_proj,0.0000384795,0.10000,1.009
+6,mlp.experts.38.up_proj,0.0000144615,0.10000,0.983
+6,mlp.experts.39.up_proj,0.0000345348,0.10000,1.050
+6,mlp.experts.40.up_proj,0.0003406649,0.10000,1.032
+6,mlp.experts.41.up_proj,0.0000241191,0.10000,1.029
+6,mlp.experts.42.up_proj,0.0000059789,0.10000,1.025
+6,mlp.experts.43.up_proj,0.0002283724,0.10000,1.026
+6,mlp.experts.44.up_proj,0.0000286979,0.10000,1.025
+6,mlp.experts.45.up_proj,0.0051129502,0.10000,1.012
+6,mlp.experts.46.up_proj,0.0000248040,0.10000,1.034
+6,mlp.experts.47.up_proj,0.0003245308,0.10000,1.041
+6,mlp.experts.48.up_proj,0.0000168263,0.10000,1.029
+6,mlp.experts.49.up_proj,0.0000745130,0.10000,1.001
+6,mlp.experts.50.up_proj,0.0003917075,0.10000,1.004
+6,mlp.experts.51.up_proj,0.0002425752,0.10000,1.022
+6,mlp.experts.52.up_proj,0.0000047778,0.10000,1.002
+6,mlp.experts.53.up_proj,0.0001595661,0.10000,0.983
+6,mlp.experts.54.up_proj,0.0000280372,0.10000,0.982
+6,mlp.experts.55.up_proj,0.0000421122,0.10000,1.058
+6,mlp.experts.56.up_proj,0.0000041648,0.10000,1.024
+6,mlp.experts.57.up_proj,0.0004999614,0.10000,1.042
+6,mlp.experts.58.up_proj,0.0000423900,0.10000,1.004
+6,mlp.experts.59.up_proj,0.0004280410,0.10000,0.943
+6,mlp.experts.60.up_proj,0.0009226002,0.10000,0.928
+6,mlp.experts.61.up_proj,0.0000311452,0.10000,0.969
+6,mlp.experts.62.up_proj,0.0000176966,0.10000,0.964
+6,mlp.experts.63.up_proj,0.0000177359,0.10000,1.038
+6,mlp.experts.64.up_proj,0.0000118749,0.10000,1.026
+6,mlp.experts.65.up_proj,0.0000584440,0.10000,1.052
+6,mlp.experts.66.up_proj,0.0005388464,0.10000,1.047
+6,mlp.experts.67.up_proj,0.0000638979,0.10000,1.049
+6,mlp.experts.68.up_proj,0.0003910692,0.10000,1.010
+6,mlp.experts.69.up_proj,0.0004451399,0.10000,1.026
+6,mlp.experts.70.up_proj,0.0001418634,0.10000,1.015
+6,mlp.experts.71.up_proj,0.0000175975,0.10000,0.997
+6,mlp.experts.72.up_proj,0.0000588632,0.10000,1.017
+6,mlp.experts.73.up_proj,0.0003990295,0.10000,1.008
+6,mlp.experts.74.up_proj,0.0001127146,0.10000,0.931
+6,mlp.experts.75.up_proj,0.0000077789,0.10000,1.026
+6,mlp.experts.76.up_proj,0.0000423419,0.10000,1.002
+6,mlp.experts.77.up_proj,0.0000597760,0.10000,1.003
+6,mlp.experts.78.up_proj,0.0000527701,0.10000,1.002
+6,mlp.experts.79.up_proj,0.0000065634,0.10000,0.987
+6,mlp.experts.80.up_proj,0.0001104539,0.10000,1.001
+6,mlp.experts.81.up_proj,0.0026790735,0.10000,0.946
+6,mlp.experts.82.up_proj,0.0002552464,0.10000,0.945
+6,mlp.experts.83.up_proj,0.0000100518,0.10000,0.993
+6,mlp.experts.84.up_proj,0.0000360432,0.10000,1.002
+6,mlp.experts.85.up_proj,0.0000033211,0.10000,1.005
+6,mlp.experts.86.up_proj,0.0000104506,0.10000,0.966
+6,mlp.experts.87.up_proj,0.0000388294,0.10000,1.028
+6,mlp.experts.88.up_proj,0.0000404861,0.10000,1.040
+6,mlp.experts.89.up_proj,0.0000395446,0.10000,1.030
+6,mlp.experts.90.up_proj,0.0004938884,0.10000,1.016
+6,mlp.experts.91.up_proj,0.0008021423,0.10000,0.980
+6,mlp.experts.92.up_proj,0.0000599209,0.10000,1.026
+6,mlp.experts.93.up_proj,0.0000342927,0.10000,1.008
+6,mlp.experts.94.up_proj,0.0001057914,0.10000,1.026
+6,mlp.experts.95.up_proj,0.0002102246,0.10000,1.024
+6,mlp.experts.96.up_proj,0.0000246651,0.10000,1.027
+6,mlp.experts.97.up_proj,0.0000132003,0.10000,0.973
+6,mlp.experts.98.up_proj,0.0003216396,0.10000,0.981
+6,mlp.experts.99.up_proj,0.0000243302,0.10000,0.993
+6,mlp.experts.100.up_proj,0.0000102997,0.10000,1.002
+6,mlp.experts.101.up_proj,0.0000129889,0.10000,0.964
+6,mlp.experts.102.up_proj,0.0002162714,0.10000,0.938
+6,mlp.experts.103.up_proj,0.0000459578,0.10000,0.992
+6,mlp.experts.104.up_proj,0.0001161161,0.10000,0.989
+6,mlp.experts.105.up_proj,0.0000105982,0.10000,1.024
+6,mlp.experts.106.up_proj,0.0002542952,0.10000,0.994
+6,mlp.experts.107.up_proj,0.0001657193,0.10000,1.004
+6,mlp.experts.108.up_proj,0.0006054493,0.10000,1.010
+6,mlp.experts.109.up_proj,0.0000685992,0.10000,0.991
+6,mlp.experts.110.up_proj,0.0000037899,0.10000,1.030
+6,mlp.experts.111.up_proj,0.0014725096,0.10000,0.924
+6,mlp.experts.112.up_proj,0.0009458045,0.10000,0.948
+6,mlp.experts.113.up_proj,0.0004835496,0.10000,1.022
+6,mlp.experts.114.up_proj,0.0000177936,0.10000,1.015
+6,mlp.experts.115.up_proj,0.0000202274,0.10000,1.028
+6,mlp.experts.116.up_proj,0.0000111982,0.10000,1.035
+6,mlp.experts.117.up_proj,0.0001703836,0.10000,1.016
+6,mlp.experts.118.up_proj,0.0005185139,0.10000,1.040
+6,mlp.experts.119.up_proj,0.0000279047,0.10000,1.012
+6,mlp.experts.120.up_proj,0.0001306064,0.10000,1.008
+6,mlp.experts.121.up_proj,0.0000981006,0.10000,0.994
+6,mlp.experts.122.up_proj,0.0001291460,0.10000,0.988
+6,mlp.experts.123.up_proj,0.0000224973,0.10000,1.018
+6,mlp.experts.124.up_proj,0.0001107130,0.10000,0.988
+6,mlp.experts.125.up_proj,0.0000246426,0.10000,0.996
+6,mlp.experts.126.up_proj,0.0000341254,0.10000,1.018
+6,mlp.experts.127.up_proj,0.0000218517,0.10000,1.043
+6,mlp.experts.0.gate_proj,0.0000235311,0.10000,1.039
+6,mlp.experts.1.gate_proj,0.0000570984,0.10000,0.974
+6,mlp.experts.2.gate_proj,0.0002199083,0.10000,1.004
+6,mlp.experts.3.gate_proj,0.0000532230,0.10000,0.996
+6,mlp.experts.4.gate_proj,0.0000113488,0.10000,1.013
+6,mlp.experts.5.gate_proj,0.0014504083,0.10000,1.011
+6,mlp.experts.6.gate_proj,0.0001524760,0.10000,0.978
+6,mlp.experts.7.gate_proj,0.0000059314,0.10000,0.980
+6,mlp.experts.8.gate_proj,0.0000778171,0.10000,1.001
+6,mlp.experts.9.gate_proj,0.0000169773,0.10000,1.008
+6,mlp.experts.10.gate_proj,0.0000044078,0.10000,0.978
+6,mlp.experts.11.gate_proj,0.0008653489,0.10000,1.042
+6,mlp.experts.12.gate_proj,0.0001818401,0.10000,1.019
+6,mlp.experts.13.gate_proj,0.0000108252,0.10000,1.068
+6,mlp.experts.14.gate_proj,0.0000169707,0.10000,1.029
+6,mlp.experts.15.gate_proj,0.0004534345,0.10000,0.960
+6,mlp.experts.16.gate_proj,0.0001057439,0.10000,0.922
+6,mlp.experts.17.gate_proj,0.0000774083,0.10000,0.989
+6,mlp.experts.18.gate_proj,0.0001452864,0.10000,0.993
+6,mlp.experts.19.gate_proj,0.0000623430,0.10000,0.983
+6,mlp.experts.20.gate_proj,0.0000887952,0.10000,0.985
+6,mlp.experts.21.gate_proj,0.0003818961,0.10000,0.983
+6,mlp.experts.22.gate_proj,0.0000162370,0.10000,0.993
+6,mlp.experts.23.gate_proj,0.0000059444,0.10000,1.002
+6,mlp.experts.24.gate_proj,0.0002746116,0.10000,1.006
+6,mlp.experts.25.gate_proj,0.0000261560,0.10000,0.991
+6,mlp.experts.26.gate_proj,0.0001051713,0.10000,0.982
+6,mlp.experts.27.gate_proj,0.0003499280,0.10000,1.027
+6,mlp.experts.28.gate_proj,0.0000244735,0.10000,1.035
+6,mlp.experts.29.gate_proj,0.0003986748,0.10000,1.082
+6,mlp.experts.30.gate_proj,0.0000288821,0.10000,0.977
+6,mlp.experts.31.gate_proj,0.0003493571,0.10000,0.943
+6,mlp.experts.32.gate_proj,0.0009819775,0.10000,0.982
+6,mlp.experts.33.gate_proj,0.0001262317,0.10000,1.005
+6,mlp.experts.34.gate_proj,0.0000196876,0.10000,1.053
+6,mlp.experts.35.gate_proj,0.0001393303,0.10000,1.003
+6,mlp.experts.36.gate_proj,0.0001103539,0.10000,1.018
+6,mlp.experts.37.gate_proj,0.0000434084,0.10000,1.057
+6,mlp.experts.38.gate_proj,0.0000150113,0.10000,0.965
+6,mlp.experts.39.gate_proj,0.0000366927,0.10000,0.963
+6,mlp.experts.40.gate_proj,0.0004098692,0.10000,0.983
+6,mlp.experts.41.gate_proj,0.0000255649,0.10000,1.024
+6,mlp.experts.42.gate_proj,0.0000064671,0.10000,1.014
+6,mlp.experts.43.gate_proj,0.0002357520,0.10000,1.013
+6,mlp.experts.44.gate_proj,0.0000322718,0.10000,1.053
+6,mlp.experts.45.gate_proj,0.0055553263,0.10000,1.045
+6,mlp.experts.46.gate_proj,0.0000276053,0.10000,1.021
+6,mlp.experts.47.gate_proj,0.0003621784,0.10000,1.014
+6,mlp.experts.48.gate_proj,0.0000184563,0.10000,1.000
+6,mlp.experts.49.gate_proj,0.0000837432,0.10000,1.039
+6,mlp.experts.50.gate_proj,0.0004784941,0.10000,1.051
+6,mlp.experts.51.gate_proj,0.0003079911,0.10000,1.029
+6,mlp.experts.52.gate_proj,0.0000049500,0.10000,1.038
+6,mlp.experts.53.gate_proj,0.0001861434,0.10000,1.033
+6,mlp.experts.54.gate_proj,0.0000311312,0.10000,1.041
+6,mlp.experts.55.gate_proj,0.0000445151,0.10000,1.019
+6,mlp.experts.56.gate_proj,0.0000043687,0.10000,1.029
+6,mlp.experts.57.gate_proj,0.0005621028,0.10000,1.023
+6,mlp.experts.58.gate_proj,0.0000463949,0.10000,1.001
+6,mlp.experts.59.gate_proj,0.0004889726,0.10000,1.025
+6,mlp.experts.60.gate_proj,0.0009838536,0.10000,1.035
+6,mlp.experts.61.gate_proj,0.0000341018,0.10000,1.045
+6,mlp.experts.62.gate_proj,0.0000194721,0.10000,0.985
+6,mlp.experts.63.gate_proj,0.0000194286,0.10000,1.037
+6,mlp.experts.64.gate_proj,0.0000126240,0.10000,1.021
+6,mlp.experts.65.gate_proj,0.0000620830,0.10000,1.039
+6,mlp.experts.66.gate_proj,0.0006144310,0.10000,0.985
+6,mlp.experts.67.gate_proj,0.0000695669,0.10000,0.983
+6,mlp.experts.68.gate_proj,0.0005054833,0.10000,1.012
+6,mlp.experts.69.gate_proj,0.0005481642,0.10000,0.950
+6,mlp.experts.70.gate_proj,0.0001609525,0.10000,0.955
+6,mlp.experts.71.gate_proj,0.0000211172,0.10000,0.988
+6,mlp.experts.72.gate_proj,0.0000650874,0.10000,0.966
+6,mlp.experts.73.gate_proj,0.0004351240,0.10000,1.008
+6,mlp.experts.74.gate_proj,0.0001250251,0.10000,1.064
+6,mlp.experts.75.gate_proj,0.0000082628,0.10000,1.039
+6,mlp.experts.76.gate_proj,0.0000488463,0.10000,1.026
+6,mlp.experts.77.gate_proj,0.0000658600,0.10000,1.013
+6,mlp.experts.78.gate_proj,0.0000628065,0.10000,0.981
+6,mlp.experts.79.gate_proj,0.0000068628,0.10000,1.017
+6,mlp.experts.80.gate_proj,0.0001222124,0.10000,1.003
+6,mlp.experts.81.gate_proj,0.0029038816,0.10000,1.027
+6,mlp.experts.82.gate_proj,0.0002769620,0.10000,1.028
+6,mlp.experts.83.gate_proj,0.0000103386,0.10000,1.033
+6,mlp.experts.84.gate_proj,0.0000392186,0.10000,1.038
+6,mlp.experts.85.gate_proj,0.0000031713,0.10000,1.044
+6,mlp.experts.86.gate_proj,0.0000111852,0.10000,1.041
+6,mlp.experts.87.gate_proj,0.0000415237,0.10000,1.032
+6,mlp.experts.88.gate_proj,0.0000425291,0.10000,1.051
+6,mlp.experts.89.gate_proj,0.0000435186,0.10000,1.012
+6,mlp.experts.90.gate_proj,0.0005664845,0.10000,1.048
+6,mlp.experts.91.gate_proj,0.0008843556,0.10000,1.053
+6,mlp.experts.92.gate_proj,0.0000683249,0.10000,1.052
+6,mlp.experts.93.gate_proj,0.0000372800,0.10000,1.062
+6,mlp.experts.94.gate_proj,0.0001195305,0.10000,1.037
+6,mlp.experts.95.gate_proj,0.0002278000,0.10000,1.025
+6,mlp.experts.96.gate_proj,0.0000263194,0.10000,1.009
+6,mlp.experts.97.gate_proj,0.0000144156,0.10000,0.957
+6,mlp.experts.98.gate_proj,0.0003396389,0.10000,0.928
+6,mlp.experts.99.gate_proj,0.0000260514,0.10000,0.862
+6,mlp.experts.100.gate_proj,0.0000109262,0.10000,0.854
+6,mlp.experts.101.gate_proj,0.0000145255,0.10000,0.927
+6,mlp.experts.102.gate_proj,0.0002723897,0.10000,0.911
+6,mlp.experts.103.gate_proj,0.0001095477,0.10000,1.048
+6,mlp.experts.104.gate_proj,0.0001237339,0.10000,1.064
+6,mlp.experts.105.gate_proj,0.0000105223,0.10000,1.023
+6,mlp.experts.106.gate_proj,0.0002819632,0.10000,1.014
+6,mlp.experts.107.gate_proj,0.0001765200,0.10000,1.055
+6,mlp.experts.108.gate_proj,0.0006408395,0.10000,1.034
+6,mlp.experts.109.gate_proj,0.0000732701,0.10000,1.035
+6,mlp.experts.110.gate_proj,0.0000040512,0.10000,1.040
+6,mlp.experts.111.gate_proj,0.0016232900,0.10000,1.050
+6,mlp.experts.112.gate_proj,0.0041715279,0.10000,1.033
+6,mlp.experts.113.gate_proj,0.0005538785,0.10000,1.024
+6,mlp.experts.114.gate_proj,0.0000198220,0.10000,1.016
+6,mlp.experts.115.gate_proj,0.0000218570,0.10000,1.011
+6,mlp.experts.116.gate_proj,0.0000119169,0.10000,1.015
+6,mlp.experts.117.gate_proj,0.0001800698,0.10000,1.038
+6,mlp.experts.118.gate_proj,0.0005237849,0.10000,0.981
+6,mlp.experts.119.gate_proj,0.0000316002,0.10000,0.889
+6,mlp.experts.120.gate_proj,0.0001362696,0.10000,0.886
+6,mlp.experts.121.gate_proj,0.0001068684,0.10000,0.979
+6,mlp.experts.122.gate_proj,0.0001399502,0.10000,0.966
+6,mlp.experts.123.gate_proj,0.0000229231,0.10000,1.013
+6,mlp.experts.124.gate_proj,0.0001242959,0.10000,1.061
+6,mlp.experts.125.gate_proj,0.0000261348,0.10000,1.037
+6,mlp.experts.126.gate_proj,0.0000357996,0.10000,1.029
+6,mlp.experts.127.gate_proj,0.0000233669,0.10000,0.653
+6,mlp.experts.1.down_proj,0.0000054970,0.10000,0.355
+6,mlp.experts.0.down_proj,0.0000017258,0.10000,0.370
+6,mlp.experts.2.down_proj,0.0000184265,0.10000,0.377
+6,mlp.experts.3.down_proj,0.0000038344,0.10000,0.388
+6,mlp.experts.4.down_proj,0.0000009013,0.10000,0.379
+6,mlp.experts.5.down_proj,0.0001150600,0.10000,0.387
+6,mlp.experts.6.down_proj,0.0000125148,0.10000,0.339
+6,mlp.experts.7.down_proj,0.0000004087,0.10000,0.345
+6,mlp.experts.8.down_proj,0.0000059034,0.10000,0.379
+6,mlp.experts.9.down_proj,0.0000011487,0.10000,0.388
+6,mlp.experts.10.down_proj,0.0000003403,0.10000,0.397
+6,mlp.experts.11.down_proj,0.0000460115,0.10000,0.397
+6,mlp.experts.12.down_proj,0.0000132653,0.10000,0.381
+6,mlp.experts.13.down_proj,0.0000005746,0.10000,0.389
+6,mlp.experts.14.down_proj,0.0000016038,0.10000,0.385
+6,mlp.experts.15.down_proj,0.0000393963,0.10000,0.385
+6,mlp.experts.16.down_proj,0.0000083608,0.10000,0.382
+6,mlp.experts.17.down_proj,0.0000403193,0.10000,0.398
+6,mlp.experts.18.down_proj,0.0000103472,0.10000,0.384
+6,mlp.experts.19.down_proj,0.0000044785,0.10000,0.378
+6,mlp.experts.20.down_proj,0.0000086768,0.10000,0.371
+6,mlp.experts.21.down_proj,0.0000439122,0.10000,0.370
+6,mlp.experts.22.down_proj,0.0000011450,0.10000,0.389
+6,mlp.experts.23.down_proj,0.0000003693,0.10000,0.400
+6,mlp.experts.24.down_proj,0.0000340203,0.10000,0.377
+6,mlp.experts.25.down_proj,0.0000017630,0.10000,0.383
+6,mlp.experts.26.down_proj,0.0000082866,0.10000,0.377
+6,mlp.experts.27.down_proj,0.0000348879,0.10000,0.371
+6,mlp.experts.28.down_proj,0.0000015145,0.10000,0.396
+6,mlp.experts.29.down_proj,0.0000351894,0.10000,0.417
+6,mlp.experts.30.down_proj,0.0000024538,0.10000,0.403
+6,mlp.experts.31.down_proj,0.0000585442,0.10000,0.412
+6,mlp.experts.32.down_proj,0.0000188098,0.10000,0.381
+6,mlp.experts.33.down_proj,0.0000100723,0.10000,0.417
+6,mlp.experts.34.down_proj,0.0000014222,0.10000,0.377
+6,mlp.experts.35.down_proj,0.0000180920,0.10000,0.417
+6,mlp.experts.36.down_proj,0.0000064631,0.10000,0.371
+6,mlp.experts.37.down_proj,0.0000031276,0.10000,0.410
+6,mlp.experts.38.down_proj,0.0000012267,0.10000,0.383
+6,mlp.experts.39.down_proj,0.0000024964,0.10000,0.386
+6,mlp.experts.40.down_proj,0.0000440031,0.10000,0.393
+6,mlp.experts.41.down_proj,0.0000017037,0.10000,0.390
+6,mlp.experts.42.down_proj,0.0000005361,0.10000,0.403
+6,mlp.experts.43.down_proj,0.0000245549,0.10000,0.389
+6,mlp.experts.44.down_proj,0.0000021609,0.10000,0.398
+6,mlp.experts.45.down_proj,0.0005974332,0.10000,0.390
+6,mlp.experts.46.down_proj,0.0000023469,0.10000,0.383
+6,mlp.experts.47.down_proj,0.0000424243,0.10000,0.395
+6,mlp.experts.48.down_proj,0.0000009919,0.10000,0.374
+6,mlp.experts.49.down_proj,0.0000070518,0.10000,0.393
+6,mlp.experts.50.down_proj,0.0000662919,0.10000,0.361
+6,mlp.experts.51.down_proj,0.0000422032,0.10000,0.330
+6,mlp.experts.52.down_proj,0.0000003484,0.10000,0.327
+6,mlp.experts.53.down_proj,0.0000137581,0.10000,0.347
+6,mlp.experts.54.down_proj,0.0000022756,0.10000,0.384
+6,mlp.experts.55.down_proj,0.0000057921,0.10000,0.357
+6,mlp.experts.56.down_proj,0.0000002153,0.10000,0.333
+6,mlp.experts.57.down_proj,0.0000641184,0.10000,0.352
+6,mlp.experts.58.down_proj,0.0000029932,0.10000,0.379
+6,mlp.experts.59.down_proj,0.0000521173,0.10000,0.399
+6,mlp.experts.60.down_proj,0.0001053166,0.10000,0.394
+6,mlp.experts.61.down_proj,0.0000020623,0.10000,0.387
+6,mlp.experts.62.down_proj,0.0000012940,0.10000,0.400
+6,mlp.experts.63.down_proj,0.0000013527,0.10000,0.385
+6,mlp.experts.64.down_proj,0.0000009465,0.10000,0.406
+6,mlp.experts.65.down_proj,0.0000042137,0.10000,0.394
+6,mlp.experts.66.down_proj,0.0000114448,0.10000,0.389
+6,mlp.experts.67.down_proj,0.0000050692,0.10000,0.380
+6,mlp.experts.68.down_proj,0.0000695469,0.10000,0.381
+6,mlp.experts.69.down_proj,0.0000607786,0.10000,0.373
+6,mlp.experts.70.down_proj,0.0000160407,0.10000,0.361
+6,mlp.experts.71.down_proj,0.0000011160,0.10000,0.381
+6,mlp.experts.72.down_proj,0.0000053164,0.10000,0.394
+6,mlp.experts.73.down_proj,0.0000521002,0.10000,0.411
+6,mlp.experts.74.down_proj,0.0000095408,0.10000,0.403
+6,mlp.experts.75.down_proj,0.0000004930,0.10000,0.401
+6,mlp.experts.76.down_proj,0.0000036147,0.10000,0.408
+6,mlp.experts.77.down_proj,0.0000050037,0.10000,0.401
+6,mlp.experts.78.down_proj,0.0000101351,0.10000,0.403
+6,mlp.experts.79.down_proj,0.0000006236,0.10000,0.396
+6,mlp.experts.80.down_proj,0.0000113683,0.10000,0.385
+6,mlp.experts.81.down_proj,0.0003081223,0.10000,0.361
+6,mlp.experts.82.down_proj,0.0000243646,0.10000,0.378
+6,mlp.experts.83.down_proj,0.0000011657,0.10000,0.376
+6,mlp.experts.84.down_proj,0.0000029117,0.10000,0.371
+6,mlp.experts.85.down_proj,0.0000002300,0.10000,0.364
+6,mlp.experts.86.down_proj,0.0000007388,0.10000,0.323
+6,mlp.experts.87.down_proj,0.0000034892,0.10000,0.330
+6,mlp.experts.88.down_proj,0.0000041625,0.10000,0.316
+6,mlp.experts.89.down_proj,0.0000034022,0.10000,0.348
+6,mlp.experts.90.down_proj,0.0000592214,0.10000,0.360
+6,mlp.experts.91.down_proj,0.0000998103,0.10000,0.353
+6,mlp.experts.92.down_proj,0.0000049851,0.10000,0.367
+6,mlp.experts.93.down_proj,0.0000025330,0.10000,0.405
+6,mlp.experts.94.down_proj,0.0000104739,0.10000,0.376
+6,mlp.experts.95.down_proj,0.0000245349,0.10000,0.350
+6,mlp.experts.96.down_proj,0.0000021446,0.10000,0.333
+6,mlp.experts.97.down_proj,0.0000008893,0.10000,0.339
+6,mlp.experts.98.down_proj,0.0000332927,0.10000,0.341
+6,mlp.experts.99.down_proj,0.0000024805,0.10000,0.345
+6,mlp.experts.100.down_proj,0.0000007066,0.10000,0.355
+6,mlp.experts.101.down_proj,0.0000012416,0.10000,0.380
+6,mlp.experts.102.down_proj,0.0000311196,0.10000,0.391
+6,mlp.experts.103.down_proj,0.0000029765,0.10000,0.383
+6,mlp.experts.104.down_proj,0.0000098729,0.10000,0.384
+6,mlp.experts.105.down_proj,0.0000010776,0.10000,0.387
+6,mlp.experts.106.down_proj,0.0000231286,0.10000,0.372
+6,mlp.experts.107.down_proj,0.0000046750,0.10000,0.395
+6,mlp.experts.108.down_proj,0.0000788225,0.10000,0.383
+6,mlp.experts.109.down_proj,0.0000070877,0.10000,0.383
+6,mlp.experts.110.down_proj,0.0000003030,0.10000,0.376
+6,mlp.experts.111.down_proj,0.0000324973,0.10000,0.357
+6,mlp.experts.112.down_proj,0.0000011520,0.10000,0.367
+6,mlp.experts.113.down_proj,0.0000708281,0.10000,0.386
+6,mlp.experts.114.down_proj,0.0000015223,0.10000,0.391
+6,mlp.experts.115.down_proj,0.0000031636,0.10000,0.387
+6,mlp.experts.116.down_proj,0.0000007729,0.10000,0.383
+6,mlp.experts.117.down_proj,0.0000124902,0.10000,0.389
+6,mlp.experts.118.down_proj,0.0000251127,0.10000,0.382
+6,mlp.experts.119.down_proj,0.0000029937,0.10000,0.386
+6,mlp.experts.120.down_proj,0.0000107833,0.10000,0.390
+6,mlp.experts.121.down_proj,0.0000092222,0.10000,0.389
+6,mlp.experts.122.down_proj,0.0000111880,0.10000,0.380
+6,mlp.experts.123.down_proj,0.0000018092,0.10000,0.384
+6,mlp.experts.124.down_proj,0.0000081399,0.10000,0.381
+6,mlp.experts.125.down_proj,0.0000017912,0.10000,0.385
+6,mlp.experts.126.down_proj,0.0000049235,0.10000,0.373
+6,mlp.experts.127.down_proj,0.0000014967,0.10000,0.281
+7,self_attn.k_proj,0.0000000071,0.10000,1.026
+7,self_attn.q_proj,0.0000000491,0.10000,1.041
+7,self_attn.v_proj,0.0000000082,0.10000,0.565
+7,self_attn.o_proj,0.0000000092,0.10000,1.123
+7,mlp.gate,0.0000039659,0.10000,0.627
+7,mlp.experts.0.up_proj,0.0008595123,0.10000,1.017
+7,mlp.experts.1.up_proj,0.0000340352,0.10000,1.074
+7,mlp.experts.2.up_proj,0.0000153968,0.10000,1.018
+7,mlp.experts.3.up_proj,0.0000280667,0.10000,1.014
+7,mlp.experts.4.up_proj,0.0000120000,0.10000,1.024
+7,mlp.experts.5.up_proj,0.0000102408,0.10000,1.015
+7,mlp.experts.6.up_proj,0.0000666710,0.10000,1.068
+7,mlp.experts.7.up_proj,0.0001678490,0.10000,1.050
+7,mlp.experts.8.up_proj,0.0000789413,0.10000,1.039
+7,mlp.experts.9.up_proj,0.0000311296,0.10000,1.044
+7,mlp.experts.10.up_proj,0.0001362966,0.10000,0.893
+7,mlp.experts.11.up_proj,0.0000317433,0.10000,0.894
+7,mlp.experts.12.up_proj,0.0000198893,0.10000,0.999
+7,mlp.experts.13.up_proj,0.0000325447,0.10000,1.005
+7,mlp.experts.14.up_proj,0.0002699850,0.10000,1.054
+7,mlp.experts.15.up_proj,0.0000774135,0.10000,1.037
+7,mlp.experts.16.up_proj,0.0002224142,0.10000,1.071
+7,mlp.experts.17.up_proj,0.0000116795,0.10000,1.074
+7,mlp.experts.18.up_proj,0.0001478382,0.10000,1.055
+7,mlp.experts.19.up_proj,0.0000540846,0.10000,1.051
+7,mlp.experts.20.up_proj,0.0000083647,0.10000,1.010
+7,mlp.experts.21.up_proj,0.0000163348,0.10000,1.019
+7,mlp.experts.22.up_proj,0.0000300139,0.10000,0.979
+7,mlp.experts.23.up_proj,0.0002460045,0.10000,1.077
+7,mlp.experts.24.up_proj,0.0000198887,0.10000,1.029
+7,mlp.experts.25.up_proj,0.0000230887,0.10000,1.074
+7,mlp.experts.26.up_proj,0.0000095678,0.10000,1.043
+7,mlp.experts.27.up_proj,0.0000639319,0.10000,1.021
+7,mlp.experts.28.up_proj,0.0011577432,0.10000,1.021
+7,mlp.experts.29.up_proj,0.0002262701,0.10000,0.963
+7,mlp.experts.30.up_proj,0.0001640271,0.10000,1.013
+7,mlp.experts.31.up_proj,0.0000089392,0.10000,0.994
+7,mlp.experts.32.up_proj,0.0000565608,0.10000,0.991
+7,mlp.experts.33.up_proj,0.0000062492,0.10000,1.021
+7,mlp.experts.34.up_proj,0.0000113810,0.10000,0.941
+7,mlp.experts.35.up_proj,0.0002115387,0.10000,0.999
+7,mlp.experts.36.up_proj,0.0000207124,0.10000,0.988
+7,mlp.experts.37.up_proj,0.0013326376,0.10000,1.022
+7,mlp.experts.38.up_proj,0.0000496006,0.10000,1.032
+7,mlp.experts.39.up_proj,0.0000138904,0.10000,1.048
+7,mlp.experts.40.up_proj,0.0000777539,0.10000,1.035
+7,mlp.experts.41.up_proj,0.0000497698,0.10000,1.054
+7,mlp.experts.42.up_proj,0.0003108784,0.10000,1.070
+7,mlp.experts.43.up_proj,0.0000318520,0.10000,1.016
+7,mlp.experts.44.up_proj,0.0000640337,0.10000,1.013
+7,mlp.experts.45.up_proj,0.0000240516,0.10000,1.046
+7,mlp.experts.46.up_proj,0.0000834484,0.10000,1.030
+7,mlp.experts.47.up_proj,0.0000724708,0.10000,1.078
+7,mlp.experts.48.up_proj,0.0000038229,0.10000,1.050
+7,mlp.experts.49.up_proj,0.0000105803,0.10000,1.040
+7,mlp.experts.50.up_proj,0.0000165722,0.10000,1.058
+7,mlp.experts.51.up_proj,0.0000075716,0.10000,1.036
+7,mlp.experts.52.up_proj,0.0001484759,0.10000,1.019
+7,mlp.experts.53.up_proj,0.0000171584,0.10000,1.037
+7,mlp.experts.54.up_proj,0.0010019696,0.10000,0.914
+7,mlp.experts.55.up_proj,0.0003383264,0.10000,0.963
+7,mlp.experts.56.up_proj,0.0003187742,0.10000,0.929
+7,mlp.experts.57.up_proj,0.0010468372,0.10000,0.922
+7,mlp.experts.58.up_proj,0.0000292240,0.10000,1.043
+7,mlp.experts.59.up_proj,0.0000188532,0.10000,1.027
+7,mlp.experts.60.up_proj,0.0000094272,0.10000,1.032
+7,mlp.experts.61.up_proj,0.0000269259,0.10000,1.033
+7,mlp.experts.62.up_proj,0.0002118241,0.10000,0.960
+7,mlp.experts.63.up_proj,0.0000503726,0.10000,0.962
+7,mlp.experts.64.up_proj,0.0000423275,0.10000,1.016
+7,mlp.experts.65.up_proj,0.0002158457,0.10000,1.062
+7,mlp.experts.66.up_proj,0.0000175231,0.10000,1.025
+7,mlp.experts.67.up_proj,0.0001171010,0.10000,1.064
+7,mlp.experts.68.up_proj,0.0001863524,0.10000,1.061
+7,mlp.experts.69.up_proj,0.0002342320,0.10000,1.021
+7,mlp.experts.70.up_proj,0.0001353558,0.10000,1.054
+7,mlp.experts.71.up_proj,0.0003843687,0.10000,1.047
+7,mlp.experts.72.up_proj,0.0000134076,0.10000,1.062
+7,mlp.experts.73.up_proj,0.0000122584,0.10000,1.085
+7,mlp.experts.74.up_proj,0.0000511632,0.10000,1.005
+7,mlp.experts.75.up_proj,0.0000764972,0.10000,1.077
+7,mlp.experts.76.up_proj,0.0004967732,0.10000,1.014
+7,mlp.experts.77.up_proj,0.0007974848,0.10000,0.989
+7,mlp.experts.78.up_proj,0.0001966837,0.10000,0.953
+7,mlp.experts.79.up_proj,0.0001208526,0.10000,1.014
+7,mlp.experts.80.up_proj,0.0004088582,0.10000,1.023
+7,mlp.experts.81.up_proj,0.0001928471,0.10000,0.990
+7,mlp.experts.82.up_proj,0.0000386246,0.10000,0.953
+7,mlp.experts.83.up_proj,0.0000215779,0.10000,1.017
+7,mlp.experts.84.up_proj,0.0001042390,0.10000,1.037
+7,mlp.experts.85.up_proj,0.0002881474,0.10000,1.053
+7,mlp.experts.86.up_proj,0.0000304600,0.10000,1.049
+7,mlp.experts.87.up_proj,0.0000087548,0.10000,1.016
+7,mlp.experts.88.up_proj,0.0000201521,0.10000,0.958
+7,mlp.experts.89.up_proj,0.0000158039,0.10000,0.988
+7,mlp.experts.90.up_proj,0.0004964616,0.10000,0.952
+7,mlp.experts.91.up_proj,0.0000511581,0.10000,0.967
+7,mlp.experts.92.up_proj,0.0025120056,0.10000,1.032
+7,mlp.experts.93.up_proj,0.0000072078,0.10000,1.014
+7,mlp.experts.94.up_proj,0.0000116009,0.10000,1.018
+7,mlp.experts.95.up_proj,0.0000065461,0.10000,1.051
+7,mlp.experts.96.up_proj,0.0001231411,0.10000,1.048
+7,mlp.experts.97.up_proj,0.0002224708,0.10000,1.052
+7,mlp.experts.98.up_proj,0.0000047129,0.10000,1.031
+7,mlp.experts.99.up_proj,0.0000266781,0.10000,1.052
+7,mlp.experts.100.up_proj,0.0000109168,0.10000,1.016
+7,mlp.experts.101.up_proj,0.0002456530,0.10000,0.990
+7,mlp.experts.102.up_proj,0.0001612267,0.10000,1.010
+7,mlp.experts.103.up_proj,0.0000724468,0.10000,0.978
+7,mlp.experts.104.up_proj,0.0002062406,0.10000,0.966
+7,mlp.experts.105.up_proj,0.0005018940,0.10000,0.973
+7,mlp.experts.106.up_proj,0.0000149980,0.10000,1.023
+7,mlp.experts.107.up_proj,0.0001619160,0.10000,1.017
+7,mlp.experts.108.up_proj,0.0000423903,0.10000,1.002
+7,mlp.experts.109.up_proj,0.0000312794,0.10000,1.059
+7,mlp.experts.110.up_proj,0.0000042121,0.10000,1.022
+7,mlp.experts.111.up_proj,0.0001388309,0.10000,1.041
+7,mlp.experts.112.up_proj,0.0000177799,0.10000,0.990
+7,mlp.experts.113.up_proj,0.0002074214,0.10000,1.007
+7,mlp.experts.114.up_proj,0.0001976211,0.10000,0.995
+7,mlp.experts.115.up_proj,0.0001132072,0.10000,1.069
+7,mlp.experts.116.up_proj,0.0000139268,0.10000,0.999
+7,mlp.experts.117.up_proj,0.0000957332,0.10000,0.924
+7,mlp.experts.118.up_proj,0.0001701051,0.10000,0.915
+7,mlp.experts.119.up_proj,0.0000704622,0.10000,1.045
+7,mlp.experts.120.up_proj,0.0002754511,0.10000,0.978
+7,mlp.experts.121.up_proj,0.0002124693,0.10000,1.017
+7,mlp.experts.122.up_proj,0.0003645778,0.10000,0.993
+7,mlp.experts.123.up_proj,0.0000804799,0.10000,0.988
+7,mlp.experts.124.up_proj,0.0000248738,0.10000,1.000
+7,mlp.experts.125.up_proj,0.0000188055,0.10000,1.003
+7,mlp.experts.126.up_proj,0.0003257464,0.10000,1.067
+7,mlp.experts.127.up_proj,0.0000812186,0.10000,1.042
+7,mlp.experts.0.gate_proj,0.0010269639,0.10000,1.000
+7,mlp.experts.1.gate_proj,0.0000370989,0.10000,0.983
+7,mlp.experts.2.gate_proj,0.0000162400,0.10000,0.986
+7,mlp.experts.3.gate_proj,0.0000291121,0.10000,1.058
+7,mlp.experts.4.gate_proj,0.0000130710,0.10000,1.028
+7,mlp.experts.5.gate_proj,0.0000109270,0.10000,1.017
+7,mlp.experts.6.gate_proj,0.0000777575,0.10000,1.009
+7,mlp.experts.7.gate_proj,0.0001812657,0.10000,1.031
+7,mlp.experts.8.gate_proj,0.0000843268,0.10000,1.030
+7,mlp.experts.9.gate_proj,0.0000353131,0.10000,1.092
+7,mlp.experts.10.gate_proj,0.0001455138,0.10000,0.989
+7,mlp.experts.11.gate_proj,0.0000362827,0.10000,1.085
+7,mlp.experts.12.gate_proj,0.0000226983,0.10000,0.988
+7,mlp.experts.13.gate_proj,0.0000363795,0.10000,1.039
+7,mlp.experts.14.gate_proj,0.0003280784,0.10000,1.036
+7,mlp.experts.15.gate_proj,0.0000838213,0.10000,1.033
+7,mlp.experts.16.gate_proj,0.0002280109,0.10000,1.036
+7,mlp.experts.17.gate_proj,0.0000133553,0.10000,1.040
+7,mlp.experts.18.gate_proj,0.0001679233,0.10000,1.032
+7,mlp.experts.19.gate_proj,0.0000573420,0.10000,1.050
+7,mlp.experts.20.gate_proj,0.0000091098,0.10000,1.058
+7,mlp.experts.21.gate_proj,0.0000177695,0.10000,0.982
+7,mlp.experts.22.gate_proj,0.0000339050,0.10000,0.959
+7,mlp.experts.23.gate_proj,0.0002657788,0.10000,1.016
+7,mlp.experts.24.gate_proj,0.0000215545,0.10000,1.027
+7,mlp.experts.25.gate_proj,0.0000250013,0.10000,0.970
+7,mlp.experts.26.gate_proj,0.0000105671,0.10000,0.989
+7,mlp.experts.27.gate_proj,0.0000693627,0.10000,0.923
+7,mlp.experts.28.gate_proj,0.0014054843,0.10000,0.943
+7,mlp.experts.29.gate_proj,0.0002490460,0.10000,1.026
+7,mlp.experts.30.gate_proj,0.0001868694,0.10000,0.991
+7,mlp.experts.31.gate_proj,0.0000093443,0.10000,1.053
+7,mlp.experts.32.gate_proj,0.0000622166,0.10000,1.054
+7,mlp.experts.33.gate_proj,0.0000068384,0.10000,1.067
+7,mlp.experts.34.gate_proj,0.0000119785,0.10000,1.061
+7,mlp.experts.35.gate_proj,0.0002637598,0.10000,1.024
+7,mlp.experts.36.gate_proj,0.0000230464,0.10000,1.036
+7,mlp.experts.37.gate_proj,0.0014368339,0.10000,1.075
+7,mlp.experts.38.gate_proj,0.0000547712,0.10000,1.069
+7,mlp.experts.39.gate_proj,0.0000147489,0.10000,1.060
+7,mlp.experts.40.gate_proj,0.0000876059,0.10000,1.064
+7,mlp.experts.41.gate_proj,0.0000544617,0.10000,1.028
+7,mlp.experts.42.gate_proj,0.0003582948,0.10000,1.012
+7,mlp.experts.43.gate_proj,0.0000337965,0.10000,1.018
+7,mlp.experts.44.gate_proj,0.0000721235,0.10000,1.022
+7,mlp.experts.45.gate_proj,0.0000256491,0.10000,0.996
+7,mlp.experts.46.gate_proj,0.0000888535,0.10000,1.019
+7,mlp.experts.47.gate_proj,0.0000792928,0.10000,1.006
+7,mlp.experts.48.gate_proj,0.0000040229,0.10000,1.008
+7,mlp.experts.49.gate_proj,0.0000107018,0.10000,1.050
+7,mlp.experts.50.gate_proj,0.0000173135,0.10000,1.033
+7,mlp.experts.51.gate_proj,0.0000079620,0.10000,1.024
+7,mlp.experts.52.gate_proj,0.0001685119,0.10000,1.023
+7,mlp.experts.53.gate_proj,0.0000182428,0.10000,0.896
+7,mlp.experts.54.gate_proj,0.0011480504,0.10000,0.898
+7,mlp.experts.55.gate_proj,0.0003500719,0.10000,1.012
+7,mlp.experts.56.gate_proj,0.0003508128,0.10000,1.043
+7,mlp.experts.57.gate_proj,0.0011203004,0.10000,0.988
+7,mlp.experts.58.gate_proj,0.0000321693,0.10000,0.983
+7,mlp.experts.59.gate_proj,0.0000207448,0.10000,1.035
+7,mlp.experts.60.gate_proj,0.0000098793,0.10000,1.020
+7,mlp.experts.61.gate_proj,0.0000303699,0.10000,0.947
+7,mlp.experts.62.gate_proj,0.0002353489,0.10000,0.949
+7,mlp.experts.63.gate_proj,0.0000566634,0.10000,0.945
+7,mlp.experts.64.gate_proj,0.0000446850,0.10000,0.963
+7,mlp.experts.65.gate_proj,0.0002604677,0.10000,1.087
+7,mlp.experts.66.gate_proj,0.0000190775,0.10000,1.038
+7,mlp.experts.68.gate_proj,0.0002056781,0.10000,1.030
+7,mlp.experts.67.gate_proj,0.0001264641,0.10000,1.064
+7,mlp.experts.69.gate_proj,0.0002542845,0.10000,0.953
+7,mlp.experts.70.gate_proj,0.0001495951,0.10000,0.953
+7,mlp.experts.71.gate_proj,0.0004653292,0.10000,1.052
+7,mlp.experts.72.gate_proj,0.0000150030,0.10000,1.037
+7,mlp.experts.73.gate_proj,0.0000133011,0.10000,1.023
+7,mlp.experts.74.gate_proj,0.0000552561,0.10000,1.039
+7,mlp.experts.75.gate_proj,0.0000799888,0.10000,0.966
+7,mlp.experts.76.gate_proj,0.0005605539,0.10000,0.990
+7,mlp.experts.77.gate_proj,0.0008481794,0.10000,0.988
+7,mlp.experts.78.gate_proj,0.0002373645,0.10000,1.020
+7,mlp.experts.79.gate_proj,0.0001319638,0.10000,1.045
+7,mlp.experts.80.gate_proj,0.0004564070,0.10000,1.034
+7,mlp.experts.81.gate_proj,0.0002127472,0.10000,1.034
+7,mlp.experts.82.gate_proj,0.0000428113,0.10000,1.043
+7,mlp.experts.83.gate_proj,0.0000241736,0.10000,1.039
+7,mlp.experts.84.gate_proj,0.0001119351,0.10000,1.061
+7,mlp.experts.85.gate_proj,0.0003161524,0.10000,1.053
+7,mlp.experts.86.gate_proj,0.0000331415,0.10000,1.052
+7,mlp.experts.87.gate_proj,0.0000094671,0.10000,1.062
+7,mlp.experts.88.gate_proj,0.0000220853,0.10000,1.071
+7,mlp.experts.89.gate_proj,0.0000172844,0.10000,0.996
+7,mlp.experts.90.gate_proj,0.0005555841,0.10000,1.071
+7,mlp.experts.91.gate_proj,0.0000574316,0.10000,1.036
+7,mlp.experts.92.gate_proj,0.0028728247,0.10000,1.045
+7,mlp.experts.93.gate_proj,0.0000078598,0.10000,1.040
+7,mlp.experts.94.gate_proj,0.0000125222,0.10000,1.045
+7,mlp.experts.95.gate_proj,0.0000069475,0.10000,1.050
+7,mlp.experts.96.gate_proj,0.0001306896,0.10000,1.061
+7,mlp.experts.97.gate_proj,0.0002674862,0.10000,1.018
+7,mlp.experts.98.gate_proj,0.0000047219,0.10000,1.020
+7,mlp.experts.99.gate_proj,0.0000299910,0.10000,1.001
+7,mlp.experts.100.gate_proj,0.0000114244,0.10000,1.001
+7,mlp.experts.101.gate_proj,0.0002733564,0.10000,1.027
+7,mlp.experts.102.gate_proj,0.0001672701,0.10000,0.999
+7,mlp.experts.103.gate_proj,0.0000759830,0.10000,1.040
+7,mlp.experts.104.gate_proj,0.0002530868,0.10000,0.965
+7,mlp.experts.105.gate_proj,0.0006211473,0.10000,0.961
+7,mlp.experts.106.gate_proj,0.0000161950,0.10000,0.979
+7,mlp.experts.107.gate_proj,0.0001842907,0.10000,1.027
+7,mlp.experts.108.gate_proj,0.0000482604,0.10000,1.032
+7,mlp.experts.109.gate_proj,0.0000363429,0.10000,1.054
+7,mlp.experts.110.gate_proj,0.0000045209,0.10000,1.065
+7,mlp.experts.111.gate_proj,0.0001502078,0.10000,1.066
+7,mlp.experts.112.gate_proj,0.0000186505,0.10000,1.051
+7,mlp.experts.113.gate_proj,0.0002070186,0.10000,1.056
+7,mlp.experts.114.gate_proj,0.0002198100,0.10000,1.096
+7,mlp.experts.115.gate_proj,0.0008133009,0.10000,1.059
+7,mlp.experts.116.gate_proj,0.0000149931,0.10000,1.086
+7,mlp.experts.117.gate_proj,0.0001070379,0.10000,1.025
+7,mlp.experts.118.gate_proj,0.0002024401,0.10000,1.053
+7,mlp.experts.119.gate_proj,0.0000755691,0.10000,1.039
+7,mlp.experts.120.gate_proj,0.0003120578,0.10000,1.048
+7,mlp.experts.121.gate_proj,0.0002268015,0.10000,1.068
+7,mlp.experts.122.gate_proj,0.0003945944,0.10000,1.055
+7,mlp.experts.123.gate_proj,0.0000836564,0.10000,1.050
+7,mlp.experts.124.gate_proj,0.0000263860,0.10000,1.053
+7,mlp.experts.125.gate_proj,0.0000206235,0.10000,1.037
+7,mlp.experts.126.gate_proj,0.0003704951,0.10000,1.069
+7,mlp.experts.127.gate_proj,0.0000879149,0.10000,0.683
+7,mlp.experts.1.down_proj,0.0000030518,0.10000,0.381
+7,mlp.experts.0.down_proj,0.0001507832,0.10000,0.409
+7,mlp.experts.2.down_proj,0.0000019159,0.10000,0.400
+7,mlp.experts.3.down_proj,0.0000024359,0.10000,0.391
+7,mlp.experts.4.down_proj,0.0000010116,0.10000,0.399
+7,mlp.experts.5.down_proj,0.0000009244,0.10000,0.386
+7,mlp.experts.6.down_proj,0.0000088186,0.10000,0.403
+7,mlp.experts.7.down_proj,0.0000129376,0.10000,0.400
+7,mlp.experts.8.down_proj,0.0000109440,0.10000,0.396
+7,mlp.experts.9.down_proj,0.0000031352,0.10000,0.393
+7,mlp.experts.10.down_proj,0.0000119587,0.10000,0.402
+7,mlp.experts.11.down_proj,0.0000030229,0.10000,0.404
+7,mlp.experts.12.down_proj,0.0000019490,0.10000,0.383
+7,mlp.experts.13.down_proj,0.0000029512,0.10000,0.403
+7,mlp.experts.14.down_proj,0.0000477790,0.10000,0.387
+7,mlp.experts.15.down_proj,0.0000075284,0.10000,0.385
+7,mlp.experts.16.down_proj,0.0000237291,0.10000,0.336
+7,mlp.experts.17.down_proj,0.0000010616,0.10000,0.325
+7,mlp.experts.18.down_proj,0.0000135104,0.10000,0.340
+7,mlp.experts.19.down_proj,0.0000036220,0.10000,0.351
+7,mlp.experts.20.down_proj,0.0000006734,0.10000,0.391
+7,mlp.experts.21.down_proj,0.0000015564,0.10000,0.410
+7,mlp.experts.22.down_proj,0.0000029112,0.10000,0.394
+7,mlp.experts.23.down_proj,0.0000270884,0.10000,0.399
+7,mlp.experts.24.down_proj,0.0000015144,0.10000,0.402
+7,mlp.experts.25.down_proj,0.0000017438,0.10000,0.391
+7,mlp.experts.26.down_proj,0.0000006415,0.10000,0.392
+7,mlp.experts.27.down_proj,0.0000066591,0.10000,0.400
+7,mlp.experts.28.down_proj,0.0001227333,0.10000,0.389
+7,mlp.experts.29.down_proj,0.0000245832,0.10000,0.400
+7,mlp.experts.30.down_proj,0.0000218860,0.10000,0.338
+7,mlp.experts.31.down_proj,0.0000007670,0.10000,0.340
+7,mlp.experts.32.down_proj,0.0000055054,0.10000,0.401
+7,mlp.experts.33.down_proj,0.0000005418,0.10000,0.402
+7,mlp.experts.34.down_proj,0.0000012753,0.10000,0.336
+7,mlp.experts.35.down_proj,0.0000242354,0.10000,0.352
+7,mlp.experts.36.down_proj,0.0000019261,0.10000,0.394
+7,mlp.experts.37.down_proj,0.0000891991,0.10000,0.388
+7,mlp.experts.38.down_proj,0.0000051310,0.10000,0.394
+7,mlp.experts.39.down_proj,0.0000009761,0.10000,0.381
+7,mlp.experts.40.down_proj,0.0000060000,0.10000,0.354
+7,mlp.experts.41.down_proj,0.0000027194,0.10000,0.353
+7,mlp.experts.42.down_proj,0.0000302384,0.10000,0.390
+7,mlp.experts.43.down_proj,0.0000045983,0.10000,0.379
+7,mlp.experts.44.down_proj,0.0000084388,0.10000,0.396
+7,mlp.experts.45.down_proj,0.0000016835,0.10000,0.383
+7,mlp.experts.46.down_proj,0.0000069028,0.10000,0.404
+7,mlp.experts.47.down_proj,0.0000067233,0.10000,0.381
+7,mlp.experts.49.down_proj,0.0000012105,0.10000,0.403
+7,mlp.experts.48.down_proj,0.0000002558,0.10000,0.415
+7,mlp.experts.50.down_proj,0.0000020015,0.10000,0.370
+7,mlp.experts.51.down_proj,0.0000006468,0.10000,0.380
+7,mlp.experts.52.down_proj,0.0000073435,0.10000,0.397
+7,mlp.experts.53.down_proj,0.0000014417,0.10000,0.394
+7,mlp.experts.54.down_proj,0.0001029778,0.10000,0.395
+7,mlp.experts.55.down_proj,0.0000345716,0.10000,0.402
+7,mlp.experts.56.down_proj,0.0000378763,0.10000,0.376
+7,mlp.experts.57.down_proj,0.0001257083,0.10000,0.409
+7,mlp.experts.58.down_proj,0.0000036924,0.10000,0.323
+7,mlp.experts.59.down_proj,0.0000016681,0.10000,0.329
+7,mlp.experts.60.down_proj,0.0000009275,0.10000,0.336
+7,mlp.experts.61.down_proj,0.0000023245,0.10000,0.333
+7,mlp.experts.62.down_proj,0.0000514918,0.10000,0.393
+7,mlp.experts.63.down_proj,0.0000061749,0.10000,0.400
+7,mlp.experts.64.down_proj,0.0000038365,0.10000,0.363
+7,mlp.experts.65.down_proj,0.0000240032,0.10000,0.387
+7,mlp.experts.66.down_proj,0.0000015643,0.10000,0.393
+7,mlp.experts.67.down_proj,0.0000109436,0.10000,0.396
+7,mlp.experts.68.down_proj,0.0000214161,0.10000,0.330
+7,mlp.experts.69.down_proj,0.0000284940,0.10000,0.349
+7,mlp.experts.70.down_proj,0.0000140282,0.10000,0.400
+7,mlp.experts.71.down_proj,0.0000590988,0.10000,0.395
+7,mlp.experts.72.down_proj,0.0000016012,0.10000,0.400
+7,mlp.experts.73.down_proj,0.0000010473,0.10000,0.398
+7,mlp.experts.74.down_proj,0.0000039345,0.10000,0.404
+7,mlp.experts.75.down_proj,0.0000018546,0.10000,0.398
+7,mlp.experts.76.down_proj,0.0000510366,0.10000,0.415
+7,mlp.experts.77.down_proj,0.0000571860,0.10000,0.402
+7,mlp.experts.78.down_proj,0.0000348616,0.10000,0.393
+7,mlp.experts.79.down_proj,0.0000043478,0.10000,0.394
+7,mlp.experts.80.down_proj,0.0000542487,0.10000,0.399
+7,mlp.experts.81.down_proj,0.0000192787,0.10000,0.395
+7,mlp.experts.82.down_proj,0.0000042546,0.10000,0.400
+7,mlp.experts.83.down_proj,0.0000023381,0.10000,0.398
+7,mlp.experts.84.down_proj,0.0000080990,0.10000,0.407
+7,mlp.experts.85.down_proj,0.0000387311,0.10000,0.404
+7,mlp.experts.86.down_proj,0.0000026099,0.10000,0.401
+7,mlp.experts.87.down_proj,0.0000009616,0.10000,0.386
+7,mlp.experts.88.down_proj,0.0000014745,0.10000,0.367
+7,mlp.experts.89.down_proj,0.0000011948,0.10000,0.367
+7,mlp.experts.90.down_proj,0.0000822945,0.10000,0.339
+7,mlp.experts.91.down_proj,0.0000053484,0.10000,0.335
+7,mlp.experts.92.down_proj,0.0000595242,0.10000,0.405
+7,mlp.experts.93.down_proj,0.0000004464,0.10000,0.388
+7,mlp.experts.94.down_proj,0.0000009845,0.10000,0.402
+7,mlp.experts.95.down_proj,0.0000005910,0.10000,0.392
+7,mlp.experts.96.down_proj,0.0000134152,0.10000,0.404
+7,mlp.experts.97.down_proj,0.0000252267,0.10000,0.394
+7,mlp.experts.98.down_proj,0.0000003956,0.10000,0.381
+7,mlp.experts.99.down_proj,0.0000019396,0.10000,0.383
+7,mlp.experts.100.down_proj,0.0000008919,0.10000,0.391
+7,mlp.experts.101.down_proj,0.0000465957,0.10000,0.413
+7,mlp.experts.102.down_proj,0.0000152191,0.10000,0.391
+7,mlp.experts.103.down_proj,0.0000074163,0.10000,0.400
+7,mlp.experts.104.down_proj,0.0000298019,0.10000,0.385
+7,mlp.experts.105.down_proj,0.0001061340,0.10000,0.394
+7,mlp.experts.106.down_proj,0.0000013711,0.10000,0.413
+7,mlp.experts.107.down_proj,0.0000382137,0.10000,0.395
+7,mlp.experts.108.down_proj,0.0000035481,0.10000,0.333
+7,mlp.experts.109.down_proj,0.0000023278,0.10000,0.337
+7,mlp.experts.110.down_proj,0.0000003603,0.10000,0.362
+7,mlp.experts.111.down_proj,0.0000185723,0.10000,0.357
+7,mlp.experts.112.down_proj,0.0000017032,0.10000,0.329
+7,mlp.experts.113.down_proj,0.0000187436,0.10000,0.321
+7,mlp.experts.114.down_proj,0.0000261397,0.10000,0.375
+7,mlp.experts.115.down_proj,0.0000063742,0.10000,0.374
+7,mlp.experts.116.down_proj,0.0000011554,0.10000,0.387
+7,mlp.experts.117.down_proj,0.0000118934,0.10000,0.372
+7,mlp.experts.118.down_proj,0.0000241351,0.10000,0.390
+7,mlp.experts.119.down_proj,0.0000051867,0.10000,0.385
+7,mlp.experts.120.down_proj,0.0000411509,0.10000,0.380
+7,mlp.experts.121.down_proj,0.0000193036,0.10000,0.381
+7,mlp.experts.122.down_proj,0.0000410705,0.10000,0.386
+7,mlp.experts.123.down_proj,0.0000070021,0.10000,0.393
+7,mlp.experts.124.down_proj,0.0000023935,0.10000,0.384
+7,mlp.experts.125.down_proj,0.0000015343,0.10000,0.367
+7,mlp.experts.126.down_proj,0.0000423632,0.10000,0.380
+7,mlp.experts.127.down_proj,0.0000086384,0.10000,0.391
+8,self_attn.q_proj,0.0000001343,0.10000,1.035
+8,self_attn.k_proj,0.0000000195,0.10000,1.062
+8,self_attn.v_proj,0.0000000218,0.10000,0.599
+8,self_attn.o_proj,0.0000000128,0.10000,1.103
+8,mlp.gate,0.0000041323,0.10000,0.585
+8,mlp.experts.0.up_proj,0.0001747358,0.10000,1.067
+8,mlp.experts.1.up_proj,0.0015328932,0.10000,1.068
+8,mlp.experts.3.up_proj,0.0000214292,0.10000,0.914
+8,mlp.experts.2.up_proj,0.0000166220,0.10000,0.929
+8,mlp.experts.4.up_proj,0.0000264469,0.10000,1.055
+8,mlp.experts.5.up_proj,0.0000594270,0.10000,1.070
+8,mlp.experts.6.up_proj,0.0000620285,0.10000,1.030
+8,mlp.experts.7.up_proj,0.0006126405,0.10000,1.039
+8,mlp.experts.8.up_proj,0.0000184729,0.10000,1.041
+8,mlp.experts.9.up_proj,0.0000640497,0.10000,1.031
+8,mlp.experts.10.up_proj,0.0002607395,0.10000,1.020
+8,mlp.experts.11.up_proj,0.0002471513,0.10000,1.024
+8,mlp.experts.12.up_proj,0.0010741652,0.10000,1.066
+8,mlp.experts.13.up_proj,0.0000878125,0.10000,1.042
+8,mlp.experts.14.up_proj,0.0000138749,0.10000,0.927
+8,mlp.experts.15.up_proj,0.0000230339,0.10000,0.925
+8,mlp.experts.17.up_proj,0.0000413463,0.10000,1.093
+8,mlp.experts.16.up_proj,0.0002976408,0.10000,1.100
+8,mlp.experts.18.up_proj,0.0000553208,0.10000,0.983
+8,mlp.experts.19.up_proj,0.0001357842,0.10000,0.991
+8,mlp.experts.20.up_proj,0.0000683369,0.10000,0.987
+8,mlp.experts.21.up_proj,0.0000133296,0.10000,1.014
+8,mlp.experts.22.up_proj,0.0001756713,0.10000,1.005
+8,mlp.experts.23.up_proj,0.0000253405,0.10000,1.011
+8,mlp.experts.24.up_proj,0.0000155458,0.10000,1.029
+8,mlp.experts.25.up_proj,0.0000153459,0.10000,1.038
+8,mlp.experts.26.up_proj,0.0002666844,0.10000,0.978
+8,mlp.experts.27.up_proj,0.0000133127,0.10000,0.974
+8,mlp.experts.28.up_proj,0.0000124081,0.10000,1.009
+8,mlp.experts.29.up_proj,0.0001816333,0.10000,1.004
+8,mlp.experts.30.up_proj,0.0000614694,0.10000,1.036
+8,mlp.experts.31.up_proj,0.0001865659,0.10000,1.025
+8,mlp.experts.32.up_proj,0.0000222798,0.10000,0.990
+8,mlp.experts.33.up_proj,0.0000035874,0.10000,0.999
+8,mlp.experts.34.up_proj,0.0002973061,0.10000,1.016
+8,mlp.experts.35.up_proj,0.0000127998,0.10000,1.025
+8,mlp.experts.36.up_proj,0.0000099829,0.10000,1.020
+8,mlp.experts.37.up_proj,0.0000491242,0.10000,1.024
+8,mlp.experts.38.up_proj,0.0000578691,0.10000,0.970
+8,mlp.experts.39.up_proj,0.0000062773,0.10000,1.036
+8,mlp.experts.40.up_proj,0.0001531219,0.10000,1.030
+8,mlp.experts.41.up_proj,0.0003797575,0.10000,1.032
+8,mlp.experts.42.up_proj,0.0001316982,0.10000,0.993
+8,mlp.experts.43.up_proj,0.0000360472,0.10000,0.992
+8,mlp.experts.44.up_proj,0.0000036409,0.10000,1.009
+8,mlp.experts.45.up_proj,0.0000408696,0.10000,0.936
+8,mlp.experts.46.up_proj,0.0000398871,0.10000,1.017
+8,mlp.experts.47.up_proj,0.0000243391,0.10000,1.027
+8,mlp.experts.48.up_proj,0.0000678348,0.10000,0.982
+8,mlp.experts.49.up_proj,0.0002723676,0.10000,0.996
+8,mlp.experts.50.up_proj,0.0001565418,0.10000,1.023
+8,mlp.experts.51.up_proj,0.0000194259,0.10000,1.003
+8,mlp.experts.52.up_proj,0.0003303648,0.10000,0.976
+8,mlp.experts.53.up_proj,0.0001100294,0.10000,1.015
+8,mlp.experts.54.up_proj,0.0001305426,0.10000,0.973
+8,mlp.experts.55.up_proj,0.0000273976,0.10000,1.037
+8,mlp.experts.56.up_proj,0.0000117430,0.10000,1.035
+8,mlp.experts.57.up_proj,0.0000684954,0.10000,0.982
+8,mlp.experts.58.up_proj,0.0008554590,0.10000,1.005
+8,mlp.experts.59.up_proj,0.0000818691,0.10000,1.036
+8,mlp.experts.60.up_proj,0.0001600347,0.10000,0.997
+8,mlp.experts.61.up_proj,0.0000126784,0.10000,1.024
+8,mlp.experts.62.up_proj,0.0000135749,0.10000,1.022
+8,mlp.experts.63.up_proj,0.0006071061,0.10000,1.018
+8,mlp.experts.64.up_proj,0.0000122761,0.10000,1.045
+8,mlp.experts.65.up_proj,0.0000266662,0.10000,1.010
+8,mlp.experts.66.up_proj,0.0000220834,0.10000,0.969
+8,mlp.experts.67.up_proj,0.0000716610,0.10000,1.036
+8,mlp.experts.68.up_proj,0.0000915689,0.10000,0.966
+8,mlp.experts.69.up_proj,0.0000591568,0.10000,0.955
+8,mlp.experts.70.up_proj,0.0000256774,0.10000,1.052
+8,mlp.experts.71.up_proj,0.0002643109,0.10000,1.054
+8,mlp.experts.72.up_proj,0.0000465019,0.10000,0.966
+8,mlp.experts.73.up_proj,0.0041085238,0.10000,0.967
+8,mlp.experts.74.up_proj,0.0000384056,0.10000,1.022
+8,mlp.experts.75.up_proj,0.0000956513,0.10000,1.004
+8,mlp.experts.76.up_proj,0.0001641361,0.10000,1.025
+8,mlp.experts.77.up_proj,0.0000660724,0.10000,0.965
+8,mlp.experts.78.up_proj,0.0000505902,0.10000,1.022
+8,mlp.experts.79.up_proj,0.0000314281,0.10000,1.005
+8,mlp.experts.80.up_proj,0.0000115716,0.10000,1.031
+8,mlp.experts.81.up_proj,0.0005595019,0.10000,1.027
+8,mlp.experts.82.up_proj,0.0000392265,0.10000,1.063
+8,mlp.experts.83.up_proj,0.0001237416,0.10000,1.039
+8,mlp.experts.84.up_proj,0.0000109718,0.10000,1.064
+8,mlp.experts.85.up_proj,0.0001608787,0.10000,1.040
+8,mlp.experts.86.up_proj,0.0000191843,0.10000,1.060
+8,mlp.experts.87.up_proj,0.0000540747,0.10000,1.044
+8,mlp.experts.88.up_proj,0.0001661486,0.10000,1.019
+8,mlp.experts.89.up_proj,0.0004632023,0.10000,1.040
+8,mlp.experts.90.up_proj,0.0000047931,0.10000,1.014
+8,mlp.experts.91.up_proj,0.0000147410,0.10000,1.046
+8,mlp.experts.92.up_proj,0.0000756276,0.10000,1.035
+8,mlp.experts.93.up_proj,0.0002942004,0.10000,1.040
+8,mlp.experts.94.up_proj,0.0000455407,0.10000,1.018
+8,mlp.experts.95.up_proj,0.0000038679,0.10000,1.015
+8,mlp.experts.96.up_proj,0.0012563105,0.10000,0.990
+8,mlp.experts.97.up_proj,0.0004874265,0.10000,0.996
+8,mlp.experts.98.up_proj,0.0001521108,0.10000,0.974
+8,mlp.experts.99.up_proj,0.0000326651,0.10000,1.011
+8,mlp.experts.100.up_proj,0.0000212456,0.10000,0.948
+8,mlp.experts.101.up_proj,0.0001303386,0.10000,1.026
+8,mlp.experts.102.up_proj,0.0001038955,0.10000,1.023
+8,mlp.experts.103.up_proj,0.0000140357,0.10000,1.069
+8,mlp.experts.104.up_proj,0.0000090990,0.10000,1.060
+8,mlp.experts.105.up_proj,0.0000160483,0.10000,1.025
+8,mlp.experts.106.up_proj,0.0000056972,0.10000,1.047
+8,mlp.experts.107.up_proj,0.0001734401,0.10000,1.013
+8,mlp.experts.108.up_proj,0.0000506712,0.10000,1.025
+8,mlp.experts.109.up_proj,0.0000163261,0.10000,1.003
+8,mlp.experts.110.up_proj,0.0000163940,0.10000,1.028
+8,mlp.experts.111.up_proj,0.0002634478,0.10000,1.033
+8,mlp.experts.112.up_proj,0.0017176139,0.10000,1.021
+8,mlp.experts.113.up_proj,0.0002720432,0.10000,1.030
+8,mlp.experts.114.up_proj,0.0001124428,0.10000,1.020
+8,mlp.experts.115.up_proj,0.0001741227,0.10000,1.031
+8,mlp.experts.116.up_proj,0.0000097610,0.10000,1.040
+8,mlp.experts.117.up_proj,0.0001778935,0.10000,1.040
+8,mlp.experts.118.up_proj,0.0004555522,0.10000,1.024
+8,mlp.experts.119.up_proj,0.0004509727,0.10000,1.060
+8,mlp.experts.120.up_proj,0.0001447051,0.10000,1.046
+8,mlp.experts.121.up_proj,0.0000676610,0.10000,1.029
+8,mlp.experts.122.up_proj,0.0000084500,0.10000,0.950
+8,mlp.experts.123.up_proj,0.0001123652,0.10000,1.023
+8,mlp.experts.124.up_proj,0.0001810790,0.10000,1.032
+8,mlp.experts.125.up_proj,0.0000566572,0.10000,0.973
+8,mlp.experts.126.up_proj,0.0002521500,0.10000,1.008
+8,mlp.experts.127.up_proj,0.0000296078,0.10000,1.027
+8,mlp.experts.0.gate_proj,0.0001828412,0.10000,1.064
+8,mlp.experts.1.gate_proj,0.0016169249,0.10000,0.981
+8,mlp.experts.2.gate_proj,0.0000175179,0.10000,1.040
+8,mlp.experts.3.gate_proj,0.0000221765,0.10000,1.018
+8,mlp.experts.4.gate_proj,0.0000277211,0.10000,1.030
+8,mlp.experts.5.gate_proj,0.0000630470,0.10000,1.063
+8,mlp.experts.6.gate_proj,0.0000647739,0.10000,1.041
+8,mlp.experts.7.gate_proj,0.0006796736,0.10000,1.014
+8,mlp.experts.8.gate_proj,0.0000199534,0.10000,1.013
+8,mlp.experts.9.gate_proj,0.0000670922,0.10000,0.998
+8,mlp.experts.10.gate_proj,0.0002686557,0.10000,1.004
+8,mlp.experts.11.gate_proj,0.0002566982,0.10000,0.994
+8,mlp.experts.12.gate_proj,0.0011420654,0.10000,1.007
+8,mlp.experts.13.gate_proj,0.0000987614,0.10000,0.991
+8,mlp.experts.14.gate_proj,0.0000142972,0.10000,0.967
+8,mlp.experts.15.gate_proj,0.0000243475,0.10000,1.024
+8,mlp.experts.16.gate_proj,0.0003318742,0.10000,1.001
+8,mlp.experts.17.gate_proj,0.0000440094,0.10000,1.008
+8,mlp.experts.18.gate_proj,0.0000570513,0.10000,0.995
+8,mlp.experts.19.gate_proj,0.0001408728,0.10000,1.012
+8,mlp.experts.20.gate_proj,0.0000688609,0.10000,1.003
+8,mlp.experts.21.gate_proj,0.0000142452,0.10000,0.992
+8,mlp.experts.22.gate_proj,0.0001841427,0.10000,0.998
+8,mlp.experts.23.gate_proj,0.0000266567,0.10000,1.001
+8,mlp.experts.24.gate_proj,0.0000172187,0.10000,0.978
+8,mlp.experts.25.gate_proj,0.0000162236,0.10000,1.008
+8,mlp.experts.26.gate_proj,0.0002837739,0.10000,1.023
+8,mlp.experts.27.gate_proj,0.0000135895,0.10000,1.064
+8,mlp.experts.28.gate_proj,0.0000133569,0.10000,1.059
+8,mlp.experts.29.gate_proj,0.0001821582,0.10000,1.019
+8,mlp.experts.30.gate_proj,0.0000652571,0.10000,0.963
+8,mlp.experts.31.gate_proj,0.0002066422,0.10000,0.993
+8,mlp.experts.32.gate_proj,0.0000246795,0.10000,0.990
+8,mlp.experts.33.gate_proj,0.0000037082,0.10000,1.006
+8,mlp.experts.34.gate_proj,0.0003185031,0.10000,1.005
+8,mlp.experts.35.gate_proj,0.0000130169,0.10000,1.015
+8,mlp.experts.36.gate_proj,0.0000103616,0.10000,0.999
+8,mlp.experts.37.gate_proj,0.0000507180,0.10000,0.969
+8,mlp.experts.38.gate_proj,0.0000578980,0.10000,0.954
+8,mlp.experts.39.gate_proj,0.0000061562,0.10000,0.981
+8,mlp.experts.40.gate_proj,0.0001633410,0.10000,0.989
+8,mlp.experts.41.gate_proj,0.0004150669,0.10000,0.997
+8,mlp.experts.42.gate_proj,0.0001402240,0.10000,1.008
+8,mlp.experts.43.gate_proj,0.0000385052,0.10000,0.951
+8,mlp.experts.44.gate_proj,0.0000036886,0.10000,0.957
+8,mlp.experts.45.gate_proj,0.0000428984,0.10000,1.000
+8,mlp.experts.46.gate_proj,0.0000419406,0.10000,0.981
+8,mlp.experts.47.gate_proj,0.0000260466,0.10000,1.000
+8,mlp.experts.48.gate_proj,0.0000708511,0.10000,1.009
+8,mlp.experts.49.gate_proj,0.0002885283,0.10000,0.979
+8,mlp.experts.50.gate_proj,0.0001645140,0.10000,0.987
+8,mlp.experts.51.gate_proj,0.0000200607,0.10000,0.944
+8,mlp.experts.52.gate_proj,0.0003478148,0.10000,1.006
+8,mlp.experts.53.gate_proj,0.0001166982,0.10000,0.997
+8,mlp.experts.54.gate_proj,0.0001382921,0.10000,0.996
+8,mlp.experts.55.gate_proj,0.0000288191,0.10000,1.002
+8,mlp.experts.56.gate_proj,0.0000124783,0.10000,1.007
+8,mlp.experts.57.gate_proj,0.0000730933,0.10000,0.972
+8,mlp.experts.58.gate_proj,0.0008846885,0.10000,0.864
+8,mlp.experts.59.gate_proj,0.0000849362,0.10000,0.888
+8,mlp.experts.60.gate_proj,0.0001741757,0.10000,0.934
+8,mlp.experts.61.gate_proj,0.0000130290,0.10000,0.963
+8,mlp.experts.62.gate_proj,0.0000141736,0.10000,1.038
+8,mlp.experts.63.gate_proj,0.0006650580,0.10000,1.020
+8,mlp.experts.64.gate_proj,0.0000127798,0.10000,1.024
+8,mlp.experts.65.gate_proj,0.0000276906,0.10000,1.051
+8,mlp.experts.66.gate_proj,0.0000232402,0.10000,1.035
+8,mlp.experts.67.gate_proj,0.0000771917,0.10000,1.025
+8,mlp.experts.68.gate_proj,0.0000962687,0.10000,1.037
+8,mlp.experts.69.gate_proj,0.0000623509,0.10000,1.022
+8,mlp.experts.70.gate_proj,0.0000267952,0.10000,1.029
+8,mlp.experts.71.gate_proj,0.0002878955,0.10000,1.018
+8,mlp.experts.72.gate_proj,0.0000494205,0.10000,0.980
+8,mlp.experts.73.gate_proj,0.0043047487,0.10000,0.989
+8,mlp.experts.74.gate_proj,0.0000404904,0.10000,1.047
+8,mlp.experts.75.gate_proj,0.0000992289,0.10000,1.036
+8,mlp.experts.76.gate_proj,0.0001736205,0.10000,1.024
+8,mlp.experts.77.gate_proj,0.0000685560,0.10000,1.030
+8,mlp.experts.78.gate_proj,0.0000545684,0.10000,0.993
+8,mlp.experts.79.gate_proj,0.0000329893,0.10000,1.016
+8,mlp.experts.80.gate_proj,0.0000122238,0.10000,0.987
+8,mlp.experts.81.gate_proj,0.0005913633,0.10000,0.983
+8,mlp.experts.82.gate_proj,0.0000409512,0.10000,0.991
+8,mlp.experts.83.gate_proj,0.0001350916,0.10000,1.018
+8,mlp.experts.84.gate_proj,0.0000108180,0.10000,1.038
+8,mlp.experts.85.gate_proj,0.0001739209,0.10000,1.032
+8,mlp.experts.86.gate_proj,0.0000202025,0.10000,1.025
+8,mlp.experts.87.gate_proj,0.0000592320,0.10000,1.041
+8,mlp.experts.88.gate_proj,0.0001818915,0.10000,1.021
+8,mlp.experts.89.gate_proj,0.0004974621,0.10000,1.056
+8,mlp.experts.90.gate_proj,0.0000050095,0.10000,1.013
+8,mlp.experts.91.gate_proj,0.0000154997,0.10000,1.008
+8,mlp.experts.92.gate_proj,0.0000824058,0.10000,1.019
+8,mlp.experts.93.gate_proj,0.0003104646,0.10000,0.952
+8,mlp.experts.94.gate_proj,0.0000425561,0.10000,0.995
+8,mlp.experts.95.gate_proj,0.0000040253,0.10000,1.005
+8,mlp.experts.96.gate_proj,0.0014781763,0.10000,0.972
+8,mlp.experts.97.gate_proj,0.0005109838,0.10000,1.056
+8,mlp.experts.98.gate_proj,0.0001605937,0.10000,1.033
+8,mlp.experts.99.gate_proj,0.0000337864,0.10000,1.031
+8,mlp.experts.100.gate_proj,0.0000229240,0.10000,1.026
+8,mlp.experts.101.gate_proj,0.0001339243,0.10000,1.010
+8,mlp.experts.102.gate_proj,0.0001101395,0.10000,1.048
+8,mlp.experts.103.gate_proj,0.0000142793,0.10000,1.003
+8,mlp.experts.104.gate_proj,0.0000096708,0.10000,1.034
+8,mlp.experts.105.gate_proj,0.0000169703,0.10000,1.034
+8,mlp.experts.106.gate_proj,0.0000059200,0.10000,1.032
+8,mlp.experts.107.gate_proj,0.0001832758,0.10000,1.037
+8,mlp.experts.108.gate_proj,0.0000526295,0.10000,1.046
+8,mlp.experts.109.gate_proj,0.0000167199,0.10000,1.055
+8,mlp.experts.110.gate_proj,0.0000175833,0.10000,1.028
+8,mlp.experts.111.gate_proj,0.0002808492,0.10000,0.950
+8,mlp.experts.112.gate_proj,0.0018007072,0.10000,0.954
+8,mlp.experts.113.gate_proj,0.0002839941,0.10000,0.978
+8,mlp.experts.114.gate_proj,0.0001180283,0.10000,0.993
+8,mlp.experts.115.gate_proj,0.0001815150,0.10000,0.954
+8,mlp.experts.116.gate_proj,0.0000100634,0.10000,0.976
+8,mlp.experts.117.gate_proj,0.0001890102,0.10000,1.003
+8,mlp.experts.118.gate_proj,0.0031977944,0.10000,1.049
+8,mlp.experts.119.gate_proj,0.0005168244,0.10000,1.017
+8,mlp.experts.120.gate_proj,0.0001593146,0.10000,1.030
+8,mlp.experts.121.gate_proj,0.0000687860,0.10000,1.023
+8,mlp.experts.122.gate_proj,0.0000088598,0.10000,1.035
+8,mlp.experts.123.gate_proj,0.0001183008,0.10000,1.023
+8,mlp.experts.124.gate_proj,0.0001861913,0.10000,1.000
+8,mlp.experts.125.gate_proj,0.0000597823,0.10000,0.995
+8,mlp.experts.126.gate_proj,0.0002671803,0.10000,0.964
+8,mlp.experts.127.gate_proj,0.0000296710,0.10000,0.932
+8,mlp.experts.1.down_proj,0.0001286240,0.10000,0.335
+8,mlp.experts.0.down_proj,0.0000184469,0.10000,0.339
+8,mlp.experts.2.down_proj,0.0000021010,0.10000,0.370
+8,mlp.experts.3.down_proj,0.0000013380,0.10000,0.371
+8,mlp.experts.5.down_proj,0.0000040209,0.10000,0.396
+8,mlp.experts.4.down_proj,0.0000036504,0.10000,0.407
+8,mlp.experts.6.down_proj,0.0000073319,0.10000,0.391
+8,mlp.experts.7.down_proj,0.0001036989,0.10000,0.396
+8,mlp.experts.8.down_proj,0.0000018771,0.10000,0.384
+8,mlp.experts.9.down_proj,0.0000049159,0.10000,0.412
+8,mlp.experts.10.down_proj,0.0000297491,0.10000,0.403
+8,mlp.experts.11.down_proj,0.0000290701,0.10000,0.391
+8,mlp.experts.12.down_proj,0.0001087095,0.10000,0.331
+8,mlp.experts.13.down_proj,0.0000094334,0.10000,0.326
+8,mlp.experts.14.down_proj,0.0000017953,0.10000,0.387
+8,mlp.experts.15.down_proj,0.0000028607,0.10000,0.388
+8,mlp.experts.16.down_proj,0.0000408354,0.10000,0.391
+8,mlp.experts.17.down_proj,0.0000047911,0.10000,0.397
+8,mlp.experts.18.down_proj,0.0000057624,0.10000,0.366
+8,mlp.experts.19.down_proj,0.0000167028,0.10000,0.370
+8,mlp.experts.20.down_proj,0.0000057862,0.10000,0.402
+8,mlp.experts.21.down_proj,0.0000012763,0.10000,0.405
+8,mlp.experts.22.down_proj,0.0000066638,0.10000,0.338
+8,mlp.experts.23.down_proj,0.0000024610,0.10000,0.334
+8,mlp.experts.24.down_proj,0.0000020472,0.10000,0.328
+8,mlp.experts.25.down_proj,0.0000012688,0.10000,0.331
+8,mlp.experts.26.down_proj,0.0000208032,0.10000,0.401
+8,mlp.experts.27.down_proj,0.0000016348,0.10000,0.406
+8,mlp.experts.28.down_proj,0.0000014338,0.10000,0.343
+8,mlp.experts.29.down_proj,0.0000207048,0.10000,0.337
+8,mlp.experts.30.down_proj,0.0000094124,0.10000,0.377
+8,mlp.experts.31.down_proj,0.0000438079,0.10000,0.382
+8,mlp.experts.32.down_proj,0.0000026278,0.10000,0.391
+8,mlp.experts.33.down_proj,0.0000002657,0.10000,0.394
+8,mlp.experts.34.down_proj,0.0000490365,0.10000,0.390
+8,mlp.experts.35.down_proj,0.0000011642,0.10000,0.401
+8,mlp.experts.36.down_proj,0.0000010578,0.10000,0.404
+8,mlp.experts.37.down_proj,0.0000030190,0.10000,0.389
+8,mlp.experts.38.down_proj,0.0000033906,0.10000,0.396
+8,mlp.experts.39.down_proj,0.0000006559,0.10000,0.382
+8,mlp.experts.40.down_proj,0.0000169355,0.10000,0.359
+8,mlp.experts.41.down_proj,0.0000827587,0.10000,0.354
+8,mlp.experts.42.down_proj,0.0000135368,0.10000,0.385
+8,mlp.experts.43.down_proj,0.0000041756,0.10000,0.387
+8,mlp.experts.44.down_proj,0.0000002826,0.10000,0.387
+8,mlp.experts.45.down_proj,0.0000025215,0.10000,0.388
+8,mlp.experts.46.down_proj,0.0000038436,0.10000,0.389
+8,mlp.experts.47.down_proj,0.0000025997,0.10000,0.383
+8,mlp.experts.48.down_proj,0.0000037705,0.10000,0.351
+8,mlp.experts.49.down_proj,0.0000327627,0.10000,0.349
+8,mlp.experts.50.down_proj,0.0000225406,0.10000,0.382
+8,mlp.experts.51.down_proj,0.0000028007,0.10000,0.377
+8,mlp.experts.52.down_proj,0.0000459365,0.10000,0.395
+8,mlp.experts.53.down_proj,0.0000089672,0.10000,0.390
+8,mlp.experts.54.down_proj,0.0000113817,0.10000,0.357
+8,mlp.experts.55.down_proj,0.0000027351,0.10000,0.362
+8,mlp.experts.56.down_proj,0.0000012088,0.10000,0.391
+8,mlp.experts.57.down_proj,0.0000058086,0.10000,0.419
+8,mlp.experts.58.down_proj,0.0000515470,0.10000,0.372
+8,mlp.experts.59.down_proj,0.0000061168,0.10000,0.379
+8,mlp.experts.60.down_proj,0.0000270263,0.10000,0.349
+8,mlp.experts.61.down_proj,0.0000011789,0.10000,0.345
+8,mlp.experts.62.down_proj,0.0000012104,0.10000,0.325
+8,mlp.experts.63.down_proj,0.0001102396,0.10000,0.318
+8,mlp.experts.64.down_proj,0.0000014315,0.10000,0.381
+8,mlp.experts.65.down_proj,0.0000025187,0.10000,0.407
+8,mlp.experts.66.down_proj,0.0000029403,0.10000,0.398
+8,mlp.experts.67.down_proj,0.0000091533,0.10000,0.394
+8,mlp.experts.68.down_proj,0.0000085816,0.10000,0.360
+8,mlp.experts.69.down_proj,0.0000050945,0.10000,0.362
+8,mlp.experts.70.down_proj,0.0000024226,0.10000,0.322
+8,mlp.experts.71.down_proj,0.0000471272,0.10000,0.332
+8,mlp.experts.72.down_proj,0.0000040121,0.10000,0.377
+8,mlp.experts.73.down_proj,0.0003989584,0.10000,0.405
+8,mlp.experts.74.down_proj,0.0000029803,0.10000,0.389
+8,mlp.experts.75.down_proj,0.0000085940,0.10000,0.404
+8,mlp.experts.76.down_proj,0.0000140864,0.10000,0.408
+8,mlp.experts.77.down_proj,0.0000092988,0.10000,0.388
+8,mlp.experts.78.down_proj,0.0000049864,0.10000,0.395
+8,mlp.experts.79.down_proj,0.0000036718,0.10000,0.389
+8,mlp.experts.80.down_proj,0.0000011364,0.10000,0.400
+8,mlp.experts.81.down_proj,0.0000866183,0.10000,0.400
+8,mlp.experts.82.down_proj,0.0000039915,0.10000,0.397
+8,mlp.experts.83.down_proj,0.0000272252,0.10000,0.374
+8,mlp.experts.84.down_proj,0.0000010390,0.10000,0.391
+8,mlp.experts.85.down_proj,0.0000053708,0.10000,0.379
+8,mlp.experts.86.down_proj,0.0000020973,0.10000,0.385
+8,mlp.experts.87.down_proj,0.0000107513,0.10000,0.387
+8,mlp.experts.88.down_proj,0.0000213622,0.10000,0.385
+8,mlp.experts.89.down_proj,0.0000754238,0.10000,0.380
+8,mlp.experts.90.down_proj,0.0000003268,0.10000,0.387
+8,mlp.experts.91.down_proj,0.0000011624,0.10000,0.368
+8,mlp.experts.92.down_proj,0.0000071463,0.10000,0.354
+8,mlp.experts.93.down_proj,0.0000466601,0.10000,0.357
+8,mlp.experts.94.down_proj,0.0000044774,0.10000,0.336
+8,mlp.experts.95.down_proj,0.0000002435,0.10000,0.355
+8,mlp.experts.96.down_proj,0.0001799324,0.10000,0.372
+8,mlp.experts.97.down_proj,0.0000653399,0.10000,0.375
+8,mlp.experts.98.down_proj,0.0000198711,0.10000,0.331
+8,mlp.experts.99.down_proj,0.0000047687,0.10000,0.325
+8,mlp.experts.100.down_proj,0.0000023257,0.10000,0.324
+8,mlp.experts.101.down_proj,0.0000145117,0.10000,0.318
+8,mlp.experts.102.down_proj,0.0000126146,0.10000,0.385
+8,mlp.experts.103.down_proj,0.0000012727,0.10000,0.400
+8,mlp.experts.104.down_proj,0.0000007736,0.10000,0.390
+8,mlp.experts.105.down_proj,0.0000012399,0.10000,0.393
+8,mlp.experts.106.down_proj,0.0000005082,0.10000,0.319
+8,mlp.experts.107.down_proj,0.0000169242,0.10000,0.312
+8,mlp.experts.108.down_proj,0.0000041355,0.10000,0.359
+8,mlp.experts.109.down_proj,0.0000023118,0.10000,0.392
+8,mlp.experts.110.down_proj,0.0000013330,0.10000,0.380
+8,mlp.experts.111.down_proj,0.0000398614,0.10000,0.403
+8,mlp.experts.112.down_proj,0.0001150722,0.10000,0.370
+8,mlp.experts.113.down_proj,0.0000306790,0.10000,0.397
+8,mlp.experts.114.down_proj,0.0000088975,0.10000,0.403
+8,mlp.experts.115.down_proj,0.0000151351,0.10000,0.377
+8,mlp.experts.116.down_proj,0.0000008023,0.10000,0.404
+8,mlp.experts.117.down_proj,0.0000203725,0.10000,0.384
+8,mlp.experts.118.down_proj,0.0000206271,0.10000,0.366
+8,mlp.experts.119.down_proj,0.0000635690,0.10000,0.369
+8,mlp.experts.120.down_proj,0.0000207590,0.10000,0.378
+8,mlp.experts.121.down_proj,0.0000047281,0.10000,0.376
+8,mlp.experts.122.down_proj,0.0000008659,0.10000,0.377
+8,mlp.experts.123.down_proj,0.0000111838,0.10000,0.383
+8,mlp.experts.124.down_proj,0.0000174674,0.10000,0.348
+8,mlp.experts.125.down_proj,0.0000071859,0.10000,0.333
+8,mlp.experts.126.down_proj,0.0000247771,0.10000,0.331
+8,mlp.experts.127.down_proj,0.0000023246,0.10000,0.314
+9,self_attn.k_proj,0.0000000085,0.10000,1.068
+9,self_attn.q_proj,0.0000000589,0.10000,1.112
+9,self_attn.v_proj,0.0000000103,0.10000,0.626
+9,self_attn.o_proj,0.0000000115,0.10000,1.208
+9,mlp.gate,0.0000044691,0.10000,0.546
+9,mlp.experts.0.up_proj,0.0000511759,0.10000,1.046
+9,mlp.experts.1.up_proj,0.0000048583,0.10000,1.050
+9,mlp.experts.3.up_proj,0.0019566610,0.10000,1.059
+9,mlp.experts.2.up_proj,0.0000484433,0.10000,1.068
+9,mlp.experts.4.up_proj,0.0007697422,0.10000,0.841
+9,mlp.experts.5.up_proj,0.0000078091,0.10000,0.844
+9,mlp.experts.6.up_proj,0.0000916246,0.10000,0.958
+9,mlp.experts.7.up_proj,0.0000398519,0.10000,0.975
+9,mlp.experts.8.up_proj,0.0017123719,0.10000,0.987
+9,mlp.experts.9.up_proj,0.0000114166,0.10000,1.001
+9,mlp.experts.11.up_proj,0.0002823835,0.10000,0.999
+9,mlp.experts.10.up_proj,0.0000322935,0.10000,1.040
+9,mlp.experts.12.up_proj,0.0003722253,0.10000,1.056
+9,mlp.experts.13.up_proj,0.0014750094,0.10000,1.057
+9,mlp.experts.15.up_proj,0.0000763703,0.10000,1.035
+9,mlp.experts.14.up_proj,0.0003375485,0.10000,1.084
+9,mlp.experts.16.up_proj,0.0011830861,0.10000,0.994
+9,mlp.experts.17.up_proj,0.0000173799,0.10000,0.970
+9,mlp.experts.18.up_proj,0.0002253234,0.10000,1.024
+9,mlp.experts.19.up_proj,0.0000202912,0.10000,1.041
+9,mlp.experts.20.up_proj,0.0001775495,0.10000,0.955
+9,mlp.experts.21.up_proj,0.0002961409,0.10000,0.993
+9,mlp.experts.22.up_proj,0.0000043327,0.10000,1.012
+9,mlp.experts.23.up_proj,0.0002805213,0.10000,1.039
+9,mlp.experts.24.up_proj,0.0000076612,0.10000,0.945
+9,mlp.experts.25.up_proj,0.0000235661,0.10000,0.984
+9,mlp.experts.26.up_proj,0.0004230635,0.10000,0.988
+9,mlp.experts.27.up_proj,0.0003956853,0.10000,1.042
+9,mlp.experts.28.up_proj,0.0000664149,0.10000,0.989
+9,mlp.experts.29.up_proj,0.0013572976,0.10000,0.999
+9,mlp.experts.30.up_proj,0.0003286106,0.10000,1.057
+9,mlp.experts.31.up_proj,0.0010776100,0.10000,1.050
+9,mlp.experts.32.up_proj,0.0000172293,0.10000,1.050
+9,mlp.experts.33.up_proj,0.0000194388,0.10000,1.058
+9,mlp.experts.34.up_proj,0.0003218313,0.10000,0.962
+9,mlp.experts.35.up_proj,0.0000086585,0.10000,0.960
+9,mlp.experts.36.up_proj,0.0008091920,0.10000,1.002
+9,mlp.experts.37.up_proj,0.0000546038,0.10000,1.035
+9,mlp.experts.38.up_proj,0.0003376954,0.10000,0.988
+9,mlp.experts.39.up_proj,0.0003400890,0.10000,1.036
+9,mlp.experts.40.up_proj,0.0001593420,0.10000,0.999
+9,mlp.experts.41.up_proj,0.0000469728,0.10000,1.009
+9,mlp.experts.42.up_proj,0.0050834641,0.10000,1.003
+9,mlp.experts.43.up_proj,0.0000110138,0.10000,1.021
+9,mlp.experts.44.up_proj,0.0003511414,0.10000,0.994
+9,mlp.experts.45.up_proj,0.0000149551,0.10000,1.021
+9,mlp.experts.46.up_proj,0.0000530490,0.10000,1.016
+9,mlp.experts.47.up_proj,0.0000625283,0.10000,0.959
+9,mlp.experts.48.up_proj,0.0000071930,0.10000,1.035
+9,mlp.experts.49.up_proj,0.0000907520,0.10000,1.022
+9,mlp.experts.50.up_proj,0.0001938372,0.10000,1.020
+9,mlp.experts.51.up_proj,0.0001522432,0.10000,1.014
+9,mlp.experts.52.up_proj,0.0000145478,0.10000,1.041
+9,mlp.experts.53.up_proj,0.0001789839,0.10000,1.041
+9,mlp.experts.54.up_proj,0.0001280981,0.10000,0.991
+9,mlp.experts.55.up_proj,0.0025143876,0.10000,0.992
+9,mlp.experts.56.up_proj,0.0002702230,0.10000,1.059
+9,mlp.experts.57.up_proj,0.0000217708,0.10000,1.013
+9,mlp.experts.58.up_proj,0.0000582636,0.10000,1.022
+9,mlp.experts.59.up_proj,0.0001782505,0.10000,1.044
+9,mlp.experts.60.up_proj,0.0000224515,0.10000,1.010
+9,mlp.experts.61.up_proj,0.0003972741,0.10000,1.042
+9,mlp.experts.62.up_proj,0.0000299510,0.10000,1.023
+9,mlp.experts.63.up_proj,0.0001075991,0.10000,1.043
+9,mlp.experts.64.up_proj,0.0000658125,0.10000,1.085
+9,mlp.experts.65.up_proj,0.0000090869,0.10000,1.016
+9,mlp.experts.66.up_proj,0.0000263908,0.10000,0.976
+9,mlp.experts.67.up_proj,0.0001600447,0.10000,1.011
+9,mlp.experts.68.up_proj,0.0000631289,0.10000,1.029
+9,mlp.experts.69.up_proj,0.0000267777,0.10000,1.063
+9,mlp.experts.70.up_proj,0.0000697109,0.10000,1.048
+9,mlp.experts.71.up_proj,0.0000066577,0.10000,1.049
+9,mlp.experts.72.up_proj,0.0003522287,0.10000,1.057
+9,mlp.experts.73.up_proj,0.0000399377,0.10000,1.047
+9,mlp.experts.74.up_proj,0.0008973904,0.10000,0.994
+9,mlp.experts.75.up_proj,0.0015158166,0.10000,0.994
+9,mlp.experts.76.up_proj,0.0000134697,0.10000,0.969
+9,mlp.experts.77.up_proj,0.0001121013,0.10000,0.973
+9,mlp.experts.78.up_proj,0.0004667130,0.10000,0.964
+9,mlp.experts.79.up_proj,0.0000326416,0.10000,1.025
+9,mlp.experts.80.up_proj,0.0000099671,0.10000,0.997
+9,mlp.experts.81.up_proj,0.0000240173,0.10000,1.049
+9,mlp.experts.82.up_proj,0.0000487975,0.10000,1.040
+9,mlp.experts.83.up_proj,0.0000961965,0.10000,1.001
+9,mlp.experts.84.up_proj,0.0000425268,0.10000,1.009
+9,mlp.experts.85.up_proj,0.0000877294,0.10000,1.037
+9,mlp.experts.86.up_proj,0.0000155913,0.10000,1.025
+9,mlp.experts.87.up_proj,0.0002100921,0.10000,1.049
+9,mlp.experts.88.up_proj,0.0001567990,0.10000,1.029
+9,mlp.experts.89.up_proj,0.0000153889,0.10000,1.070
+9,mlp.experts.90.up_proj,0.0002115230,0.10000,0.987
+9,mlp.experts.91.up_proj,0.0000986649,0.10000,1.049
+9,mlp.experts.92.up_proj,0.0001649287,0.10000,1.028
+9,mlp.experts.93.up_proj,0.0004544478,0.10000,1.025
+9,mlp.experts.94.up_proj,0.0000070412,0.10000,1.034
+9,mlp.experts.95.up_proj,0.0003193927,0.10000,1.057
+9,mlp.experts.96.up_proj,0.0000142572,0.10000,0.999
+9,mlp.experts.97.up_proj,0.0000051481,0.10000,1.085
+9,mlp.experts.98.up_proj,0.0000179838,0.10000,1.078
+9,mlp.experts.99.up_proj,0.0000232003,0.10000,1.008
+9,mlp.experts.100.up_proj,0.0000401365,0.10000,1.008
+9,mlp.experts.101.up_proj,0.0002125573,0.10000,1.003
+9,mlp.experts.102.up_proj,0.0000081138,0.10000,1.048
+9,mlp.experts.103.up_proj,0.0000067726,0.10000,1.044
+9,mlp.experts.104.up_proj,0.0000413712,0.10000,1.067
+9,mlp.experts.105.up_proj,0.0000234388,0.10000,1.021
+9,mlp.experts.106.up_proj,0.0002723025,0.10000,1.052
+9,mlp.experts.107.up_proj,0.0003204842,0.10000,1.054
+9,mlp.experts.108.up_proj,0.0001950040,0.10000,0.983
+9,mlp.experts.109.up_proj,0.0001697448,0.10000,1.015
+9,mlp.experts.110.up_proj,0.0000188539,0.10000,0.993
+9,mlp.experts.111.up_proj,0.0000435588,0.10000,1.066
+9,mlp.experts.112.up_proj,0.0000447578,0.10000,1.016
+9,mlp.experts.113.up_proj,0.0000069555,0.10000,1.086
+9,mlp.experts.114.up_proj,0.0001484988,0.10000,1.023
+9,mlp.experts.115.up_proj,0.0003797847,0.10000,1.065
+9,mlp.experts.116.up_proj,0.0000472791,0.10000,1.015
+9,mlp.experts.117.up_proj,0.0000298863,0.10000,1.035
+9,mlp.experts.118.up_proj,0.0000066627,0.10000,1.013
+9,mlp.experts.119.up_proj,0.0004471170,0.10000,1.020
+9,mlp.experts.120.up_proj,0.0018901992,0.10000,0.965
+9,mlp.experts.121.up_proj,0.0011492407,0.10000,0.929
+9,mlp.experts.122.up_proj,0.0000529437,0.10000,0.968
+9,mlp.experts.123.up_proj,0.0001334997,0.10000,0.992
+9,mlp.experts.124.up_proj,0.0001284214,0.10000,1.000
+9,mlp.experts.125.up_proj,0.0001156948,0.10000,0.935
+9,mlp.experts.126.up_proj,0.0005543308,0.10000,0.944
+9,mlp.experts.127.up_proj,0.0000043924,0.10000,1.017
+9,mlp.experts.0.gate_proj,0.0000530859,0.10000,1.034
+9,mlp.experts.1.gate_proj,0.0000050339,0.10000,1.025
+9,mlp.experts.2.gate_proj,0.0000511708,0.10000,1.036
+9,mlp.experts.3.gate_proj,0.0020519445,0.10000,1.033
+9,mlp.experts.4.gate_proj,0.0007910547,0.10000,1.010
+9,mlp.experts.5.gate_proj,0.0000080987,0.10000,1.000
+9,mlp.experts.6.gate_proj,0.0000948287,0.10000,0.974
+9,mlp.experts.7.gate_proj,0.0000408810,0.10000,0.995
+9,mlp.experts.8.gate_proj,0.0017696953,0.10000,1.039
+9,mlp.experts.9.gate_proj,0.0000115862,0.10000,1.016
+9,mlp.experts.10.gate_proj,0.0000334164,0.10000,1.028
+9,mlp.experts.11.gate_proj,0.0002899814,0.10000,1.030
+9,mlp.experts.12.gate_proj,0.0003908670,0.10000,1.039
+9,mlp.experts.13.gate_proj,0.0014767332,0.10000,1.048
+9,mlp.experts.14.gate_proj,0.0003475342,0.10000,1.036
+9,mlp.experts.15.gate_proj,0.0000778472,0.10000,0.980
+9,mlp.experts.16.gate_proj,0.0012105278,0.10000,0.984
+9,mlp.experts.17.gate_proj,0.0000178650,0.10000,1.055
+9,mlp.experts.18.gate_proj,0.0002392848,0.10000,1.025
+9,mlp.experts.19.gate_proj,0.0000212696,0.10000,1.017
+9,mlp.experts.20.gate_proj,0.0001835587,0.10000,1.038
+9,mlp.experts.21.gate_proj,0.0003075746,0.10000,0.995
+9,mlp.experts.22.gate_proj,0.0000043498,0.10000,1.021
+9,mlp.experts.23.gate_proj,0.0002901358,0.10000,1.056
+9,mlp.experts.24.gate_proj,0.0000077431,0.10000,1.032
+9,mlp.experts.25.gate_proj,0.0000237656,0.10000,0.991
+9,mlp.experts.26.gate_proj,0.0004349588,0.10000,0.964
+9,mlp.experts.27.gate_proj,0.0004419640,0.10000,1.064
+9,mlp.experts.28.gate_proj,0.0000688704,0.10000,0.980
+9,mlp.experts.29.gate_proj,0.0014645808,0.10000,1.068
+9,mlp.experts.30.gate_proj,0.0003392890,0.10000,1.000
+9,mlp.experts.31.gate_proj,0.0011257680,0.10000,1.065
+9,mlp.experts.32.gate_proj,0.0000504366,0.10000,1.015
+9,mlp.experts.33.gate_proj,0.0000205088,0.10000,1.045
+9,mlp.experts.34.gate_proj,0.0003302630,0.10000,1.023
+9,mlp.experts.35.gate_proj,0.0000081985,0.10000,1.012
+9,mlp.experts.36.gate_proj,0.0008587864,0.10000,1.066
+9,mlp.experts.37.gate_proj,0.0000571586,0.10000,1.053
+9,mlp.experts.38.gate_proj,0.0003476955,0.10000,1.051
+9,mlp.experts.39.gate_proj,0.0003457532,0.10000,1.054
+9,mlp.experts.40.gate_proj,0.0001605580,0.10000,1.043
+9,mlp.experts.41.gate_proj,0.0000474699,0.10000,1.018
+9,mlp.experts.42.gate_proj,0.0054629845,0.10000,1.042
+9,mlp.experts.43.gate_proj,0.0000114653,0.10000,1.030
+9,mlp.experts.44.gate_proj,0.0003618035,0.10000,1.010
+9,mlp.experts.45.gate_proj,0.0000149312,0.10000,1.004
+9,mlp.experts.46.gate_proj,0.0000554952,0.10000,1.020
+9,mlp.experts.47.gate_proj,0.0000624009,0.10000,1.015
+9,mlp.experts.48.gate_proj,0.0000073685,0.10000,1.037
+9,mlp.experts.49.gate_proj,0.0000947568,0.10000,1.016
+9,mlp.experts.50.gate_proj,0.0002041667,0.10000,0.974
+9,mlp.experts.51.gate_proj,0.0001563954,0.10000,1.049
+9,mlp.experts.52.gate_proj,0.0000147944,0.10000,1.045
+9,mlp.experts.53.gate_proj,0.0001841852,0.10000,1.060
+9,mlp.experts.54.gate_proj,0.0001301024,0.10000,1.013
+9,mlp.experts.55.gate_proj,0.0026684731,0.10000,1.052
+9,mlp.experts.56.gate_proj,0.0002791037,0.10000,1.026
+9,mlp.experts.57.gate_proj,0.0000227845,0.10000,1.037
+9,mlp.experts.58.gate_proj,0.0000599611,0.10000,1.028
+9,mlp.experts.60.gate_proj,0.0000233638,0.10000,0.998
+9,mlp.experts.59.gate_proj,0.0001880411,0.10000,1.082
+9,mlp.experts.61.gate_proj,0.0004374873,0.10000,1.035
+9,mlp.experts.62.gate_proj,0.0000308932,0.10000,1.006
+9,mlp.experts.63.gate_proj,0.0001136534,0.10000,1.016
+9,mlp.experts.64.gate_proj,0.0000697362,0.10000,1.007
+9,mlp.experts.65.gate_proj,0.0000093489,0.10000,1.014
+9,mlp.experts.66.gate_proj,0.0000269478,0.10000,1.008
+9,mlp.experts.67.gate_proj,0.0001649434,0.10000,0.974
+9,mlp.experts.68.gate_proj,0.0000666482,0.10000,0.992
+9,mlp.experts.69.gate_proj,0.0000285579,0.10000,1.014
+9,mlp.experts.70.gate_proj,0.0000735751,0.10000,0.997
+9,mlp.experts.71.gate_proj,0.0000068382,0.10000,0.965
+9,mlp.experts.72.gate_proj,0.0003739523,0.10000,0.969
+9,mlp.experts.73.gate_proj,0.0000414273,0.10000,1.035
+9,mlp.experts.74.gate_proj,0.0009804992,0.10000,1.027
+9,mlp.experts.75.gate_proj,0.0015853250,0.10000,1.035
+9,mlp.experts.76.gate_proj,0.0000142076,0.10000,1.017
+9,mlp.experts.77.gate_proj,0.0001131291,0.10000,1.017
+9,mlp.experts.78.gate_proj,0.0005066616,0.10000,1.028
+9,mlp.experts.79.gate_proj,0.0000342043,0.10000,1.045
+9,mlp.experts.80.gate_proj,0.0000104150,0.10000,1.041
+9,mlp.experts.81.gate_proj,0.0000251313,0.10000,1.025
+9,mlp.experts.82.gate_proj,0.0000505627,0.10000,1.022
+9,mlp.experts.83.gate_proj,0.0000995296,0.10000,1.016
+9,mlp.experts.84.gate_proj,0.0000440856,0.10000,1.012
+9,mlp.experts.85.gate_proj,0.0000930049,0.10000,1.046
+9,mlp.experts.86.gate_proj,0.0000161717,0.10000,1.045
+9,mlp.experts.87.gate_proj,0.0002186685,0.10000,0.988
+9,mlp.experts.88.gate_proj,0.0001644028,0.10000,0.984
+9,mlp.experts.89.gate_proj,0.0000159790,0.10000,0.980
+9,mlp.experts.90.gate_proj,0.0002230257,0.10000,0.993
+9,mlp.experts.91.gate_proj,0.0001059858,0.10000,1.067
+9,mlp.experts.92.gate_proj,0.0001693157,0.10000,1.076
+9,mlp.experts.93.gate_proj,0.0004846382,0.10000,1.000
+9,mlp.experts.94.gate_proj,0.0000079046,0.10000,1.006
+9,mlp.experts.95.gate_proj,0.0003425435,0.10000,0.861
+9,mlp.experts.96.gate_proj,0.0000145851,0.10000,0.895
+9,mlp.experts.97.gate_proj,0.0000053662,0.10000,0.889
+9,mlp.experts.98.gate_proj,0.0000189544,0.10000,0.884
+9,mlp.experts.99.gate_proj,0.0000238208,0.10000,1.035
+9,mlp.experts.100.gate_proj,0.0000434528,0.10000,1.017
+9,mlp.experts.101.gate_proj,0.0002210344,0.10000,1.044
+9,mlp.experts.102.gate_proj,0.0000082696,0.10000,1.048
+9,mlp.experts.103.gate_proj,0.0000067295,0.10000,1.039
+9,mlp.experts.104.gate_proj,0.0000440302,0.10000,1.066
+9,mlp.experts.105.gate_proj,0.0000245384,0.10000,1.053
+9,mlp.experts.106.gate_proj,0.0002794927,0.10000,1.034
+9,mlp.experts.107.gate_proj,0.0003308435,0.10000,1.007
+9,mlp.experts.108.gate_proj,0.0001989383,0.10000,1.053
+9,mlp.experts.109.gate_proj,0.0001759832,0.10000,1.042
+9,mlp.experts.110.gate_proj,0.0000188809,0.10000,1.041
+9,mlp.experts.111.gate_proj,0.0000445798,0.10000,1.042
+9,mlp.experts.112.gate_proj,0.0000461447,0.10000,1.041
+9,mlp.experts.113.gate_proj,0.0000071881,0.10000,0.949
+9,mlp.experts.114.gate_proj,0.0001535108,0.10000,0.963
+9,mlp.experts.115.gate_proj,0.0003892479,0.10000,0.995
+9,mlp.experts.116.gate_proj,0.0000488303,0.10000,0.984
+9,mlp.experts.117.gate_proj,0.0000296019,0.10000,0.924
+9,mlp.experts.118.gate_proj,0.0000065779,0.10000,0.933
+9,mlp.experts.119.gate_proj,0.0004636847,0.10000,1.033
+9,mlp.experts.120.gate_proj,0.0019692466,0.10000,1.033
+9,mlp.experts.121.gate_proj,0.0012277099,0.10000,0.982
+9,mlp.experts.122.gate_proj,0.0000551989,0.10000,0.981
+9,mlp.experts.123.gate_proj,0.0001369035,0.10000,1.061
+9,mlp.experts.124.gate_proj,0.0001322926,0.10000,1.037
+9,mlp.experts.125.gate_proj,0.0001186024,0.10000,1.017
+9,mlp.experts.126.gate_proj,0.0005977824,0.10000,1.026
+9,mlp.experts.127.gate_proj,0.0000043233,0.10000,0.643
+9,mlp.experts.1.down_proj,0.0000004292,0.10000,0.384
+9,mlp.experts.0.down_proj,0.0000040713,0.10000,0.412
+9,mlp.experts.2.down_proj,0.0000035148,0.10000,0.407
+9,mlp.experts.3.down_proj,0.0002013453,0.10000,0.391
+9,mlp.experts.4.down_proj,0.0000732850,0.10000,0.403
+9,mlp.experts.5.down_proj,0.0000008543,0.10000,0.406
+9,mlp.experts.6.down_proj,0.0000081373,0.10000,0.392
+9,mlp.experts.7.down_proj,0.0000042066,0.10000,0.397
+9,mlp.experts.8.down_proj,0.0000430631,0.10000,0.398
+9,mlp.experts.9.down_proj,0.0000010477,0.10000,0.398
+9,mlp.experts.10.down_proj,0.0000041733,0.10000,0.394
+9,mlp.experts.11.down_proj,0.0000375968,0.10000,0.402
+9,mlp.experts.12.down_proj,0.0000458493,0.10000,0.336
+9,mlp.experts.13.down_proj,0.0000206188,0.10000,0.338
+9,mlp.experts.14.down_proj,0.0000414701,0.10000,0.372
+9,mlp.experts.15.down_proj,0.0000073522,0.10000,0.374
+9,mlp.experts.16.down_proj,0.0000619479,0.10000,0.360
+9,mlp.experts.17.down_proj,0.0000018222,0.10000,0.358
+9,mlp.experts.18.down_proj,0.0000295999,0.10000,0.336
+9,mlp.experts.19.down_proj,0.0000013733,0.10000,0.338
+9,mlp.experts.20.down_proj,0.0000197104,0.10000,0.344
+9,mlp.experts.21.down_proj,0.0000361598,0.10000,0.370
+9,mlp.experts.22.down_proj,0.0000004487,0.10000,0.390
+9,mlp.experts.23.down_proj,0.0000053806,0.10000,0.394
+9,mlp.experts.24.down_proj,0.0000007933,0.10000,0.325
+9,mlp.experts.25.down_proj,0.0000030793,0.10000,0.338
+9,mlp.experts.26.down_proj,0.0000161811,0.10000,0.392
+9,mlp.experts.27.down_proj,0.0000555446,0.10000,0.399
+9,mlp.experts.28.down_proj,0.0000066598,0.10000,0.367
+9,mlp.experts.29.down_proj,0.0001900218,0.10000,0.364
+9,mlp.experts.30.down_proj,0.0000464125,0.10000,0.343
+9,mlp.experts.31.down_proj,0.0001191010,0.10000,0.349
+9,mlp.experts.32.down_proj,0.0000018417,0.10000,0.373
+9,mlp.experts.33.down_proj,0.0000023907,0.10000,0.395
+9,mlp.experts.34.down_proj,0.0000385974,0.10000,0.380
+9,mlp.experts.35.down_proj,0.0000010192,0.10000,0.393
+9,mlp.experts.36.down_proj,0.0001106743,0.10000,0.372
+9,mlp.experts.37.down_proj,0.0000060020,0.10000,0.390
+9,mlp.experts.38.down_proj,0.0000414695,0.10000,0.375
+9,mlp.experts.39.down_proj,0.0000463877,0.10000,0.368
+9,mlp.experts.40.down_proj,0.0000161231,0.10000,0.335
+9,mlp.experts.41.down_proj,0.0000047982,0.10000,0.368
+9,mlp.experts.42.down_proj,0.0001200793,0.10000,0.391
+9,mlp.experts.43.down_proj,0.0000012967,0.10000,0.383
+9,mlp.experts.44.down_proj,0.0000430481,0.10000,0.388
+9,mlp.experts.45.down_proj,0.0000017438,0.10000,0.374
+9,mlp.experts.46.down_proj,0.0000044347,0.10000,0.397
+9,mlp.experts.47.down_proj,0.0000016960,0.10000,0.407
+9,mlp.experts.48.down_proj,0.0000008036,0.10000,0.394
+9,mlp.experts.49.down_proj,0.0000109604,0.10000,0.399
+9,mlp.experts.50.down_proj,0.0000222813,0.10000,0.406
+9,mlp.experts.51.down_proj,0.0000127183,0.10000,0.392
+9,mlp.experts.52.down_proj,0.0000016401,0.10000,0.400
+9,mlp.experts.53.down_proj,0.0000187709,0.10000,0.381
+9,mlp.experts.54.down_proj,0.0000155535,0.10000,0.403
+9,mlp.experts.55.down_proj,0.0000232212,0.10000,0.384
+9,mlp.experts.56.down_proj,0.0000272167,0.10000,0.359
+9,mlp.experts.57.down_proj,0.0000027315,0.10000,0.347
+9,mlp.experts.58.down_proj,0.0000061207,0.10000,0.338
+9,mlp.experts.59.down_proj,0.0000288485,0.10000,0.342
+9,mlp.experts.60.down_proj,0.0000019788,0.10000,0.404
+9,mlp.experts.61.down_proj,0.0000477273,0.10000,0.390
+9,mlp.experts.62.down_proj,0.0000038864,0.10000,0.402
+9,mlp.experts.63.down_proj,0.0000111605,0.10000,0.398
+9,mlp.experts.64.down_proj,0.0000048207,0.10000,0.352
+9,mlp.experts.65.down_proj,0.0000010617,0.10000,0.341
+9,mlp.experts.66.down_proj,0.0000033930,0.10000,0.379
+9,mlp.experts.67.down_proj,0.0000175234,0.10000,0.357
+9,mlp.experts.68.down_proj,0.0000082331,0.10000,0.333
+9,mlp.experts.69.down_proj,0.0000015405,0.10000,0.325
+9,mlp.experts.70.down_proj,0.0000054020,0.10000,0.364
+9,mlp.experts.71.down_proj,0.0000006193,0.10000,0.379
+9,mlp.experts.72.down_proj,0.0000615748,0.10000,0.378
+9,mlp.experts.73.down_proj,0.0000031659,0.10000,0.394
+9,mlp.experts.74.down_proj,0.0002191561,0.10000,0.396
+9,mlp.experts.75.down_proj,0.0001902685,0.10000,0.403
+9,mlp.experts.76.down_proj,0.0000013333,0.10000,0.408
+9,mlp.experts.77.down_proj,0.0000109016,0.10000,0.394
+9,mlp.experts.78.down_proj,0.0000956583,0.10000,0.407
+9,mlp.experts.79.down_proj,0.0000040984,0.10000,0.401
+9,mlp.experts.80.down_proj,0.0000008492,0.10000,0.399
+9,mlp.experts.81.down_proj,0.0000019450,0.10000,0.397
+9,mlp.experts.82.down_proj,0.0000045005,0.10000,0.375
+9,mlp.experts.83.down_proj,0.0000128150,0.10000,0.404
+9,mlp.experts.84.down_proj,0.0000045251,0.10000,0.377
+9,mlp.experts.85.down_proj,0.0000141764,0.10000,0.407
+9,mlp.experts.86.down_proj,0.0000017048,0.10000,0.388
+9,mlp.experts.87.down_proj,0.0000212648,0.10000,0.404
+9,mlp.experts.88.down_proj,0.0000179441,0.10000,0.392
+9,mlp.experts.89.down_proj,0.0000014328,0.10000,0.387
+9,mlp.experts.90.down_proj,0.0000342593,0.10000,0.390
+9,mlp.experts.91.down_proj,0.0000096114,0.10000,0.369
+9,mlp.experts.92.down_proj,0.0000160812,0.10000,0.361
+9,mlp.experts.93.down_proj,0.0000744390,0.10000,0.348
+9,mlp.experts.94.down_proj,0.0000008897,0.10000,0.337
+9,mlp.experts.95.down_proj,0.0000414412,0.10000,0.337
+9,mlp.experts.96.down_proj,0.0000013680,0.10000,0.346
+9,mlp.experts.97.down_proj,0.0000004667,0.10000,0.363
+9,mlp.experts.98.down_proj,0.0000023743,0.10000,0.393
+9,mlp.experts.99.down_proj,0.0000019462,0.10000,0.401
+9,mlp.experts.100.down_proj,0.0000059729,0.10000,0.401
+9,mlp.experts.101.down_proj,0.0000307186,0.10000,0.396
+9,mlp.experts.102.down_proj,0.0000007922,0.10000,0.400
+9,mlp.experts.103.down_proj,0.0000005323,0.10000,0.400
+9,mlp.experts.104.down_proj,0.0000061046,0.10000,0.353
+9,mlp.experts.105.down_proj,0.0000033370,0.10000,0.332
+9,mlp.experts.106.down_proj,0.0000333464,0.10000,0.363
+9,mlp.experts.107.down_proj,0.0000402584,0.10000,0.382
+9,mlp.experts.108.down_proj,0.0000215742,0.10000,0.388
+9,mlp.experts.109.down_proj,0.0000180470,0.10000,0.397
+9,mlp.experts.110.down_proj,0.0000014504,0.10000,0.396
+9,mlp.experts.111.down_proj,0.0000052239,0.10000,0.407
+9,mlp.experts.112.down_proj,0.0000040510,0.10000,0.362
+9,mlp.experts.113.down_proj,0.0000007702,0.10000,0.367
+9,mlp.experts.114.down_proj,0.0000256048,0.10000,0.390
+9,mlp.experts.115.down_proj,0.0000535943,0.10000,0.391
+9,mlp.experts.116.down_proj,0.0000051920,0.10000,0.377
+9,mlp.experts.117.down_proj,0.0000033615,0.10000,0.386
+9,mlp.experts.118.down_proj,0.0000006573,0.10000,0.388
+9,mlp.experts.119.down_proj,0.0000486811,0.10000,0.368
+9,mlp.experts.120.down_proj,0.0002138522,0.10000,0.397
+9,mlp.experts.121.down_proj,0.0001761268,0.10000,0.369
+9,mlp.experts.122.down_proj,0.0000053187,0.10000,0.348
+9,mlp.experts.123.down_proj,0.0000116967,0.10000,0.351
+9,mlp.experts.124.down_proj,0.0000115210,0.10000,0.399
+9,mlp.experts.125.down_proj,0.0000063952,0.10000,0.402
+9,mlp.experts.126.down_proj,0.0000900349,0.10000,0.389
+9,mlp.experts.127.down_proj,0.0000003793,0.10000,0.366
+10,self_attn.k_proj,0.0000000079,0.10000,1.032
+10,self_attn.q_proj,0.0000000535,0.10000,1.040
+10,self_attn.v_proj,0.0000000081,0.10000,0.619
+10,self_attn.o_proj,0.0000000116,0.10000,1.163
+10,mlp.gate,0.0000041654,0.10000,0.605
+10,mlp.experts.0.up_proj,0.0008613344,0.10000,1.090
+10,mlp.experts.1.up_proj,0.0001190464,0.10000,1.099
+10,mlp.experts.2.up_proj,0.0000326677,0.10000,1.024
+10,mlp.experts.3.up_proj,0.0000357397,0.10000,1.021
+10,mlp.experts.4.up_proj,0.0000352755,0.10000,1.026
+10,mlp.experts.5.up_proj,0.0000382707,0.10000,1.044
+10,mlp.experts.6.up_proj,0.0000476980,0.10000,1.073
+10,mlp.experts.7.up_proj,0.0001544504,0.10000,1.070
+10,mlp.experts.8.up_proj,0.0001875613,0.10000,1.054
+10,mlp.experts.9.up_proj,0.0000570708,0.10000,1.090
+10,mlp.experts.10.up_proj,0.0000277820,0.10000,1.015
+10,mlp.experts.11.up_proj,0.0003605380,0.10000,1.059
+10,mlp.experts.12.up_proj,0.0000644191,0.10000,1.010
+10,mlp.experts.13.up_proj,0.0000229421,0.10000,1.055
+10,mlp.experts.14.up_proj,0.0000211959,0.10000,0.938
+10,mlp.experts.15.up_proj,0.0002149573,0.10000,1.008
+10,mlp.experts.16.up_proj,0.0000346556,0.10000,0.970
+10,mlp.experts.17.up_proj,0.0010430801,0.10000,1.004
+10,mlp.experts.18.up_proj,0.0000053250,0.10000,0.932
+10,mlp.experts.19.up_proj,0.0001666877,0.10000,0.937
+10,mlp.experts.20.up_proj,0.0001292147,0.10000,0.962
+10,mlp.experts.21.up_proj,0.0003683003,0.10000,0.995
+10,mlp.experts.22.up_proj,0.0001928613,0.10000,0.926
+10,mlp.experts.23.up_proj,0.0005019162,0.10000,1.002
+10,mlp.experts.24.up_proj,0.0004784391,0.10000,0.982
+10,mlp.experts.25.up_proj,0.0000769645,0.10000,1.014
+10,mlp.experts.26.up_proj,0.0000232788,0.10000,1.011
+10,mlp.experts.27.up_proj,0.0000408583,0.10000,1.017
+10,mlp.experts.28.up_proj,0.0009263624,0.10000,1.001
+10,mlp.experts.29.up_proj,0.0002639871,0.10000,1.011
+10,mlp.experts.30.up_proj,0.0000039702,0.10000,1.003
+10,mlp.experts.31.up_proj,0.0001806686,0.10000,1.024
+10,mlp.experts.32.up_proj,0.0000327947,0.10000,1.005
+10,mlp.experts.33.up_proj,0.0000728245,0.10000,0.978
+10,mlp.experts.34.up_proj,0.0004360603,0.10000,1.050
+10,mlp.experts.35.up_proj,0.0000068330,0.10000,1.037
+10,mlp.experts.36.up_proj,0.0003346932,0.10000,0.999
+10,mlp.experts.37.up_proj,0.0003838985,0.10000,0.972
+10,mlp.experts.38.up_proj,0.0015111047,0.10000,0.989
+10,mlp.experts.39.up_proj,0.0000132964,0.10000,1.062
+10,mlp.experts.40.up_proj,0.0000104438,0.10000,1.009
+10,mlp.experts.41.up_proj,0.0000448321,0.10000,1.001
+10,mlp.experts.42.up_proj,0.0002689229,0.10000,1.009
+10,mlp.experts.43.up_proj,0.0001065306,0.10000,1.037
+10,mlp.experts.44.up_proj,0.0007537382,0.10000,0.979
+10,mlp.experts.45.up_proj,0.0000344838,0.10000,1.005
+10,mlp.experts.46.up_proj,0.0001783586,0.10000,1.010
+10,mlp.experts.47.up_proj,0.0003601964,0.10000,0.986
+10,mlp.experts.48.up_proj,0.0001164957,0.10000,0.977
+10,mlp.experts.49.up_proj,0.0008598514,0.10000,1.019
+10,mlp.experts.50.up_proj,0.0000292532,0.10000,1.004
+10,mlp.experts.51.up_proj,0.0002009331,0.10000,0.989
+10,mlp.experts.52.up_proj,0.0000043606,0.10000,0.997
+10,mlp.experts.53.up_proj,0.0000519231,0.10000,1.016
+10,mlp.experts.54.up_proj,0.0003671754,0.10000,0.989
+10,mlp.experts.55.up_proj,0.0000758370,0.10000,1.027
+10,mlp.experts.56.up_proj,0.0002250426,0.10000,1.020
+10,mlp.experts.57.up_proj,0.0000852408,0.10000,1.032
+10,mlp.experts.58.up_proj,0.0000620316,0.10000,1.032
+10,mlp.experts.59.up_proj,0.0003432859,0.10000,1.031
+10,mlp.experts.60.up_proj,0.0001789817,0.10000,1.031
+10,mlp.experts.61.up_proj,0.0000549698,0.10000,1.035
+10,mlp.experts.62.up_proj,0.0000057069,0.10000,0.998
+10,mlp.experts.63.up_proj,0.0000695017,0.10000,0.980
+10,mlp.experts.64.up_proj,0.0000034829,0.10000,0.982
+10,mlp.experts.65.up_proj,0.0001050875,0.10000,0.979
+10,mlp.experts.66.up_proj,0.0001311533,0.10000,1.019
+10,mlp.experts.67.up_proj,0.0013052828,0.10000,0.973
+10,mlp.experts.68.up_proj,0.0010464495,0.10000,0.985
+10,mlp.experts.69.up_proj,0.0000476275,0.10000,1.019
+10,mlp.experts.70.up_proj,0.0000254175,0.10000,1.004
+10,mlp.experts.71.up_proj,0.0000768378,0.10000,1.046
+10,mlp.experts.72.up_proj,0.0007536862,0.10000,0.929
+10,mlp.experts.73.up_proj,0.0000139454,0.10000,0.957
+10,mlp.experts.74.up_proj,0.0000107569,0.10000,1.029
+10,mlp.experts.75.up_proj,0.0000742680,0.10000,1.038
+10,mlp.experts.76.up_proj,0.0000087432,0.10000,1.022
+10,mlp.experts.77.up_proj,0.0001914458,0.10000,1.023
+10,mlp.experts.78.up_proj,0.0000238507,0.10000,1.016
+10,mlp.experts.79.up_proj,0.0031062872,0.10000,1.036
+10,mlp.experts.80.up_proj,0.0000107356,0.10000,1.002
+10,mlp.experts.81.up_proj,0.0005078554,0.10000,1.063
+10,mlp.experts.82.up_proj,0.0000221448,0.10000,1.017
+10,mlp.experts.83.up_proj,0.0000125873,0.10000,0.997
+10,mlp.experts.84.up_proj,0.0002610938,0.10000,1.039
+10,mlp.experts.85.up_proj,0.0000130669,0.10000,1.055
+10,mlp.experts.86.up_proj,0.0000491099,0.10000,1.047
+10,mlp.experts.87.up_proj,0.0002080735,0.10000,1.014
+10,mlp.experts.88.up_proj,0.0000127801,0.10000,1.048
+10,mlp.experts.89.up_proj,0.0001472066,0.10000,1.037
+10,mlp.experts.90.up_proj,0.0000458154,0.10000,1.008
+10,mlp.experts.91.up_proj,0.0000100470,0.10000,0.994
+10,mlp.experts.92.up_proj,0.0000403691,0.10000,0.998
+10,mlp.experts.93.up_proj,0.0004305299,0.10000,0.981
+10,mlp.experts.94.up_proj,0.0000140913,0.10000,0.999
+10,mlp.experts.95.up_proj,0.0000112660,0.10000,1.058
+10,mlp.experts.96.up_proj,0.0000245865,0.10000,1.038
+10,mlp.experts.97.up_proj,0.0000238087,0.10000,1.033
+10,mlp.experts.98.up_proj,0.0000100837,0.10000,1.043
+10,mlp.experts.99.up_proj,0.0000251682,0.10000,1.077
+10,mlp.experts.100.up_proj,0.0001250985,0.10000,1.011
+10,mlp.experts.101.up_proj,0.0000602014,0.10000,1.086
+10,mlp.experts.102.up_proj,0.0000608514,0.10000,0.998
+10,mlp.experts.103.up_proj,0.0000136238,0.10000,1.090
+10,mlp.experts.104.up_proj,0.0003662569,0.10000,0.981
+10,mlp.experts.105.up_proj,0.0000133219,0.10000,1.044
+10,mlp.experts.106.up_proj,0.0008698213,0.10000,0.981
+10,mlp.experts.107.up_proj,0.0000091530,0.10000,1.072
+10,mlp.experts.108.up_proj,0.0000052311,0.10000,1.047
+10,mlp.experts.110.up_proj,0.0000200923,0.10000,1.038
+10,mlp.experts.109.up_proj,0.0000437840,0.10000,1.081
+10,mlp.experts.111.up_proj,0.0003231868,0.10000,1.048
+10,mlp.experts.112.up_proj,0.0000111588,0.10000,1.070
+10,mlp.experts.113.up_proj,0.0000222721,0.10000,1.018
+10,mlp.experts.114.up_proj,0.0002356842,0.10000,0.996
+10,mlp.experts.115.up_proj,0.0010245978,0.10000,1.047
+10,mlp.experts.116.up_proj,0.0002454953,0.10000,1.074
+10,mlp.experts.117.up_proj,0.0023835094,0.10000,1.057
+10,mlp.experts.118.up_proj,0.0000538544,0.10000,1.049
+10,mlp.experts.119.up_proj,0.0000226252,0.10000,1.075
+10,mlp.experts.120.up_proj,0.0000126013,0.10000,1.057
+10,mlp.experts.121.up_proj,0.0011797703,0.10000,1.079
+10,mlp.experts.122.up_proj,0.0010025699,0.10000,1.065
+10,mlp.experts.123.up_proj,0.0000074645,0.10000,1.047
+10,mlp.experts.124.up_proj,0.0000966314,0.10000,1.083
+10,mlp.experts.125.up_proj,0.0008799892,0.10000,1.035
+10,mlp.experts.126.up_proj,0.0000411481,0.10000,1.077
+10,mlp.experts.127.up_proj,0.0001021251,0.10000,1.013
+10,mlp.experts.0.gate_proj,0.0008975318,0.10000,1.063
+10,mlp.experts.1.gate_proj,0.0001225169,0.10000,1.050
+10,mlp.experts.2.gate_proj,0.0000339115,0.10000,1.062
+10,mlp.experts.3.gate_proj,0.0000368600,0.10000,1.017
+10,mlp.experts.4.gate_proj,0.0000384144,0.10000,1.070
+10,mlp.experts.5.gate_proj,0.0000394721,0.10000,1.060
+10,mlp.experts.6.gate_proj,0.0000519664,0.10000,1.032
+10,mlp.experts.7.gate_proj,0.0001613635,0.10000,1.072
+10,mlp.experts.8.gate_proj,0.0002028767,0.10000,1.026
+10,mlp.experts.9.gate_proj,0.0000569241,0.10000,1.062
+10,mlp.experts.10.gate_proj,0.0000282767,0.10000,1.060
+10,mlp.experts.11.gate_proj,0.0003709839,0.10000,1.048
+10,mlp.experts.12.gate_proj,0.0000676212,0.10000,1.033
+10,mlp.experts.13.gate_proj,0.0000235323,0.10000,1.071
+10,mlp.experts.14.gate_proj,0.0000215281,0.10000,1.058
+10,mlp.experts.15.gate_proj,0.0002223323,0.10000,1.084
+10,mlp.experts.16.gate_proj,0.0000358787,0.10000,1.040
+10,mlp.experts.17.gate_proj,0.0010599428,0.10000,1.018
+10,mlp.experts.18.gate_proj,0.0000053545,0.10000,1.007
+10,mlp.experts.19.gate_proj,0.0001656066,0.10000,0.966
+10,mlp.experts.20.gate_proj,0.0001314797,0.10000,0.959
+10,mlp.experts.21.gate_proj,0.0003911495,0.10000,1.015
+10,mlp.experts.22.gate_proj,0.0001954208,0.10000,1.021
+10,mlp.experts.23.gate_proj,0.0005514971,0.10000,1.023
+10,mlp.experts.24.gate_proj,0.0005044159,0.10000,1.004
+10,mlp.experts.25.gate_proj,0.0000789117,0.10000,1.009
+10,mlp.experts.26.gate_proj,0.0000239766,0.10000,1.010
+10,mlp.experts.28.gate_proj,0.0009505725,0.10000,1.028
+10,mlp.experts.27.gate_proj,0.0000425995,0.10000,1.050
+10,mlp.experts.30.gate_proj,0.0000039823,0.10000,1.049
+10,mlp.experts.29.gate_proj,0.0002720431,0.10000,1.058
+10,mlp.experts.32.gate_proj,0.0000330168,0.10000,1.025
+10,mlp.experts.31.gate_proj,0.0001844293,0.10000,1.035
+10,mlp.experts.33.gate_proj,0.0000749085,0.10000,1.072
+10,mlp.experts.34.gate_proj,0.0004409259,0.10000,1.067
+10,mlp.experts.35.gate_proj,0.0000073962,0.10000,1.056
+10,mlp.experts.36.gate_proj,0.0003336469,0.10000,1.077
+10,mlp.experts.37.gate_proj,0.0003923758,0.10000,1.032
+10,mlp.experts.38.gate_proj,0.0213268436,0.10000,1.060
+10,mlp.experts.39.gate_proj,0.0000135768,0.10000,1.004
+10,mlp.experts.40.gate_proj,0.0000107616,0.10000,1.004
+10,mlp.experts.41.gate_proj,0.0000456424,0.10000,1.015
+10,mlp.experts.42.gate_proj,0.0002758503,0.10000,1.058
+10,mlp.experts.43.gate_proj,0.0001115334,0.10000,1.012
+10,mlp.experts.44.gate_proj,0.0007785415,0.10000,1.033
+10,mlp.experts.45.gate_proj,0.0000355057,0.10000,1.023
+10,mlp.experts.46.gate_proj,0.0001859408,0.10000,0.975
+10,mlp.experts.47.gate_proj,0.0003813648,0.10000,1.015
+10,mlp.experts.48.gate_proj,0.0001184363,0.10000,0.990
+10,mlp.experts.49.gate_proj,0.0008877594,0.10000,0.993
+10,mlp.experts.50.gate_proj,0.0000292870,0.10000,1.004
+10,mlp.experts.51.gate_proj,0.0002032431,0.10000,0.991
+10,mlp.experts.52.gate_proj,0.0000043272,0.10000,0.995
+10,mlp.experts.53.gate_proj,0.0000552324,0.10000,1.041
+10,mlp.experts.54.gate_proj,0.0003767645,0.10000,1.038
+10,mlp.experts.55.gate_proj,0.0000922267,0.10000,1.025
+10,mlp.experts.56.gate_proj,0.0002269674,0.10000,1.010
+10,mlp.experts.57.gate_proj,0.0000921111,0.10000,1.059
+10,mlp.experts.58.gate_proj,0.0000637198,0.10000,1.036
+10,mlp.experts.59.gate_proj,0.0003543926,0.10000,1.054
+10,mlp.experts.60.gate_proj,0.0001835125,0.10000,1.040
+10,mlp.experts.62.gate_proj,0.0000055938,0.10000,1.023
+10,mlp.experts.61.gate_proj,0.0000555165,0.10000,1.026
+10,mlp.experts.63.gate_proj,0.0000749913,0.10000,1.051
+10,mlp.experts.64.gate_proj,0.0000032308,0.10000,1.068
+10,mlp.experts.65.gate_proj,0.0001065632,0.10000,1.080
+10,mlp.experts.66.gate_proj,0.0001363126,0.10000,1.081
+10,mlp.experts.67.gate_proj,0.0013275200,0.10000,1.032
+10,mlp.experts.68.gate_proj,0.0011124161,0.10000,1.046
+10,mlp.experts.69.gate_proj,0.0000488243,0.10000,1.000
+10,mlp.experts.70.gate_proj,0.0000275103,0.10000,0.988
+10,mlp.experts.71.gate_proj,0.0000957640,0.10000,1.037
+10,mlp.experts.72.gate_proj,0.0008158808,0.10000,1.046
+10,mlp.experts.74.gate_proj,0.0000108235,0.10000,1.014
+10,mlp.experts.73.gate_proj,0.0000144867,0.10000,1.114
+10,mlp.experts.75.gate_proj,0.0000762714,0.10000,1.010
+10,mlp.experts.76.gate_proj,0.0000090517,0.10000,0.993
+10,mlp.experts.77.gate_proj,0.0002024796,0.10000,1.027
+10,mlp.experts.78.gate_proj,0.0000245207,0.10000,1.020
+10,mlp.experts.79.gate_proj,0.0032441479,0.10000,1.024
+10,mlp.experts.80.gate_proj,0.0000108810,0.10000,1.002
+10,mlp.experts.82.gate_proj,0.0000227868,0.10000,1.015
+10,mlp.experts.81.gate_proj,0.0005264881,0.10000,1.046
+10,mlp.experts.83.gate_proj,0.0000125717,0.10000,1.037
+10,mlp.experts.84.gate_proj,0.0002660774,0.10000,1.044
+10,mlp.experts.85.gate_proj,0.0000134002,0.10000,1.033
+10,mlp.experts.86.gate_proj,0.0000502945,0.10000,1.037
+10,mlp.experts.87.gate_proj,0.0002133854,0.10000,1.030
+10,mlp.experts.88.gate_proj,0.0000126602,0.10000,1.016
+10,mlp.experts.90.gate_proj,0.0000473410,0.10000,1.034
+10,mlp.experts.89.gate_proj,0.0001522934,0.10000,1.058
+10,mlp.experts.91.gate_proj,0.0000103243,0.10000,1.062
+10,mlp.experts.92.gate_proj,0.0000411720,0.10000,1.055
+10,mlp.experts.94.gate_proj,0.0000151258,0.10000,0.957
+10,mlp.experts.93.gate_proj,0.0004456531,0.10000,0.979
+10,mlp.experts.96.gate_proj,0.0000251398,0.10000,1.041
+10,mlp.experts.95.gate_proj,0.0000113521,0.10000,1.084
+10,mlp.experts.98.gate_proj,0.0000103192,0.10000,1.034
+10,mlp.experts.97.gate_proj,0.0000254286,0.10000,1.074
+10,mlp.experts.99.gate_proj,0.0000265747,0.10000,1.048
+10,mlp.experts.100.gate_proj,0.0001291701,0.10000,1.051
+10,mlp.experts.102.gate_proj,0.0000621844,0.10000,1.052
+10,mlp.experts.101.gate_proj,0.0000610667,0.10000,1.069
+10,mlp.experts.104.gate_proj,0.0003809060,0.10000,1.003
+10,mlp.experts.103.gate_proj,0.0000138414,0.10000,1.094
+10,mlp.experts.105.gate_proj,0.0000133914,0.10000,1.029
+10,mlp.experts.106.gate_proj,0.0008881448,0.10000,0.980
+10,mlp.experts.107.gate_proj,0.0000099148,0.10000,1.069
+10,mlp.experts.108.gate_proj,0.0000052558,0.10000,1.053
+10,mlp.experts.110.gate_proj,0.0000212798,0.10000,1.048
+10,mlp.experts.109.gate_proj,0.0000447093,0.10000,1.076
+10,mlp.experts.111.gate_proj,0.0003297852,0.10000,1.046
+10,mlp.experts.112.gate_proj,0.0000115737,0.10000,1.046
+10,mlp.experts.113.gate_proj,0.0000226117,0.10000,1.022
+10,mlp.experts.114.gate_proj,0.0002416112,0.10000,1.034
+10,mlp.experts.115.gate_proj,0.0010707180,0.10000,1.043
+10,mlp.experts.116.gate_proj,0.0002544859,0.10000,1.075
+10,mlp.experts.117.gate_proj,0.0025658143,0.10000,1.071
+10,mlp.experts.118.gate_proj,0.0000558765,0.10000,1.051
+10,mlp.experts.119.gate_proj,0.0000235376,0.10000,1.075
+10,mlp.experts.120.gate_proj,0.0000133030,0.10000,1.057
+10,mlp.experts.122.gate_proj,0.0010405368,0.10000,1.047
+10,mlp.experts.121.gate_proj,0.0012811781,0.10000,1.079
+10,mlp.experts.123.gate_proj,0.0000075663,0.10000,1.024
+10,mlp.experts.124.gate_proj,0.0000968648,0.10000,1.021
+10,mlp.experts.125.gate_proj,0.0009353110,0.10000,1.086
+10,mlp.experts.126.gate_proj,0.0000447946,0.10000,1.083
+10,mlp.experts.127.gate_proj,0.0001043038,0.10000,0.660
+10,mlp.experts.0.down_proj,0.0000143463,0.10000,0.376
+10,mlp.experts.1.down_proj,0.0000120068,0.10000,0.392
+10,mlp.experts.2.down_proj,0.0000049755,0.10000,0.335
+10,mlp.experts.3.down_proj,0.0000026467,0.10000,0.343
+10,mlp.experts.4.down_proj,0.0000076546,0.10000,0.374
+10,mlp.experts.5.down_proj,0.0000024675,0.10000,0.364
+10,mlp.experts.6.down_proj,0.0000000626,0.10000,0.358
+10,mlp.experts.7.down_proj,0.0000210948,0.10000,0.356
+10,mlp.experts.8.down_proj,0.0000155150,0.10000,0.408
+10,mlp.experts.9.down_proj,0.0000019161,0.10000,0.399
+10,mlp.experts.10.down_proj,0.0000036367,0.10000,0.407
+10,mlp.experts.11.down_proj,0.0000450058,0.10000,0.408
+10,mlp.experts.12.down_proj,0.0000057148,0.10000,0.404
+10,mlp.experts.13.down_proj,0.0000023880,0.10000,0.411
+10,mlp.experts.14.down_proj,0.0000024826,0.10000,0.370
+10,mlp.experts.15.down_proj,0.0000306643,0.10000,0.418
+10,mlp.experts.16.down_proj,0.0000025467,0.10000,0.376
+10,mlp.experts.17.down_proj,0.0000634261,0.10000,0.398
+10,mlp.experts.18.down_proj,0.0000004710,0.10000,0.402
+10,mlp.experts.19.down_proj,0.0000057725,0.10000,0.371
+10,mlp.experts.20.down_proj,0.0000127635,0.10000,0.391
+10,mlp.experts.21.down_proj,0.0000677233,0.10000,0.381
+10,mlp.experts.22.down_proj,0.0000215841,0.10000,0.394
+10,mlp.experts.23.down_proj,0.0000016250,0.10000,0.385
+10,mlp.experts.24.down_proj,0.0000443975,0.10000,0.396
+10,mlp.experts.25.down_proj,0.0000066628,0.10000,0.396
+10,mlp.experts.26.down_proj,0.0000023006,0.10000,0.364
+10,mlp.experts.27.down_proj,0.0000043378,0.10000,0.373
+10,mlp.experts.28.down_proj,0.0000936320,0.10000,0.328
+10,mlp.experts.29.down_proj,0.0000271071,0.10000,0.321
+10,mlp.experts.30.down_proj,0.0000003646,0.10000,0.368
+10,mlp.experts.31.down_proj,0.0000148732,0.10000,0.374
+10,mlp.experts.32.down_proj,0.0000023238,0.10000,0.381
+10,mlp.experts.33.down_proj,0.0000096918,0.10000,0.385
+10,mlp.experts.34.down_proj,0.0000558127,0.10000,0.381
+10,mlp.experts.35.down_proj,0.0000008851,0.10000,0.361
+10,mlp.experts.36.down_proj,0.0000204422,0.10000,0.377
+10,mlp.experts.37.down_proj,0.0000451106,0.10000,0.381
+10,mlp.experts.38.down_proj,0.0000127392,0.10000,0.385
+10,mlp.experts.39.down_proj,0.0000013639,0.10000,0.379
+10,mlp.experts.40.down_proj,0.0000011341,0.10000,0.393
+10,mlp.experts.41.down_proj,0.0000047501,0.10000,0.381
+10,mlp.experts.42.down_proj,0.0000278930,0.10000,0.385
+10,mlp.experts.43.down_proj,0.0000109495,0.10000,0.385
+10,mlp.experts.44.down_proj,0.0000816729,0.10000,0.390
+10,mlp.experts.45.down_proj,0.0000051755,0.10000,0.389
+10,mlp.experts.46.down_proj,0.0000250949,0.10000,0.383
+10,mlp.experts.47.down_proj,0.0000694724,0.10000,0.381
+10,mlp.experts.48.down_proj,0.0000085070,0.10000,0.384
+10,mlp.experts.49.down_proj,0.0001386101,0.10000,0.386
+10,mlp.experts.50.down_proj,0.0000030064,0.10000,0.377
+10,mlp.experts.51.down_proj,0.0000260427,0.10000,0.378
+10,mlp.experts.52.down_proj,0.0000003314,0.10000,0.388
+10,mlp.experts.53.down_proj,0.0000048573,0.10000,0.386
+10,mlp.experts.54.down_proj,0.0000406283,0.10000,0.380
+10,mlp.experts.55.down_proj,0.0000085681,0.10000,0.393
+10,mlp.experts.56.down_proj,0.0000138719,0.10000,0.379
+10,mlp.experts.57.down_proj,0.0000139927,0.10000,0.389
+10,mlp.experts.58.down_proj,0.0000057750,0.10000,0.396
+10,mlp.experts.59.down_proj,0.0000414573,0.10000,0.404
+10,mlp.experts.60.down_proj,0.0000193590,0.10000,0.396
+10,mlp.experts.61.down_proj,0.0000028007,0.10000,0.370
+10,mlp.experts.62.down_proj,0.0000006061,0.10000,0.406
+10,mlp.experts.63.down_proj,0.0000112123,0.10000,0.394
+10,mlp.experts.65.down_proj,0.0000128101,0.10000,0.398
+10,mlp.experts.64.down_proj,0.0000002982,0.10000,0.422
+10,mlp.experts.66.down_proj,0.0000120459,0.10000,0.387
+10,mlp.experts.67.down_proj,0.0000260118,0.10000,0.404
+10,mlp.experts.68.down_proj,0.0000183514,0.10000,0.403
+10,mlp.experts.69.down_proj,0.0000042734,0.10000,0.382
+10,mlp.experts.71.down_proj,0.0000104804,0.10000,0.390
+10,mlp.experts.70.down_proj,0.0000031110,0.10000,0.404
+10,mlp.experts.72.down_proj,0.0001192515,0.10000,0.398
+10,mlp.experts.73.down_proj,0.0000019718,0.10000,0.404
+10,mlp.experts.74.down_proj,0.0000013304,0.10000,0.408
+10,mlp.experts.75.down_proj,0.0000060405,0.10000,0.409
+10,mlp.experts.76.down_proj,0.0000007117,0.10000,0.404
+10,mlp.experts.77.down_proj,0.0000242472,0.10000,0.416
+10,mlp.experts.78.down_proj,0.0000015422,0.10000,0.398
+10,mlp.experts.79.down_proj,0.0002484555,0.10000,0.401
+10,mlp.experts.80.down_proj,0.0000008209,0.10000,0.360
+10,mlp.experts.81.down_proj,0.0000676909,0.10000,0.364
+10,mlp.experts.82.down_proj,0.0000026436,0.10000,0.336
+10,mlp.experts.83.down_proj,0.0000014426,0.10000,0.337
+10,mlp.experts.84.down_proj,0.0000251313,0.10000,0.343
+10,mlp.experts.85.down_proj,0.0000014647,0.10000,0.351
+10,mlp.experts.86.down_proj,0.0000053032,0.10000,0.330
+10,mlp.experts.87.down_proj,0.0000255698,0.10000,0.327
+10,mlp.experts.88.down_proj,0.0000014471,0.10000,0.352
+10,mlp.experts.89.down_proj,0.0000159161,0.10000,0.347
+10,mlp.experts.90.down_proj,0.0000059826,0.10000,0.369
+10,mlp.experts.91.down_proj,0.0000009622,0.10000,0.371
+10,mlp.experts.92.down_proj,0.0000031986,0.10000,0.399
+10,mlp.experts.93.down_proj,0.0000721062,0.10000,0.396
+10,mlp.experts.94.down_proj,0.0000016178,0.10000,0.402
+10,mlp.experts.95.down_proj,0.0000014662,0.10000,0.396
+10,mlp.experts.96.down_proj,0.0000019646,0.10000,0.401
+10,mlp.experts.97.down_proj,0.0000031765,0.10000,0.402
+10,mlp.experts.98.down_proj,0.0000006597,0.10000,0.420
+10,mlp.experts.99.down_proj,0.0000035919,0.10000,0.414
+10,mlp.experts.100.down_proj,0.0000176907,0.10000,0.384
+10,mlp.experts.101.down_proj,0.0000082974,0.10000,0.393
+10,mlp.experts.102.down_proj,0.0000049836,0.10000,0.340
+10,mlp.experts.103.down_proj,0.0000011427,0.10000,0.341
+10,mlp.experts.104.down_proj,0.0000478366,0.10000,0.363
+10,mlp.experts.105.down_proj,0.0000009562,0.10000,0.374
+10,mlp.experts.106.down_proj,0.0000512870,0.10000,0.390
+10,mlp.experts.107.down_proj,0.0000012588,0.10000,0.394
+10,mlp.experts.108.down_proj,0.0000005909,0.10000,0.387
+10,mlp.experts.109.down_proj,0.0000072958,0.10000,0.381
+10,mlp.experts.110.down_proj,0.0000024272,0.10000,0.338
+10,mlp.experts.111.down_proj,0.0000478159,0.10000,0.341
+10,mlp.experts.112.down_proj,0.0000010277,0.10000,0.370
+10,mlp.experts.113.down_proj,0.0000022165,0.10000,0.367
+10,mlp.experts.114.down_proj,0.0000188327,0.10000,0.391
+10,mlp.experts.115.down_proj,0.0000277249,0.10000,0.370
+10,mlp.experts.116.down_proj,0.0000260727,0.10000,0.380
+10,mlp.experts.117.down_proj,0.0004996545,0.10000,0.385
+10,mlp.experts.118.down_proj,0.0000036097,0.10000,0.357
+10,mlp.experts.119.down_proj,0.0000029178,0.10000,0.392
+10,mlp.experts.120.down_proj,0.0000016529,0.10000,0.369
+10,mlp.experts.121.down_proj,0.0000243157,0.10000,0.378
+10,mlp.experts.122.down_proj,0.0000882024,0.10000,0.366
+10,mlp.experts.123.down_proj,0.0000007881,0.10000,0.387
+10,mlp.experts.124.down_proj,0.0000081642,0.10000,0.371
+10,mlp.experts.125.down_proj,0.0001382666,0.10000,0.396
+10,mlp.experts.126.down_proj,0.0000048202,0.10000,0.382
+10,mlp.experts.127.down_proj,0.0000089316,0.10000,0.349
+11,self_attn.k_proj,0.0000000081,0.10000,0.988
+11,self_attn.q_proj,0.0000000559,0.10000,1.004
+11,self_attn.v_proj,0.0000000082,0.10000,0.579
+11,self_attn.o_proj,0.0000000109,0.10000,1.203
+11,mlp.gate,0.0000040688,0.10000,0.631
+11,mlp.experts.1.up_proj,0.0002161766,0.10000,1.027
+11,mlp.experts.0.up_proj,0.0000062489,0.10000,1.050
+11,mlp.experts.2.up_proj,0.0000341357,0.10000,1.009
+11,mlp.experts.3.up_proj,0.0000269148,0.10000,1.008
+11,mlp.experts.4.up_proj,0.0009870642,0.10000,0.973
+11,mlp.experts.5.up_proj,0.0003837719,0.10000,0.991
+11,mlp.experts.6.up_proj,0.0004812374,0.10000,1.032
+11,mlp.experts.7.up_proj,0.0000380962,0.10000,1.025
+11,mlp.experts.8.up_proj,0.0000092149,0.10000,1.024
+11,mlp.experts.9.up_proj,0.0000914698,0.10000,0.997
+11,mlp.experts.10.up_proj,0.0003253898,0.10000,1.015
+11,mlp.experts.11.up_proj,0.0004341742,0.10000,1.038
+11,mlp.experts.12.up_proj,0.0000107286,0.10000,0.916
+11,mlp.experts.13.up_proj,0.0000200418,0.10000,0.915
+11,mlp.experts.14.up_proj,0.0001521710,0.10000,1.024
+11,mlp.experts.15.up_proj,0.0001424798,0.10000,1.044
+11,mlp.experts.16.up_proj,0.0000091187,0.10000,1.016
+11,mlp.experts.17.up_proj,0.0001891054,0.10000,1.037
+11,mlp.experts.18.up_proj,0.0001081230,0.10000,1.019
+11,mlp.experts.19.up_proj,0.0003300751,0.10000,1.017
+11,mlp.experts.20.up_proj,0.0000339208,0.10000,1.017
+11,mlp.experts.21.up_proj,0.0000421144,0.10000,1.025
+11,mlp.experts.22.up_proj,0.0000727584,0.10000,1.039
+11,mlp.experts.23.up_proj,0.0000354354,0.10000,1.020
+11,mlp.experts.24.up_proj,0.0000335492,0.10000,1.015
+11,mlp.experts.25.up_proj,0.0000458848,0.10000,0.993
+11,mlp.experts.26.up_proj,0.0000155175,0.10000,1.004
+11,mlp.experts.27.up_proj,0.0003111808,0.10000,1.005
+11,mlp.experts.28.up_proj,0.0000413812,0.10000,0.869
+11,mlp.experts.29.up_proj,0.0000078475,0.10000,0.868
+11,mlp.experts.30.up_proj,0.0001397949,0.10000,1.026
+11,mlp.experts.31.up_proj,0.0000744043,0.10000,1.028
+11,mlp.experts.32.up_proj,0.0001421036,0.10000,0.998
+11,mlp.experts.33.up_proj,0.0000096770,0.10000,0.996
+11,mlp.experts.34.up_proj,0.0009638991,0.10000,1.002
+11,mlp.experts.35.up_proj,0.0013670816,0.10000,0.976
+11,mlp.experts.37.up_proj,0.0000095097,0.10000,0.988
+11,mlp.experts.36.up_proj,0.0003962014,0.10000,1.000
+11,mlp.experts.38.up_proj,0.0002106165,0.10000,1.018
+11,mlp.experts.39.up_proj,0.0000270858,0.10000,1.031
+11,mlp.experts.40.up_proj,0.0000534488,0.10000,1.070
+11,mlp.experts.41.up_proj,0.0000277433,0.10000,1.061
+11,mlp.experts.42.up_proj,0.0001546276,0.10000,1.025
+11,mlp.experts.43.up_proj,0.0000104559,0.10000,1.029
+11,mlp.experts.44.up_proj,0.0004513604,0.10000,1.073
+11,mlp.experts.45.up_proj,0.0000249495,0.10000,1.059
+11,mlp.experts.47.up_proj,0.0000068779,0.10000,1.048
+11,mlp.experts.46.up_proj,0.0000506194,0.10000,1.073
+11,mlp.experts.48.up_proj,0.0000618793,0.10000,0.979
+11,mlp.experts.49.up_proj,0.0000234770,0.10000,1.070
+11,mlp.experts.50.up_proj,0.0000127428,0.10000,0.971
+11,mlp.experts.51.up_proj,0.0002878726,0.10000,1.055
+11,mlp.experts.52.up_proj,0.0001694319,0.10000,1.026
+11,mlp.experts.53.up_proj,0.0000677038,0.10000,1.038
+11,mlp.experts.54.up_proj,0.0001094603,0.10000,0.948
+11,mlp.experts.55.up_proj,0.0000306798,0.10000,0.971
+11,mlp.experts.56.up_proj,0.0001585580,0.10000,0.990
+11,mlp.experts.57.up_proj,0.0012567837,0.10000,1.003
+11,mlp.experts.58.up_proj,0.0000087130,0.10000,1.020
+11,mlp.experts.59.up_proj,0.0000426849,0.10000,1.003
+11,mlp.experts.60.up_proj,0.0000308129,0.10000,0.996
+11,mlp.experts.61.up_proj,0.0000194700,0.10000,0.997
+11,mlp.experts.62.up_proj,0.0001286487,0.10000,0.991
+11,mlp.experts.63.up_proj,0.0002318534,0.10000,0.968
+11,mlp.experts.64.up_proj,0.0003360150,0.10000,0.945
+11,mlp.experts.65.up_proj,0.0004091412,0.10000,0.976
+11,mlp.experts.66.up_proj,0.0048426380,0.10000,1.004
+11,mlp.experts.67.up_proj,0.0000167440,0.10000,0.963
+11,mlp.experts.68.up_proj,0.0004942388,0.10000,0.977
+11,mlp.experts.69.up_proj,0.0000144944,0.10000,0.980
+11,mlp.experts.70.up_proj,0.0004269255,0.10000,0.911
+11,mlp.experts.71.up_proj,0.0000102016,0.10000,0.988
+11,mlp.experts.72.up_proj,0.0000730971,0.10000,1.017
+11,mlp.experts.73.up_proj,0.0000984633,0.10000,1.018
+11,mlp.experts.74.up_proj,0.0010649624,0.10000,1.022
+11,mlp.experts.75.up_proj,0.0003893143,0.10000,1.012
+11,mlp.experts.76.up_proj,0.0002026744,0.10000,1.084
+11,mlp.experts.77.up_proj,0.0007584789,0.10000,1.050
+11,mlp.experts.78.up_proj,0.0000119159,0.10000,0.976
+11,mlp.experts.79.up_proj,0.0000084439,0.10000,0.979
+11,mlp.experts.80.up_proj,0.0030419371,0.10000,1.042
+11,mlp.experts.81.up_proj,0.0001896659,0.10000,1.004
+11,mlp.experts.82.up_proj,0.0000454421,0.10000,0.974
+11,mlp.experts.83.up_proj,0.0001621466,0.10000,1.027
+11,mlp.experts.84.up_proj,0.0003622003,0.10000,1.043
+11,mlp.experts.85.up_proj,0.0000154537,0.10000,1.082
+11,mlp.experts.86.up_proj,0.0000787959,0.10000,1.030
+11,mlp.experts.87.up_proj,0.0000214511,0.10000,1.018
+11,mlp.experts.88.up_proj,0.0006191261,0.10000,1.058
+11,mlp.experts.89.up_proj,0.0000257619,0.10000,1.061
+11,mlp.experts.90.up_proj,0.0000555191,0.10000,1.015
+11,mlp.experts.91.up_proj,0.0006143140,0.10000,1.015
+11,mlp.experts.92.up_proj,0.0000207752,0.10000,0.986
+11,mlp.experts.93.up_proj,0.0008212665,0.10000,1.091
+11,mlp.experts.94.up_proj,0.0000184878,0.10000,1.015
+11,mlp.experts.95.up_proj,0.0000717233,0.10000,1.009
+11,mlp.experts.96.up_proj,0.0000087164,0.10000,1.012
+11,mlp.experts.97.up_proj,0.0002519111,0.10000,1.022
+11,mlp.experts.98.up_proj,0.0000045925,0.10000,1.026
+11,mlp.experts.99.up_proj,0.0000290475,0.10000,1.049
+11,mlp.experts.100.up_proj,0.0000341625,0.10000,1.034
+11,mlp.experts.101.up_proj,0.0000119087,0.10000,1.031
+11,mlp.experts.102.up_proj,0.0000532425,0.10000,1.030
+11,mlp.experts.103.up_proj,0.0002233479,0.10000,1.032
+11,mlp.experts.104.up_proj,0.0003772713,0.10000,1.017
+11,mlp.experts.105.up_proj,0.0000042888,0.10000,1.040
+11,mlp.experts.106.up_proj,0.0006015047,0.10000,0.974
+11,mlp.experts.107.up_proj,0.0000202693,0.10000,0.972
+11,mlp.experts.108.up_proj,0.0026845191,0.10000,0.999
+11,mlp.experts.109.up_proj,0.0000194759,0.10000,1.065
+11,mlp.experts.110.up_proj,0.0013279661,0.10000,1.026
+11,mlp.experts.111.up_proj,0.0000144382,0.10000,1.053
+11,mlp.experts.112.up_proj,0.0016358756,0.10000,1.049
+11,mlp.experts.113.up_proj,0.0008750317,0.10000,1.041
+11,mlp.experts.114.up_proj,0.0002978761,0.10000,1.035
+11,mlp.experts.115.up_proj,0.0000035126,0.10000,1.077
+11,mlp.experts.116.up_proj,0.0000184593,0.10000,0.993
+11,mlp.experts.117.up_proj,0.0002899907,0.10000,1.077
+11,mlp.experts.118.up_proj,0.0001646263,0.10000,1.057
+11,mlp.experts.119.up_proj,0.0039025564,0.10000,1.046
+11,mlp.experts.120.up_proj,0.0002217477,0.10000,0.992
+11,mlp.experts.121.up_proj,0.0001073029,0.10000,0.983
+11,mlp.experts.122.up_proj,0.0000242934,0.10000,0.987
+11,mlp.experts.123.up_proj,0.0001952935,0.10000,0.999
+11,mlp.experts.124.up_proj,0.0001088013,0.10000,0.984
+11,mlp.experts.125.up_proj,0.0000172809,0.10000,1.017
+11,mlp.experts.126.up_proj,0.0000949908,0.10000,1.035
+11,mlp.experts.127.up_proj,0.0002452409,0.10000,1.045
+11,mlp.experts.0.gate_proj,0.0000061415,0.10000,1.041
+11,mlp.experts.1.gate_proj,0.0002185046,0.10000,1.001
+11,mlp.experts.2.gate_proj,0.0000353092,0.10000,0.974
+11,mlp.experts.3.gate_proj,0.0000277337,0.10000,1.057
+11,mlp.experts.4.gate_proj,0.0009959693,0.10000,1.019
+11,mlp.experts.5.gate_proj,0.0004001658,0.10000,1.106
+11,mlp.experts.6.gate_proj,0.0004945114,0.10000,1.016
+11,mlp.experts.7.gate_proj,0.0000389925,0.10000,1.014
+11,mlp.experts.8.gate_proj,0.0000099470,0.10000,0.998
+11,mlp.experts.9.gate_proj,0.0000906445,0.10000,1.006
+11,mlp.experts.10.gate_proj,0.0003300546,0.10000,1.014
+11,mlp.experts.11.gate_proj,0.0004388758,0.10000,1.070
+11,mlp.experts.12.gate_proj,0.0000109519,0.10000,1.073
+11,mlp.experts.13.gate_proj,0.0000204935,0.10000,0.984
+11,mlp.experts.14.gate_proj,0.0001598025,0.10000,1.006
+11,mlp.experts.15.gate_proj,0.0001478266,0.10000,1.019
+11,mlp.experts.16.gate_proj,0.0000087640,0.10000,1.021
+11,mlp.experts.17.gate_proj,0.0001985914,0.10000,1.039
+11,mlp.experts.18.gate_proj,0.0001070178,0.10000,1.021
+11,mlp.experts.19.gate_proj,0.0003399502,0.10000,0.980
+11,mlp.experts.20.gate_proj,0.0000359635,0.10000,1.019
+11,mlp.experts.21.gate_proj,0.0000428843,0.10000,1.055
+11,mlp.experts.22.gate_proj,0.0000736664,0.10000,1.060
+11,mlp.experts.23.gate_proj,0.0000356052,0.10000,1.020
+11,mlp.experts.24.gate_proj,0.0000335615,0.10000,1.031
+11,mlp.experts.25.gate_proj,0.0000754593,0.10000,1.033
+11,mlp.experts.26.gate_proj,0.0000155374,0.10000,1.016
+11,mlp.experts.27.gate_proj,0.0003259120,0.10000,1.024
+11,mlp.experts.28.gate_proj,0.0000423446,0.10000,0.983
+11,mlp.experts.29.gate_proj,0.0000079220,0.10000,0.895
+11,mlp.experts.30.gate_proj,0.0001519979,0.10000,0.897
+11,mlp.experts.31.gate_proj,0.0002761645,0.10000,0.926
+11,mlp.experts.32.gate_proj,0.0001449300,0.10000,0.911
+11,mlp.experts.33.gate_proj,0.0000093826,0.10000,1.045
+11,mlp.experts.34.gate_proj,0.0010106112,0.10000,1.002
+11,mlp.experts.35.gate_proj,0.0014084545,0.10000,1.010
+11,mlp.experts.36.gate_proj,0.0003917005,0.10000,1.019
+11,mlp.experts.37.gate_proj,0.0000098738,0.10000,1.053
+11,mlp.experts.38.gate_proj,0.0002173791,0.10000,1.046
+11,mlp.experts.39.gate_proj,0.0000277381,0.10000,0.997
+11,mlp.experts.40.gate_proj,0.0000547707,0.10000,0.986
+11,mlp.experts.41.gate_proj,0.0000286980,0.10000,1.070
+11,mlp.experts.42.gate_proj,0.0001570833,0.10000,1.026
+11,mlp.experts.43.gate_proj,0.0000105944,0.10000,0.995
+11,mlp.experts.44.gate_proj,0.0004654582,0.10000,1.012
+11,mlp.experts.45.gate_proj,0.0000261162,0.10000,1.043
+11,mlp.experts.46.gate_proj,0.0000512956,0.10000,1.020
+11,mlp.experts.47.gate_proj,0.0000066660,0.10000,1.008
+11,mlp.experts.48.gate_proj,0.0000671801,0.10000,0.957
+11,mlp.experts.50.gate_proj,0.0000130658,0.10000,0.990
+11,mlp.experts.49.gate_proj,0.0000236229,0.10000,1.036
+11,mlp.experts.51.gate_proj,0.0002914018,0.10000,1.072
+11,mlp.experts.52.gate_proj,0.0001742214,0.10000,1.081
+11,mlp.experts.53.gate_proj,0.0000711761,0.10000,1.075
+11,mlp.experts.54.gate_proj,0.0001123772,0.10000,1.077
+11,mlp.experts.56.gate_proj,0.0001683808,0.10000,1.025
+11,mlp.experts.55.gate_proj,0.0000321639,0.10000,1.056
+11,mlp.experts.57.gate_proj,0.0012787786,0.10000,1.069
+11,mlp.experts.58.gate_proj,0.0000092970,0.10000,1.069
+11,mlp.experts.59.gate_proj,0.0000433727,0.10000,1.073
+11,mlp.experts.60.gate_proj,0.0000315305,0.10000,1.066
+11,mlp.experts.62.gate_proj,0.0001314915,0.10000,1.071
+11,mlp.experts.61.gate_proj,0.0000193499,0.10000,1.080
+11,mlp.experts.63.gate_proj,0.0002453275,0.10000,1.042
+11,mlp.experts.64.gate_proj,0.0003446407,0.10000,1.044
+11,mlp.experts.65.gate_proj,0.0004264611,0.10000,1.040
+11,mlp.experts.66.gate_proj,0.0051392892,0.10000,1.038
+11,mlp.experts.67.gate_proj,0.0000160752,0.10000,1.061
+11,mlp.experts.68.gate_proj,0.0005016755,0.10000,1.062
+11,mlp.experts.69.gate_proj,0.0000149149,0.10000,1.052
+11,mlp.experts.70.gate_proj,0.0004430288,0.10000,1.081
+11,mlp.experts.71.gate_proj,0.0000110730,0.10000,1.044
+11,mlp.experts.72.gate_proj,0.0000746163,0.10000,1.031
+11,mlp.experts.73.gate_proj,0.0000926218,0.10000,1.048
+11,mlp.experts.74.gate_proj,0.0011084295,0.10000,1.030
+11,mlp.experts.75.gate_proj,0.0004002094,0.10000,1.059
+11,mlp.experts.76.gate_proj,0.0002073248,0.10000,1.061
+11,mlp.experts.78.gate_proj,0.0000123526,0.10000,1.034
+11,mlp.experts.77.gate_proj,0.0007777540,0.10000,1.058
+11,mlp.experts.79.gate_proj,0.0000088711,0.10000,1.062
+11,mlp.experts.80.gate_proj,0.0031421462,0.10000,1.069
+11,mlp.experts.81.gate_proj,0.0001957576,0.10000,1.031
+11,mlp.experts.82.gate_proj,0.0000454290,0.10000,1.024
+11,mlp.experts.83.gate_proj,0.0001706387,0.10000,1.058
+11,mlp.experts.84.gate_proj,0.0003791063,0.10000,1.066
+11,mlp.experts.85.gate_proj,0.0000157237,0.10000,1.046
+11,mlp.experts.86.gate_proj,0.0000789840,0.10000,1.054
+11,mlp.experts.87.gate_proj,0.0000219851,0.10000,1.063
+11,mlp.experts.88.gate_proj,0.0006455356,0.10000,1.033
+11,mlp.experts.89.gate_proj,0.0000267624,0.10000,1.024
+11,mlp.experts.90.gate_proj,0.0000567823,0.10000,1.057
+11,mlp.experts.91.gate_proj,0.0006401051,0.10000,1.059
+11,mlp.experts.92.gate_proj,0.0000223431,0.10000,1.066
+11,mlp.experts.93.gate_proj,0.0008553096,0.10000,0.994
+11,mlp.experts.94.gate_proj,0.0000196020,0.10000,1.030
+11,mlp.experts.95.gate_proj,0.0000748256,0.10000,0.986
+11,mlp.experts.96.gate_proj,0.0000088808,0.10000,1.007
+11,mlp.experts.97.gate_proj,0.0002561779,0.10000,1.023
+11,mlp.experts.98.gate_proj,0.0000045549,0.10000,1.021
+11,mlp.experts.99.gate_proj,0.0000297456,0.10000,1.024
+11,mlp.experts.100.gate_proj,0.0000353308,0.10000,0.993
+11,mlp.experts.101.gate_proj,0.0000116323,0.10000,1.018
+11,mlp.experts.102.gate_proj,0.0000548285,0.10000,1.038
+11,mlp.experts.103.gate_proj,0.0002299108,0.10000,1.003
+11,mlp.experts.104.gate_proj,0.0003826742,0.10000,1.002
+11,mlp.experts.105.gate_proj,0.0000043984,0.10000,1.008
+11,mlp.experts.106.gate_proj,0.0006177115,0.10000,0.989
+11,mlp.experts.107.gate_proj,0.0000204959,0.10000,1.024
+11,mlp.experts.108.gate_proj,0.0027018994,0.10000,1.022
+11,mlp.experts.109.gate_proj,0.0000197287,0.10000,1.012
+11,mlp.experts.110.gate_proj,0.0013993159,0.10000,1.015
+11,mlp.experts.111.gate_proj,0.0000158753,0.10000,1.016
+11,mlp.experts.112.gate_proj,0.0017365657,0.10000,1.034
+11,mlp.experts.113.gate_proj,0.0009212383,0.10000,0.995
+11,mlp.experts.114.gate_proj,0.0003018569,0.10000,1.036
+11,mlp.experts.115.gate_proj,0.0000035899,0.10000,0.990
+11,mlp.experts.116.gate_proj,0.0000191963,0.10000,1.035
+11,mlp.experts.117.gate_proj,0.0002946645,0.10000,0.945
+11,mlp.experts.118.gate_proj,0.0001678820,0.10000,0.941
+11,mlp.experts.119.gate_proj,0.0040192138,0.10000,1.036
+11,mlp.experts.120.gate_proj,0.0002266894,0.10000,1.021
+11,mlp.experts.121.gate_proj,0.0001081382,0.10000,1.021
+11,mlp.experts.122.gate_proj,0.0000244927,0.10000,0.974
+11,mlp.experts.123.gate_proj,0.0001991039,0.10000,1.009
+11,mlp.experts.124.gate_proj,0.0001162374,0.10000,1.027
+11,mlp.experts.125.gate_proj,0.0000174213,0.10000,1.013
+11,mlp.experts.126.gate_proj,0.0000972384,0.10000,1.012
+11,mlp.experts.127.gate_proj,0.0002472001,0.10000,0.693
+11,mlp.experts.0.down_proj,0.0000005113,0.10000,0.403
+11,mlp.experts.1.down_proj,0.0000257268,0.10000,0.417
+11,mlp.experts.2.down_proj,0.0000025374,0.10000,0.346
+11,mlp.experts.3.down_proj,0.0000018546,0.10000,0.358
+11,mlp.experts.4.down_proj,0.0000005813,0.10000,0.390
+11,mlp.experts.5.down_proj,0.0000563356,0.10000,0.408
+11,mlp.experts.6.down_proj,0.0000557616,0.10000,0.384
+11,mlp.experts.7.down_proj,0.0000024309,0.10000,0.392
+11,mlp.experts.8.down_proj,0.0000011621,0.10000,0.335
+11,mlp.experts.9.down_proj,0.0000036739,0.10000,0.337
+11,mlp.experts.10.down_proj,0.0000597458,0.10000,0.380
+11,mlp.experts.11.down_proj,0.0000389806,0.10000,0.389
+11,mlp.experts.12.down_proj,0.0000008235,0.10000,0.372
+11,mlp.experts.13.down_proj,0.0000029140,0.10000,0.383
+11,mlp.experts.14.down_proj,0.0000168743,0.10000,0.337
+11,mlp.experts.15.down_proj,0.0000084978,0.10000,0.341
+11,mlp.experts.16.down_proj,0.0000014199,0.10000,0.371
+11,mlp.experts.17.down_proj,0.0000173565,0.10000,0.389
+11,mlp.experts.18.down_proj,0.0000050555,0.10000,0.385
+11,mlp.experts.19.down_proj,0.0000519459,0.10000,0.375
+11,mlp.experts.20.down_proj,0.0000029420,0.10000,0.378
+11,mlp.experts.21.down_proj,0.0000038517,0.10000,0.384
+11,mlp.experts.22.down_proj,0.0000031158,0.10000,0.340
+11,mlp.experts.23.down_proj,0.0000017192,0.10000,0.321
+11,mlp.experts.24.down_proj,0.0000011206,0.10000,0.352
+11,mlp.experts.25.down_proj,0.0000066752,0.10000,0.366
+11,mlp.experts.26.down_proj,0.0000021943,0.10000,0.367
+11,mlp.experts.27.down_proj,0.0000354520,0.10000,0.366
+11,mlp.experts.28.down_proj,0.0000030600,0.10000,0.378
+11,mlp.experts.29.down_proj,0.0000007152,0.10000,0.391
+11,mlp.experts.30.down_proj,0.0000195127,0.10000,0.375
+11,mlp.experts.31.down_proj,0.0000040370,0.10000,0.396
+11,mlp.experts.32.down_proj,0.0000140460,0.10000,0.382
+11,mlp.experts.33.down_proj,0.0000007666,0.10000,0.396
+11,mlp.experts.34.down_proj,0.0001021601,0.10000,0.384
+11,mlp.experts.35.down_proj,0.0001387663,0.10000,0.395
+11,mlp.experts.36.down_proj,0.0000329354,0.10000,0.390
+11,mlp.experts.37.down_proj,0.0000008059,0.10000,0.400
+11,mlp.experts.38.down_proj,0.0000290251,0.10000,0.387
+11,mlp.experts.39.down_proj,0.0000036205,0.10000,0.388
+11,mlp.experts.40.down_proj,0.0000041380,0.10000,0.367
+11,mlp.experts.41.down_proj,0.0000023085,0.10000,0.343
+11,mlp.experts.42.down_proj,0.0000182449,0.10000,0.371
+11,mlp.experts.43.down_proj,0.0000008089,0.10000,0.390
+11,mlp.experts.44.down_proj,0.0000453163,0.10000,0.411
+11,mlp.experts.45.down_proj,0.0000044054,0.10000,0.374
+11,mlp.experts.46.down_proj,0.0000062729,0.10000,0.345
+11,mlp.experts.47.down_proj,0.0000009597,0.10000,0.370
+11,mlp.experts.48.down_proj,0.0000057492,0.10000,0.393
+11,mlp.experts.49.down_proj,0.0000020806,0.10000,0.368
+11,mlp.experts.50.down_proj,0.0000017556,0.10000,0.337
+11,mlp.experts.51.down_proj,0.0000353256,0.10000,0.355
+11,mlp.experts.52.down_proj,0.0000125099,0.10000,0.393
+11,mlp.experts.53.down_proj,0.0000075824,0.10000,0.405
+11,mlp.experts.54.down_proj,0.0000088158,0.10000,0.383
+11,mlp.experts.55.down_proj,0.0000051955,0.10000,0.416
+11,mlp.experts.56.down_proj,0.0000143110,0.10000,0.396
+11,mlp.experts.57.down_proj,0.0000838686,0.10000,0.404
+11,mlp.experts.58.down_proj,0.0000010417,0.10000,0.392
+11,mlp.experts.59.down_proj,0.0000045359,0.10000,0.403
+11,mlp.experts.60.down_proj,0.0000029593,0.10000,0.390
+11,mlp.experts.61.down_proj,0.0000010875,0.10000,0.376
+11,mlp.experts.62.down_proj,0.0000128126,0.10000,0.349
+11,mlp.experts.63.down_proj,0.0000336087,0.10000,0.352
+11,mlp.experts.64.down_proj,0.0000568245,0.10000,0.367
+11,mlp.experts.65.down_proj,0.0000358876,0.10000,0.385
+11,mlp.experts.66.down_proj,0.0000671204,0.10000,0.400
+11,mlp.experts.67.down_proj,0.0000015727,0.10000,0.391
+11,mlp.experts.68.down_proj,0.0000629113,0.10000,0.402
+11,mlp.experts.69.down_proj,0.0000020377,0.10000,0.393
+11,mlp.experts.70.down_proj,0.0000551907,0.10000,0.403
+11,mlp.experts.71.down_proj,0.0000011995,0.10000,0.403
+11,mlp.experts.72.down_proj,0.0000078320,0.10000,0.401
+11,mlp.experts.73.down_proj,0.0000076146,0.10000,0.405
+11,mlp.experts.74.down_proj,0.0001744592,0.10000,0.402
+11,mlp.experts.75.down_proj,0.0000428774,0.10000,0.384
+11,mlp.experts.76.down_proj,0.0000196000,0.10000,0.339
+11,mlp.experts.77.down_proj,0.0000859448,0.10000,0.327
+11,mlp.experts.78.down_proj,0.0000014226,0.10000,0.334
+11,mlp.experts.79.down_proj,0.0000010227,0.10000,0.362
+11,mlp.experts.80.down_proj,0.0004078851,0.10000,0.393
+11,mlp.experts.81.down_proj,0.0000217029,0.10000,0.405
+11,mlp.experts.82.down_proj,0.0000057722,0.10000,0.394
+11,mlp.experts.83.down_proj,0.0000158459,0.10000,0.378
+11,mlp.experts.84.down_proj,0.0000495032,0.10000,0.336
+11,mlp.experts.85.down_proj,0.0000015292,0.10000,0.345
+11,mlp.experts.86.down_proj,0.0000103109,0.10000,0.361
+11,mlp.experts.87.down_proj,0.0000028419,0.10000,0.375
+11,mlp.experts.88.down_proj,0.0000869587,0.10000,0.381
+11,mlp.experts.89.down_proj,0.0000029603,0.10000,0.380
+11,mlp.experts.90.down_proj,0.0000027596,0.10000,0.383
+11,mlp.experts.91.down_proj,0.0000879607,0.10000,0.376
+11,mlp.experts.92.down_proj,0.0000038303,0.10000,0.383
+11,mlp.experts.93.down_proj,0.0000970417,0.10000,0.359
+11,mlp.experts.94.down_proj,0.0000023808,0.10000,0.353
+11,mlp.experts.95.down_proj,0.0000091373,0.10000,0.370
+11,mlp.experts.96.down_proj,0.0000006370,0.10000,0.367
+11,mlp.experts.97.down_proj,0.0000193703,0.10000,0.388
+11,mlp.experts.98.down_proj,0.0000004398,0.10000,0.380
+11,mlp.experts.99.down_proj,0.0000027861,0.10000,0.390
+11,mlp.experts.100.down_proj,0.0000048578,0.10000,0.387
+11,mlp.experts.101.down_proj,0.0000008220,0.10000,0.394
+11,mlp.experts.102.down_proj,0.0000077106,0.10000,0.388
+11,mlp.experts.103.down_proj,0.0000332930,0.10000,0.361
+11,mlp.experts.104.down_proj,0.0000401560,0.10000,0.367
+11,mlp.experts.105.down_proj,0.0000003992,0.10000,0.373
+11,mlp.experts.106.down_proj,0.0000469816,0.10000,0.386
+11,mlp.experts.107.down_proj,0.0000015839,0.10000,0.349
+11,mlp.experts.108.down_proj,0.0000277338,0.10000,0.341
+11,mlp.experts.109.down_proj,0.0000018805,0.10000,0.362
+11,mlp.experts.110.down_proj,0.0000345057,0.10000,0.390
+11,mlp.experts.111.down_proj,0.0000018947,0.10000,0.373
+11,mlp.experts.112.down_proj,0.0001691106,0.10000,0.390
+11,mlp.experts.113.down_proj,0.0001104613,0.10000,0.403
+11,mlp.experts.114.down_proj,0.0000406263,0.10000,0.404
+11,mlp.experts.115.down_proj,0.0000003507,0.10000,0.409
+11,mlp.experts.116.down_proj,0.0000022324,0.10000,0.398
+11,mlp.experts.117.down_proj,0.0000269946,0.10000,0.369
+11,mlp.experts.118.down_proj,0.0000203586,0.10000,0.331
+11,mlp.experts.119.down_proj,0.0004045926,0.10000,0.327
+11,mlp.experts.120.down_proj,0.0000244077,0.10000,0.357
+11,mlp.experts.121.down_proj,0.0000102356,0.10000,0.397
+11,mlp.experts.122.down_proj,0.0000026435,0.10000,0.380
+11,mlp.experts.123.down_proj,0.0000231213,0.10000,0.391
+11,mlp.experts.124.down_proj,0.0000098080,0.10000,0.374
+11,mlp.experts.125.down_proj,0.0000011876,0.10000,0.373
+11,mlp.experts.126.down_proj,0.0000111122,0.10000,0.407
+11,mlp.experts.127.down_proj,0.0000288543,0.10000,0.315
+12,self_attn.k_proj,0.0000000113,0.10000,1.039
+12,self_attn.q_proj,0.0000000844,0.10000,1.090
+12,self_attn.v_proj,0.0000000136,0.10000,0.630
+12,self_attn.o_proj,0.0000000146,0.10000,1.083
+12,mlp.gate,0.0000043923,0.10000,0.553
+12,mlp.experts.0.up_proj,0.0000973388,0.10000,0.868
+12,mlp.experts.1.up_proj,0.0004510637,0.10000,0.872
+12,mlp.experts.2.up_proj,0.0000077792,0.10000,1.011
+12,mlp.experts.3.up_proj,0.0002545947,0.10000,1.029
+12,mlp.experts.4.up_proj,0.0000615797,0.10000,1.061
+12,mlp.experts.5.up_proj,0.0016462781,0.10000,1.065
+12,mlp.experts.6.up_proj,0.0000212382,0.10000,1.016
+12,mlp.experts.7.up_proj,0.0000566179,0.10000,1.009
+12,mlp.experts.8.up_proj,0.0000494169,0.10000,0.969
+12,mlp.experts.9.up_proj,0.0000508003,0.10000,0.982
+12,mlp.experts.10.up_proj,0.0056188623,0.10000,1.023
+12,mlp.experts.11.up_proj,0.0003294282,0.10000,1.032
+12,mlp.experts.12.up_proj,0.0000184452,0.10000,1.052
+12,mlp.experts.13.up_proj,0.0012777230,0.10000,1.050
+12,mlp.experts.14.up_proj,0.0000143811,0.10000,1.031
+12,mlp.experts.15.up_proj,0.0000256182,0.10000,1.042
+12,mlp.experts.16.up_proj,0.0001450215,0.10000,1.043
+12,mlp.experts.17.up_proj,0.0001433822,0.10000,1.029
+12,mlp.experts.18.up_proj,0.0000165576,0.10000,1.028
+12,mlp.experts.19.up_proj,0.0008135709,0.10000,1.030
+12,mlp.experts.20.up_proj,0.0004280591,0.10000,1.014
+12,mlp.experts.21.up_proj,0.0003485466,0.10000,0.979
+12,mlp.experts.22.up_proj,0.0000374415,0.10000,0.953
+12,mlp.experts.23.up_proj,0.0001300674,0.10000,1.008
+12,mlp.experts.24.up_proj,0.0000293452,0.10000,0.985
+12,mlp.experts.25.up_proj,0.0000210162,0.10000,0.988
+12,mlp.experts.26.up_proj,0.0000133647,0.10000,0.979
+12,mlp.experts.27.up_proj,0.0000416598,0.10000,0.988
+12,mlp.experts.28.up_proj,0.0001227373,0.10000,1.053
+12,mlp.experts.29.up_proj,0.0006982881,0.10000,1.076
+12,mlp.experts.30.up_proj,0.0000480212,0.10000,1.058
+12,mlp.experts.31.up_proj,0.0003529199,0.10000,1.048
+12,mlp.experts.32.up_proj,0.0000140972,0.10000,0.987
+12,mlp.experts.33.up_proj,0.0019694394,0.10000,1.064
+12,mlp.experts.34.up_proj,0.0000130016,0.10000,1.005
+12,mlp.experts.35.up_proj,0.0001473002,0.10000,1.068
+12,mlp.experts.36.up_proj,0.0000186672,0.10000,1.055
+12,mlp.experts.37.up_proj,0.0021773407,0.10000,1.055
+12,mlp.experts.38.up_proj,0.0000227268,0.10000,1.036
+12,mlp.experts.39.up_proj,0.0008095002,0.10000,1.034
+12,mlp.experts.40.up_proj,0.0000327642,0.10000,1.040
+12,mlp.experts.41.up_proj,0.0001605858,0.10000,1.037
+12,mlp.experts.42.up_proj,0.0000031929,0.10000,1.019
+12,mlp.experts.43.up_proj,0.0000227162,0.10000,1.068
+12,mlp.experts.44.up_proj,0.0000584134,0.10000,1.064
+12,mlp.experts.45.up_proj,0.0007901898,0.10000,1.058
+12,mlp.experts.46.up_proj,0.0000080417,0.10000,1.071
+12,mlp.experts.47.up_proj,0.0003980884,0.10000,1.062
+12,mlp.experts.48.up_proj,0.0003235610,0.10000,1.028
+12,mlp.experts.49.up_proj,0.0000590063,0.10000,1.047
+12,mlp.experts.50.up_proj,0.0000505180,0.10000,1.024
+12,mlp.experts.51.up_proj,0.0001154885,0.10000,1.038
+12,mlp.experts.52.up_proj,0.0000111610,0.10000,0.988
+12,mlp.experts.53.up_proj,0.0000072714,0.10000,0.984
+12,mlp.experts.54.up_proj,0.0005611272,0.10000,1.021
+12,mlp.experts.55.up_proj,0.0024686292,0.10000,0.948
+12,mlp.experts.56.up_proj,0.0000452440,0.10000,0.968
+12,mlp.experts.57.up_proj,0.0026248332,0.10000,0.985
+12,mlp.experts.58.up_proj,0.0000077596,0.10000,0.989
+12,mlp.experts.59.up_proj,0.0008239778,0.10000,1.031
+12,mlp.experts.60.up_proj,0.0001439290,0.10000,1.025
+12,mlp.experts.61.up_proj,0.0000105267,0.10000,1.047
+12,mlp.experts.62.up_proj,0.0000547309,0.10000,1.008
+12,mlp.experts.63.up_proj,0.0000073954,0.10000,1.030
+12,mlp.experts.64.up_proj,0.0000690062,0.10000,1.028
+12,mlp.experts.65.up_proj,0.0000135472,0.10000,1.036
+12,mlp.experts.66.up_proj,0.0001517036,0.10000,0.997
+12,mlp.experts.67.up_proj,0.0002849114,0.10000,1.003
+12,mlp.experts.68.up_proj,0.0000124420,0.10000,0.991
+12,mlp.experts.69.up_proj,0.0000172698,0.10000,1.021
+12,mlp.experts.70.up_proj,0.0005909474,0.10000,0.987
+12,mlp.experts.71.up_proj,0.0000323809,0.10000,1.027
+12,mlp.experts.72.up_proj,0.0044668220,0.10000,0.973
+12,mlp.experts.73.up_proj,0.0000269728,0.10000,1.045
+12,mlp.experts.74.up_proj,0.0000336249,0.10000,0.996
+12,mlp.experts.75.up_proj,0.0000352674,0.10000,1.033
+12,mlp.experts.76.up_proj,0.0000240475,0.10000,1.068
+12,mlp.experts.77.up_proj,0.0019690205,0.10000,1.030
+12,mlp.experts.78.up_proj,0.0004274216,0.10000,1.030
+12,mlp.experts.79.up_proj,0.0000239821,0.10000,1.044
+12,mlp.experts.80.up_proj,0.0000399501,0.10000,1.019
+12,mlp.experts.81.up_proj,0.0023125462,0.10000,1.025
+12,mlp.experts.82.up_proj,0.0006239991,0.10000,0.984
+12,mlp.experts.83.up_proj,0.0001983082,0.10000,1.004
+12,mlp.experts.84.up_proj,0.0001731157,0.10000,0.990
+12,mlp.experts.85.up_proj,0.0000240922,0.10000,0.998
+12,mlp.experts.86.up_proj,0.0004839066,0.10000,0.963
+12,mlp.experts.87.up_proj,0.0000034961,0.10000,1.009
+12,mlp.experts.88.up_proj,0.0131538197,0.10000,0.946
+12,mlp.experts.89.up_proj,0.0000437900,0.10000,1.007
+12,mlp.experts.90.up_proj,0.0000349270,0.10000,0.996
+12,mlp.experts.91.up_proj,0.0004507856,0.10000,1.005
+12,mlp.experts.92.up_proj,0.0003102312,0.10000,0.990
+12,mlp.experts.93.up_proj,0.0003877516,0.10000,1.002
+12,mlp.experts.94.up_proj,0.0001059956,0.10000,1.006
+12,mlp.experts.95.up_proj,0.0001263077,0.10000,1.000
+12,mlp.experts.96.up_proj,0.0000312673,0.10000,0.947
+12,mlp.experts.97.up_proj,0.0000084652,0.10000,0.952
+12,mlp.experts.98.up_proj,0.0009784748,0.10000,1.019
+12,mlp.experts.99.up_proj,0.0000657015,0.10000,0.978
+12,mlp.experts.100.up_proj,0.0000096414,0.10000,1.002
+12,mlp.experts.101.up_proj,0.0002601895,0.10000,1.001
+12,mlp.experts.102.up_proj,0.0000137157,0.10000,0.997
+12,mlp.experts.103.up_proj,0.0000128991,0.10000,1.042
+12,mlp.experts.104.up_proj,0.0001176577,0.10000,1.056
+12,mlp.experts.105.up_proj,0.0002625164,0.10000,1.031
+12,mlp.experts.106.up_proj,0.0009364718,0.10000,1.032
+12,mlp.experts.107.up_proj,0.0000155591,0.10000,1.050
+12,mlp.experts.108.up_proj,0.0001547864,0.10000,1.017
+12,mlp.experts.109.up_proj,0.0006175955,0.10000,1.044
+12,mlp.experts.110.up_proj,0.0000905773,0.10000,1.022
+12,mlp.experts.111.up_proj,0.0004260091,0.10000,1.038
+12,mlp.experts.112.up_proj,0.0001815585,0.10000,1.006
+12,mlp.experts.113.up_proj,0.0000979631,0.10000,0.996
+12,mlp.experts.114.up_proj,0.0000146123,0.10000,0.975
+12,mlp.experts.115.up_proj,0.0000174186,0.10000,1.012
+12,mlp.experts.116.up_proj,0.0000233605,0.10000,1.073
+12,mlp.experts.117.up_proj,0.0000751326,0.10000,1.058
+12,mlp.experts.118.up_proj,0.0000141533,0.10000,1.029
+12,mlp.experts.119.up_proj,0.0005193709,0.10000,0.995
+12,mlp.experts.120.up_proj,0.0000268369,0.10000,0.937
+12,mlp.experts.121.up_proj,0.0000341258,0.10000,1.033
+12,mlp.experts.122.up_proj,0.0017888486,0.10000,1.019
+12,mlp.experts.123.up_proj,0.0000403876,0.10000,0.989
+12,mlp.experts.124.up_proj,0.0000153319,0.10000,0.995
+12,mlp.experts.125.up_proj,0.0000910712,0.10000,1.014
+12,mlp.experts.126.up_proj,0.0003338026,0.10000,1.009
+12,mlp.experts.127.up_proj,0.0000472354,0.10000,1.029
+12,mlp.experts.0.gate_proj,0.0000988097,0.10000,1.021
+12,mlp.experts.1.gate_proj,0.0004563040,0.10000,1.008
+12,mlp.experts.2.gate_proj,0.0000079489,0.10000,1.055
+12,mlp.experts.3.gate_proj,0.0002593247,0.10000,1.031
+12,mlp.experts.4.gate_proj,0.0000634401,0.10000,1.009
+12,mlp.experts.5.gate_proj,0.0016906751,0.10000,0.947
+12,mlp.experts.6.gate_proj,0.0000217273,0.10000,0.992
+12,mlp.experts.7.gate_proj,0.0000578842,0.10000,1.050
+12,mlp.experts.8.gate_proj,0.0000510799,0.10000,1.004
+12,mlp.experts.9.gate_proj,0.0000522135,0.10000,1.045
+12,mlp.experts.10.gate_proj,0.0059820275,0.10000,0.984
+12,mlp.experts.11.gate_proj,0.0022029729,0.10000,0.982
+12,mlp.experts.12.gate_proj,0.0000189473,0.10000,0.943
+12,mlp.experts.13.gate_proj,0.0013051494,0.10000,0.998
+12,mlp.experts.14.gate_proj,0.0000145347,0.10000,0.938
+12,mlp.experts.15.gate_proj,0.0000259349,0.10000,1.010
+12,mlp.experts.16.gate_proj,0.0001474076,0.10000,0.995
+12,mlp.experts.17.gate_proj,0.0001457988,0.10000,0.987
+12,mlp.experts.18.gate_proj,0.0000167499,0.10000,1.005
+12,mlp.experts.19.gate_proj,0.0008300170,0.10000,1.024
+12,mlp.experts.20.gate_proj,0.0004410103,0.10000,1.002
+12,mlp.experts.21.gate_proj,0.0003588461,0.10000,1.020
+12,mlp.experts.22.gate_proj,0.0000418045,0.10000,0.982
+12,mlp.experts.23.gate_proj,0.0001325512,0.10000,0.967
+12,mlp.experts.24.gate_proj,0.0000328502,0.10000,0.975
+12,mlp.experts.25.gate_proj,0.0000206912,0.10000,1.039
+12,mlp.experts.26.gate_proj,0.0000137496,0.10000,1.050
+12,mlp.experts.27.gate_proj,0.0000423743,0.10000,1.054
+12,mlp.experts.28.gate_proj,0.0001255894,0.10000,0.992
+12,mlp.experts.29.gate_proj,0.0007140548,0.10000,1.031
+12,mlp.experts.30.gate_proj,0.0000484895,0.10000,1.054
+12,mlp.experts.31.gate_proj,0.0003672263,0.10000,1.001
+12,mlp.experts.32.gate_proj,0.0000144702,0.10000,0.988
+12,mlp.experts.34.gate_proj,0.0000132382,0.10000,1.037
+12,mlp.experts.33.gate_proj,0.0020054176,0.10000,1.073
+12,mlp.experts.35.gate_proj,0.0001523437,0.10000,1.039
+12,mlp.experts.36.gate_proj,0.0000191546,0.10000,1.044
+12,mlp.experts.37.gate_proj,0.0023292611,0.10000,0.970
+12,mlp.experts.38.gate_proj,0.0000230780,0.10000,0.973
+12,mlp.experts.40.gate_proj,0.0000339943,0.10000,1.016
+12,mlp.experts.39.gate_proj,0.0008083281,0.10000,1.047
+12,mlp.experts.42.gate_proj,0.0000030748,0.10000,1.036
+12,mlp.experts.41.gate_proj,0.0001667086,0.10000,1.069
+12,mlp.experts.43.gate_proj,0.0000234685,0.10000,1.029
+12,mlp.experts.44.gate_proj,0.0000590745,0.10000,1.029
+12,mlp.experts.45.gate_proj,0.0007996328,0.10000,1.041
+12,mlp.experts.46.gate_proj,0.0000081918,0.10000,1.055
+12,mlp.experts.47.gate_proj,0.0004074406,0.10000,1.050
+12,mlp.experts.48.gate_proj,0.0003311009,0.10000,1.053
+12,mlp.experts.49.gate_proj,0.0000598683,0.10000,1.055
+12,mlp.experts.50.gate_proj,0.0000531644,0.10000,1.052
+12,mlp.experts.51.gate_proj,0.0001187030,0.10000,1.050
+12,mlp.experts.52.gate_proj,0.0000117135,0.10000,1.029
+12,mlp.experts.53.gate_proj,0.0000074305,0.10000,0.909
+12,mlp.experts.54.gate_proj,0.0005673153,0.10000,0.913
+12,mlp.experts.55.gate_proj,0.0024456205,0.10000,0.984
+12,mlp.experts.56.gate_proj,0.0000463951,0.10000,1.000
+12,mlp.experts.57.gate_proj,0.0026088054,0.10000,1.055
+12,mlp.experts.58.gate_proj,0.0000076818,0.10000,1.047
+12,mlp.experts.59.gate_proj,0.0008329449,0.10000,1.079
+12,mlp.experts.60.gate_proj,0.0001458894,0.10000,1.068
+12,mlp.experts.61.gate_proj,0.0000105102,0.10000,1.067
+12,mlp.experts.62.gate_proj,0.0000554329,0.10000,1.074
+12,mlp.experts.64.gate_proj,0.0000705587,0.10000,1.043
+12,mlp.experts.63.gate_proj,0.0000075354,0.10000,1.071
+12,mlp.experts.65.gate_proj,0.0000139222,0.10000,1.015
+12,mlp.experts.66.gate_proj,0.0001557902,0.10000,1.021
+12,mlp.experts.68.gate_proj,0.0000124819,0.10000,1.021
+12,mlp.experts.67.gate_proj,0.0002943824,0.10000,1.073
+12,mlp.experts.69.gate_proj,0.0000178588,0.10000,1.008
+12,mlp.experts.70.gate_proj,0.0006083683,0.10000,1.063
+12,mlp.experts.71.gate_proj,0.0000326204,0.10000,0.997
+12,mlp.experts.72.gate_proj,0.0046266628,0.10000,1.041
+12,mlp.experts.73.gate_proj,0.0000278399,0.10000,1.011
+12,mlp.experts.74.gate_proj,0.0000334987,0.10000,1.013
+12,mlp.experts.75.gate_proj,0.0000357747,0.10000,1.045
+12,mlp.experts.76.gate_proj,0.0000242317,0.10000,1.052
+12,mlp.experts.77.gate_proj,0.0020129661,0.10000,1.047
+12,mlp.experts.78.gate_proj,0.0004390340,0.10000,1.011
+12,mlp.experts.79.gate_proj,0.0000244663,0.10000,1.068
+12,mlp.experts.80.gate_proj,0.0000397350,0.10000,1.008
+12,mlp.experts.81.gate_proj,0.0024296926,0.10000,0.974
+12,mlp.experts.82.gate_proj,0.0006468267,0.10000,0.968
+12,mlp.experts.83.gate_proj,0.0002084075,0.10000,0.955
+12,mlp.experts.84.gate_proj,0.0001756772,0.10000,0.922
+12,mlp.experts.85.gate_proj,0.0000246743,0.10000,1.053
+12,mlp.experts.86.gate_proj,0.0004941647,0.10000,1.068
+12,mlp.experts.87.gate_proj,0.0000033728,0.10000,1.005
+12,mlp.experts.88.gate_proj,0.0135603532,0.10000,1.037
+12,mlp.experts.89.gate_proj,0.0000452877,0.10000,1.023
+12,mlp.experts.90.gate_proj,0.0000356538,0.10000,1.025
+12,mlp.experts.91.gate_proj,0.0004653211,0.10000,0.969
+12,mlp.experts.92.gate_proj,0.0003185102,0.10000,0.958
+12,mlp.experts.93.gate_proj,0.0004005426,0.10000,1.043
+12,mlp.experts.94.gate_proj,0.0001090101,0.10000,1.007
+12,mlp.experts.96.gate_proj,0.0000314368,0.10000,0.972
+12,mlp.experts.95.gate_proj,0.0001280440,0.10000,1.041
+12,mlp.experts.97.gate_proj,0.0000086500,0.10000,1.026
+12,mlp.experts.98.gate_proj,0.0009940506,0.10000,1.066
+12,mlp.experts.99.gate_proj,0.0000657151,0.10000,0.991
+12,mlp.experts.100.gate_proj,0.0000095779,0.10000,1.051
+12,mlp.experts.101.gate_proj,0.0002656958,0.10000,1.067
+12,mlp.experts.102.gate_proj,0.0000141001,0.10000,1.062
+12,mlp.experts.103.gate_proj,0.0000135689,0.10000,1.015
+12,mlp.experts.104.gate_proj,0.0001208605,0.10000,1.022
+12,mlp.experts.105.gate_proj,0.0002792518,0.10000,1.006
+12,mlp.experts.106.gate_proj,0.0009547824,0.10000,1.015
+12,mlp.experts.107.gate_proj,0.0000159714,0.10000,1.014
+12,mlp.experts.108.gate_proj,0.0001579949,0.10000,1.031
+12,mlp.experts.109.gate_proj,0.0006311722,0.10000,1.021
+12,mlp.experts.110.gate_proj,0.0000924887,0.10000,1.002
+12,mlp.experts.111.gate_proj,0.0004352971,0.10000,1.031
+12,mlp.experts.112.gate_proj,0.0001880183,0.10000,1.034
+12,mlp.experts.113.gate_proj,0.0000990528,0.10000,0.968
+12,mlp.experts.114.gate_proj,0.0000150449,0.10000,1.027
+12,mlp.experts.115.gate_proj,0.0000175581,0.10000,1.014
+12,mlp.experts.116.gate_proj,0.0000238213,0.10000,1.038
+12,mlp.experts.117.gate_proj,0.0000793693,0.10000,1.046
+12,mlp.experts.118.gate_proj,0.0000137875,0.10000,1.051
+12,mlp.experts.119.gate_proj,0.0005334768,0.10000,1.033
+12,mlp.experts.120.gate_proj,0.0000268308,0.10000,1.035
+12,mlp.experts.121.gate_proj,0.0000352361,0.10000,1.022
+12,mlp.experts.122.gate_proj,0.0017027809,0.10000,1.029
+12,mlp.experts.123.gate_proj,0.0000416753,0.10000,1.039
+12,mlp.experts.124.gate_proj,0.0000155844,0.10000,1.036
+12,mlp.experts.125.gate_proj,0.0000952913,0.10000,1.038
+12,mlp.experts.126.gate_proj,0.0003408382,0.10000,1.058
+12,mlp.experts.127.gate_proj,0.0000483899,0.10000,0.741
+12,mlp.experts.0.down_proj,0.0000112427,0.10000,0.410
+12,mlp.experts.1.down_proj,0.0000638249,0.10000,0.418
+12,mlp.experts.2.down_proj,0.0000005930,0.10000,0.377
+12,mlp.experts.3.down_proj,0.0000292832,0.10000,0.415
+12,mlp.experts.4.down_proj,0.0000069982,0.10000,0.349
+12,mlp.experts.5.down_proj,0.0001055493,0.10000,0.359
+12,mlp.experts.6.down_proj,0.0000015300,0.10000,0.390
+12,mlp.experts.7.down_proj,0.0000095222,0.10000,0.398
+12,mlp.experts.8.down_proj,0.0000036162,0.10000,0.391
+12,mlp.experts.9.down_proj,0.0000068296,0.10000,0.393
+12,mlp.experts.10.down_proj,0.0007294628,0.10000,0.393
+12,mlp.experts.11.down_proj,0.0000125579,0.10000,0.400
+12,mlp.experts.12.down_proj,0.0000024270,0.10000,0.396
+12,mlp.experts.13.down_proj,0.0001034610,0.10000,0.394
+12,mlp.experts.14.down_proj,0.0000016301,0.10000,0.383
+12,mlp.experts.15.down_proj,0.0000025031,0.10000,0.396
+12,mlp.experts.16.down_proj,0.0000111085,0.10000,0.390
+12,mlp.experts.17.down_proj,0.0000154859,0.10000,0.400
+12,mlp.experts.18.down_proj,0.0000015867,0.10000,0.389
+12,mlp.experts.19.down_proj,0.0000861270,0.10000,0.392
+12,mlp.experts.20.down_proj,0.0000442458,0.10000,0.395
+12,mlp.experts.21.down_proj,0.0000228826,0.10000,0.402
+12,mlp.experts.22.down_proj,0.0000030374,0.10000,0.354
+12,mlp.experts.23.down_proj,0.0000062497,0.10000,0.339
+12,mlp.experts.24.down_proj,0.0000033347,0.10000,0.348
+12,mlp.experts.25.down_proj,0.0000002424,0.10000,0.366
+12,mlp.experts.26.down_proj,0.0000018798,0.10000,0.382
+12,mlp.experts.27.down_proj,0.0000035068,0.10000,0.392
+12,mlp.experts.28.down_proj,0.0000106162,0.10000,0.389
+12,mlp.experts.29.down_proj,0.0000512171,0.10000,0.397
+12,mlp.experts.30.down_proj,0.0000047035,0.10000,0.379
+12,mlp.experts.31.down_proj,0.0000616039,0.10000,0.374
+12,mlp.experts.32.down_proj,0.0000014446,0.10000,0.368
+12,mlp.experts.33.down_proj,0.0001927300,0.10000,0.370
+12,mlp.experts.34.down_proj,0.0000009666,0.10000,0.396
+12,mlp.experts.35.down_proj,0.0000195173,0.10000,0.394
+12,mlp.experts.36.down_proj,0.0000025745,0.10000,0.399
+12,mlp.experts.37.down_proj,0.0000242598,0.10000,0.395
+12,mlp.experts.38.down_proj,0.0000026992,0.10000,0.368
+12,mlp.experts.39.down_proj,0.0000040547,0.10000,0.360
+12,mlp.experts.40.down_proj,0.0000020342,0.10000,0.394
+12,mlp.experts.41.down_proj,0.0000223426,0.10000,0.404
+12,mlp.experts.42.down_proj,0.0000002828,0.10000,0.402
+12,mlp.experts.43.down_proj,0.0000030433,0.10000,0.398
+12,mlp.experts.44.down_proj,0.0000062141,0.10000,0.394
+12,mlp.experts.45.down_proj,0.0000713063,0.10000,0.396
+12,mlp.experts.46.down_proj,0.0000006935,0.10000,0.336
+12,mlp.experts.47.down_proj,0.0000379325,0.10000,0.358
+12,mlp.experts.48.down_proj,0.0000451539,0.10000,0.388
+12,mlp.experts.49.down_proj,0.0000033949,0.10000,0.403
+12,mlp.experts.50.down_proj,0.0000029855,0.10000,0.392
+12,mlp.experts.51.down_proj,0.0000140664,0.10000,0.405
+12,mlp.experts.52.down_proj,0.0000013347,0.10000,0.370
+12,mlp.experts.53.down_proj,0.0000008825,0.10000,0.376
+12,mlp.experts.54.down_proj,0.0000639013,0.10000,0.404
+12,mlp.experts.55.down_proj,0.0000164363,0.10000,0.403
+12,mlp.experts.56.down_proj,0.0000057876,0.10000,0.377
+12,mlp.experts.57.down_proj,0.0000404864,0.10000,0.383
+12,mlp.experts.58.down_proj,0.0000008160,0.10000,0.388
+12,mlp.experts.59.down_proj,0.0000909752,0.10000,0.392
+12,mlp.experts.60.down_proj,0.0000176563,0.10000,0.397
+12,mlp.experts.61.down_proj,0.0000007994,0.10000,0.402
+12,mlp.experts.62.down_proj,0.0000058157,0.10000,0.392
+12,mlp.experts.63.down_proj,0.0000007145,0.10000,0.394
+12,mlp.experts.64.down_proj,0.0000066322,0.10000,0.397
+12,mlp.experts.65.down_proj,0.0000011500,0.10000,0.397
+12,mlp.experts.66.down_proj,0.0000203512,0.10000,0.403
+12,mlp.experts.67.down_proj,0.0000275705,0.10000,0.401
+12,mlp.experts.68.down_proj,0.0000013506,0.10000,0.400
+12,mlp.experts.69.down_proj,0.0000021622,0.10000,0.392
+12,mlp.experts.70.down_proj,0.0000728171,0.10000,0.396
+12,mlp.experts.71.down_proj,0.0000008716,0.10000,0.364
+12,mlp.experts.72.down_proj,0.0005276498,0.10000,0.342
+12,mlp.experts.73.down_proj,0.0000020486,0.10000,0.335
+12,mlp.experts.74.down_proj,0.0000037835,0.10000,0.327
+12,mlp.experts.75.down_proj,0.0000029622,0.10000,0.340
+12,mlp.experts.76.down_proj,0.0000024158,0.10000,0.367
+12,mlp.experts.77.down_proj,0.0000270448,0.10000,0.382
+12,mlp.experts.78.down_proj,0.0000550861,0.10000,0.374
+12,mlp.experts.79.down_proj,0.0000018500,0.10000,0.378
+12,mlp.experts.80.down_proj,0.0000050921,0.10000,0.382
+12,mlp.experts.81.down_proj,0.0002754862,0.10000,0.385
+12,mlp.experts.82.down_proj,0.0000998974,0.10000,0.385
+12,mlp.experts.83.down_proj,0.0000152353,0.10000,0.388
+12,mlp.experts.84.down_proj,0.0000147785,0.10000,0.392
+12,mlp.experts.85.down_proj,0.0000018145,0.10000,0.375
+12,mlp.experts.86.down_proj,0.0000588881,0.10000,0.342
+12,mlp.experts.87.down_proj,0.0000002670,0.10000,0.332
+12,mlp.experts.88.down_proj,0.0008754835,0.10000,0.338
+12,mlp.experts.89.down_proj,0.0000056398,0.10000,0.331
+12,mlp.experts.90.down_proj,0.0000027894,0.10000,0.357
+12,mlp.experts.91.down_proj,0.0000487541,0.10000,0.369
+12,mlp.experts.92.down_proj,0.0000291998,0.10000,0.400
+12,mlp.experts.93.down_proj,0.0000401588,0.10000,0.400
+12,mlp.experts.94.down_proj,0.0000125302,0.10000,0.370
+12,mlp.experts.95.down_proj,0.0000115337,0.10000,0.381
+12,mlp.experts.96.down_proj,0.0000022803,0.10000,0.402
+12,mlp.experts.97.down_proj,0.0000008171,0.10000,0.389
+12,mlp.experts.98.down_proj,0.0001301403,0.10000,0.390
+12,mlp.experts.99.down_proj,0.0000050615,0.10000,0.383
+12,mlp.experts.100.down_proj,0.0000011286,0.10000,0.370
+12,mlp.experts.101.down_proj,0.0000228022,0.10000,0.377
+12,mlp.experts.102.down_proj,0.0000012475,0.10000,0.375
+12,mlp.experts.103.down_proj,0.0000017758,0.10000,0.388
+12,mlp.experts.104.down_proj,0.0000189882,0.10000,0.382
+12,mlp.experts.105.down_proj,0.0000411923,0.10000,0.386
+12,mlp.experts.106.down_proj,0.0001238609,0.10000,0.372
+12,mlp.experts.107.down_proj,0.0000024111,0.10000,0.392
+12,mlp.experts.108.down_proj,0.0000133013,0.10000,0.379
+12,mlp.experts.109.down_proj,0.0000662209,0.10000,0.389
+12,mlp.experts.110.down_proj,0.0000070083,0.10000,0.373
+12,mlp.experts.111.down_proj,0.0000386079,0.10000,0.384
+12,mlp.experts.112.down_proj,0.0000137069,0.10000,0.385
+12,mlp.experts.113.down_proj,0.0000089537,0.10000,0.391
+12,mlp.experts.114.down_proj,0.0000014133,0.10000,0.384
+12,mlp.experts.115.down_proj,0.0000019305,0.10000,0.383
+12,mlp.experts.116.down_proj,0.0000021552,0.10000,0.381
+12,mlp.experts.117.down_proj,0.0000102877,0.10000,0.390
+12,mlp.experts.118.down_proj,0.0000018808,0.10000,0.377
+12,mlp.experts.119.down_proj,0.0000481654,0.10000,0.387
+12,mlp.experts.120.down_proj,0.0000030675,0.10000,0.381
+12,mlp.experts.121.down_proj,0.0000037621,0.10000,0.385
+12,mlp.experts.122.down_proj,0.0000276183,0.10000,0.381
+12,mlp.experts.123.down_proj,0.0000058188,0.10000,0.385
+12,mlp.experts.124.down_proj,0.0000019396,0.10000,0.375
+12,mlp.experts.125.down_proj,0.0000094648,0.10000,0.389
+12,mlp.experts.126.down_proj,0.0000473313,0.10000,0.393
+12,mlp.experts.127.down_proj,0.0000048348,0.10000,0.293
+13,self_attn.k_proj,0.0000000119,0.10000,1.033
+13,self_attn.q_proj,0.0000000840,0.10000,1.114
+13,self_attn.v_proj,0.0000000139,0.10000,0.644
+13,self_attn.o_proj,0.0000000162,0.10000,1.217
+13,mlp.gate,0.0000042226,0.10000,0.565
+13,mlp.experts.0.up_proj,0.0000427049,0.10000,1.035
+13,mlp.experts.1.up_proj,0.0001639589,0.10000,1.074
+13,mlp.experts.2.up_proj,0.0000087008,0.10000,1.003
+13,mlp.experts.3.up_proj,0.0141218709,0.10000,1.029
+13,mlp.experts.4.up_proj,0.0000650739,0.10000,1.013
+13,mlp.experts.5.up_proj,0.0006625335,0.10000,1.029
+13,mlp.experts.6.up_proj,0.0000131435,0.10000,1.002
+13,mlp.experts.7.up_proj,0.0004549443,0.10000,0.996
+13,mlp.experts.8.up_proj,0.0000676863,0.10000,1.054
+13,mlp.experts.9.up_proj,0.0036225886,0.10000,1.005
+13,mlp.experts.10.up_proj,0.0000038276,0.10000,1.082
+13,mlp.experts.11.up_proj,0.0006838312,0.10000,1.062
+13,mlp.experts.12.up_proj,0.0000220436,0.10000,1.063
+13,mlp.experts.13.up_proj,0.0004285653,0.10000,1.076
+13,mlp.experts.14.up_proj,0.0001712726,0.10000,1.065
+13,mlp.experts.15.up_proj,0.0000279052,0.10000,1.075
+13,mlp.experts.16.up_proj,0.0000164790,0.10000,1.036
+13,mlp.experts.17.up_proj,0.0005330257,0.10000,1.049
+13,mlp.experts.18.up_proj,0.0008646137,0.10000,1.052
+13,mlp.experts.19.up_proj,0.0000652600,0.10000,1.038
+13,mlp.experts.20.up_proj,0.0001007680,0.10000,0.998
+13,mlp.experts.21.up_proj,0.0000202685,0.10000,1.007
+13,mlp.experts.22.up_proj,0.0074983766,0.10000,0.977
+13,mlp.experts.23.up_proj,0.0000202019,0.10000,1.024
+13,mlp.experts.24.up_proj,0.0000142839,0.10000,0.997
+13,mlp.experts.25.up_proj,0.0000504963,0.10000,0.995
+13,mlp.experts.26.up_proj,0.0000454927,0.10000,0.989
+13,mlp.experts.27.up_proj,0.0001195658,0.10000,0.986
+13,mlp.experts.28.up_proj,0.0000184350,0.10000,0.988
+13,mlp.experts.29.up_proj,0.0000749572,0.10000,0.990
+13,mlp.experts.30.up_proj,0.0014148037,0.10000,0.984
+13,mlp.experts.31.up_proj,0.0001946852,0.10000,1.026
+13,mlp.experts.32.up_proj,0.0002436712,0.10000,0.977
+13,mlp.experts.33.up_proj,0.0003559764,0.10000,1.055
+13,mlp.experts.34.up_proj,0.0000776880,0.10000,1.018
+13,mlp.experts.35.up_proj,0.0013878403,0.10000,1.003
+13,mlp.experts.36.up_proj,0.0000288511,0.10000,1.042
+13,mlp.experts.37.up_proj,0.0005996942,0.10000,1.027
+13,mlp.experts.38.up_proj,0.0000840023,0.10000,0.989
+13,mlp.experts.39.up_proj,0.0008299212,0.10000,0.974
+13,mlp.experts.40.up_proj,0.0000082324,0.10000,1.022
+13,mlp.experts.41.up_proj,0.0000199406,0.10000,0.974
+13,mlp.experts.42.up_proj,0.0000281289,0.10000,1.037
+13,mlp.experts.43.up_proj,0.0021427929,0.10000,1.039
+13,mlp.experts.44.up_proj,0.0000087083,0.10000,1.031
+13,mlp.experts.45.up_proj,0.0004923038,0.10000,1.025
+13,mlp.experts.46.up_proj,0.0064057757,0.10000,1.029
+13,mlp.experts.47.up_proj,0.0000421582,0.10000,1.027
+13,mlp.experts.48.up_proj,0.0011617490,0.10000,1.048
+13,mlp.experts.49.up_proj,0.0001842478,0.10000,1.048
+13,mlp.experts.50.up_proj,0.0011537599,0.10000,1.020
+13,mlp.experts.51.up_proj,0.0000513978,0.10000,1.030
+13,mlp.experts.52.up_proj,0.0001811494,0.10000,1.036
+13,mlp.experts.53.up_proj,0.0000987007,0.10000,1.047
+13,mlp.experts.54.up_proj,0.0008407227,0.10000,1.044
+13,mlp.experts.55.up_proj,0.0000140287,0.10000,1.032
+13,mlp.experts.56.up_proj,0.0003702377,0.10000,1.044
+13,mlp.experts.57.up_proj,0.0000393849,0.10000,0.992
+13,mlp.experts.58.up_proj,0.0000255506,0.10000,1.040
+13,mlp.experts.59.up_proj,0.0000411242,0.10000,0.995
+13,mlp.experts.60.up_proj,0.0002750963,0.10000,0.992
+13,mlp.experts.61.up_proj,0.0000553530,0.10000,1.013
+13,mlp.experts.62.up_proj,0.0010618829,0.10000,0.943
+13,mlp.experts.63.up_proj,0.0000686221,0.10000,1.032
+13,mlp.experts.64.up_proj,0.0002088650,0.10000,1.020
+13,mlp.experts.65.up_proj,0.0000060807,0.10000,1.070
+13,mlp.experts.66.up_proj,0.0000103401,0.10000,1.066
+13,mlp.experts.67.up_proj,0.0000432756,0.10000,1.049
+13,mlp.experts.68.up_proj,0.0002679331,0.10000,0.993
+13,mlp.experts.69.up_proj,0.0015358999,0.10000,0.962
+13,mlp.experts.70.up_proj,0.0002427745,0.10000,1.084
+13,mlp.experts.71.up_proj,0.0000094175,0.10000,0.982
+13,mlp.experts.72.up_proj,0.0007029686,0.10000,1.061
+13,mlp.experts.73.up_proj,0.0000184196,0.10000,1.049
+13,mlp.experts.74.up_proj,0.0005198696,0.10000,1.012
+13,mlp.experts.75.up_proj,0.0000060008,0.10000,1.000
+13,mlp.experts.76.up_proj,0.0000081334,0.10000,1.023
+13,mlp.experts.77.up_proj,0.0000114655,0.10000,1.019
+13,mlp.experts.79.up_proj,0.0000094713,0.10000,1.023
+13,mlp.experts.78.up_proj,0.0000711497,0.10000,1.124
+13,mlp.experts.80.up_proj,0.0000377660,0.10000,1.047
+13,mlp.experts.81.up_proj,0.0002491387,0.10000,1.082
+13,mlp.experts.82.up_proj,0.0000631366,0.10000,1.043
+13,mlp.experts.83.up_proj,0.0000266971,0.10000,1.022
+13,mlp.experts.84.up_proj,0.0003828971,0.10000,1.038
+13,mlp.experts.85.up_proj,0.0001380256,0.10000,1.004
+13,mlp.experts.86.up_proj,0.0004565930,0.10000,0.990
+13,mlp.experts.87.up_proj,0.0002931741,0.10000,1.071
+13,mlp.experts.88.up_proj,0.0001138235,0.10000,1.025
+13,mlp.experts.89.up_proj,0.0000591959,0.10000,1.031
+13,mlp.experts.90.up_proj,0.0011976580,0.10000,0.896
+13,mlp.experts.91.up_proj,0.0000140003,0.10000,0.917
+13,mlp.experts.92.up_proj,0.0000427485,0.10000,1.054
+13,mlp.experts.93.up_proj,0.0000532902,0.10000,1.030
+13,mlp.experts.94.up_proj,0.0044717995,0.10000,1.012
+13,mlp.experts.95.up_proj,0.0000208097,0.10000,1.037
+13,mlp.experts.96.up_proj,0.0043207644,0.10000,1.031
+13,mlp.experts.97.up_proj,0.0006325789,0.10000,1.005
+13,mlp.experts.98.up_proj,0.0000076100,0.10000,1.012
+13,mlp.experts.99.up_proj,0.0003119003,0.10000,1.035
+13,mlp.experts.100.up_proj,0.0050375556,0.10000,1.023
+13,mlp.experts.101.up_proj,0.0000045175,0.10000,1.026
+13,mlp.experts.102.up_proj,0.0000120624,0.10000,0.976
+13,mlp.experts.103.up_proj,0.0000642208,0.10000,0.978
+13,mlp.experts.104.up_proj,0.0001120154,0.10000,0.982
+13,mlp.experts.105.up_proj,0.0000294661,0.10000,1.001
+13,mlp.experts.106.up_proj,0.0000068943,0.10000,1.007
+13,mlp.experts.107.up_proj,0.0000695337,0.10000,1.019
+13,mlp.experts.108.up_proj,0.0000743199,0.10000,0.985
+13,mlp.experts.109.up_proj,0.0000108433,0.10000,0.970
+13,mlp.experts.110.up_proj,0.0002836885,0.10000,0.992
+13,mlp.experts.111.up_proj,0.0002524926,0.10000,1.010
+13,mlp.experts.112.up_proj,0.0000275294,0.10000,0.949
+13,mlp.experts.113.up_proj,0.0000179441,0.10000,1.021
+13,mlp.experts.114.up_proj,0.0006710175,0.10000,0.974
+13,mlp.experts.115.up_proj,0.0001127972,0.10000,0.992
+13,mlp.experts.116.up_proj,0.0004296642,0.10000,0.962
+13,mlp.experts.117.up_proj,0.0012811598,0.10000,0.951
+13,mlp.experts.118.up_proj,0.0000934515,0.10000,1.039
+13,mlp.experts.119.up_proj,0.0003209032,0.10000,1.063
+13,mlp.experts.120.up_proj,0.0003584314,0.10000,0.988
+13,mlp.experts.121.up_proj,0.0000144187,0.10000,1.001
+13,mlp.experts.122.up_proj,0.0001055051,0.10000,1.034
+13,mlp.experts.123.up_proj,0.0003818050,0.10000,1.013
+13,mlp.experts.124.up_proj,0.0000473879,0.10000,0.984
+13,mlp.experts.125.up_proj,0.0000491259,0.10000,1.020
+13,mlp.experts.126.up_proj,0.0009672204,0.10000,0.989
+13,mlp.experts.127.up_proj,0.0001715050,0.10000,1.007
+13,mlp.experts.0.gate_proj,0.0000441371,0.10000,1.022
+13,mlp.experts.1.gate_proj,0.0001712581,0.10000,1.007
+13,mlp.experts.2.gate_proj,0.0000089218,0.10000,0.983
+13,mlp.experts.3.gate_proj,0.0146680836,0.10000,1.021
+13,mlp.experts.4.gate_proj,0.0000673951,0.10000,1.033
+13,mlp.experts.5.gate_proj,0.0006985320,0.10000,1.021
+13,mlp.experts.6.gate_proj,0.0000120684,0.10000,1.022
+13,mlp.experts.7.gate_proj,0.0004816811,0.10000,1.029
+13,mlp.experts.8.gate_proj,0.0000726854,0.10000,1.033
+13,mlp.experts.9.gate_proj,0.0039378359,0.10000,1.024
+13,mlp.experts.10.gate_proj,0.0000037893,0.10000,1.016
+13,mlp.experts.11.gate_proj,0.0006854317,0.10000,1.065
+13,mlp.experts.12.gate_proj,0.0000233709,0.10000,0.978
+13,mlp.experts.13.gate_proj,0.0004337550,0.10000,0.978
+13,mlp.experts.14.gate_proj,0.0001753499,0.10000,0.999
+13,mlp.experts.15.gate_proj,0.0000286377,0.10000,1.003
+13,mlp.experts.16.gate_proj,0.0000170457,0.10000,1.002
+13,mlp.experts.17.gate_proj,0.0005703125,0.10000,1.006
+13,mlp.experts.18.gate_proj,0.0009136287,0.10000,1.008
+13,mlp.experts.19.gate_proj,0.0000698944,0.10000,1.009
+13,mlp.experts.20.gate_proj,0.0001060336,0.10000,1.017
+13,mlp.experts.21.gate_proj,0.0000203089,0.10000,0.923
+13,mlp.experts.22.gate_proj,0.0077712412,0.10000,0.898
+13,mlp.experts.23.gate_proj,0.0000205158,0.10000,0.996
+13,mlp.experts.24.gate_proj,0.0000154283,0.10000,1.040
+13,mlp.experts.25.gate_proj,0.0000511935,0.10000,0.992
+13,mlp.experts.26.gate_proj,0.0000468747,0.10000,0.964
+13,mlp.experts.27.gate_proj,0.0001208404,0.10000,0.996
+13,mlp.experts.28.gate_proj,0.0000183088,0.10000,0.982
+13,mlp.experts.29.gate_proj,0.0000783527,0.10000,1.009
+13,mlp.experts.30.gate_proj,0.0014584372,0.10000,0.996
+13,mlp.experts.31.gate_proj,0.0002010864,0.10000,1.027
+13,mlp.experts.32.gate_proj,0.0002471475,0.10000,1.010
+13,mlp.experts.33.gate_proj,0.0003657748,0.10000,1.018
+13,mlp.experts.34.gate_proj,0.0000807939,0.10000,1.000
+13,mlp.experts.35.gate_proj,0.0130916691,0.10000,0.987
+13,mlp.experts.36.gate_proj,0.0000311893,0.10000,0.954
+13,mlp.experts.37.gate_proj,0.0006340423,0.10000,1.012
+13,mlp.experts.38.gate_proj,0.0000862418,0.10000,1.005
+13,mlp.experts.39.gate_proj,0.0008668303,0.10000,1.030
+13,mlp.experts.40.gate_proj,0.0000081333,0.10000,1.006
+13,mlp.experts.41.gate_proj,0.0000205187,0.10000,1.027
+13,mlp.experts.42.gate_proj,0.0000286334,0.10000,1.055
+13,mlp.experts.43.gate_proj,0.0022064979,0.10000,1.038
+13,mlp.experts.44.gate_proj,0.0000089005,0.10000,1.055
+13,mlp.experts.45.gate_proj,0.0004902915,0.10000,1.041
+13,mlp.experts.46.gate_proj,0.0066412356,0.10000,1.047
+13,mlp.experts.47.gate_proj,0.0000432790,0.10000,1.008
+13,mlp.experts.48.gate_proj,0.0011920488,0.10000,1.045
+13,mlp.experts.49.gate_proj,0.0001956531,0.10000,0.990
+13,mlp.experts.50.gate_proj,0.0011738586,0.10000,0.969
+13,mlp.experts.51.gate_proj,0.0000545388,0.10000,1.011
+13,mlp.experts.52.gate_proj,0.0001922539,0.10000,0.991
+13,mlp.experts.53.gate_proj,0.0000988871,0.10000,1.017
+13,mlp.experts.54.gate_proj,0.0008527513,0.10000,1.049
+13,mlp.experts.55.gate_proj,0.0000139299,0.10000,1.048
+13,mlp.experts.56.gate_proj,0.0003699489,0.10000,1.023
+13,mlp.experts.57.gate_proj,0.0000396192,0.10000,0.973
+13,mlp.experts.58.gate_proj,0.0000259245,0.10000,0.974
+13,mlp.experts.59.gate_proj,0.0000452096,0.10000,1.018
+13,mlp.experts.60.gate_proj,0.0002807192,0.10000,0.999
+13,mlp.experts.61.gate_proj,0.0000640898,0.10000,1.010
+13,mlp.experts.62.gate_proj,0.0010741828,0.10000,0.983
+13,mlp.experts.63.gate_proj,0.0000681539,0.10000,1.048
+13,mlp.experts.64.gate_proj,0.0002243357,0.10000,1.018
+13,mlp.experts.65.gate_proj,0.0000057646,0.10000,1.068
+13,mlp.experts.66.gate_proj,0.0000107776,0.10000,0.994
+13,mlp.experts.67.gate_proj,0.0000469142,0.10000,1.067
+13,mlp.experts.68.gate_proj,0.0002735958,0.10000,0.949
+13,mlp.experts.69.gate_proj,0.0015699706,0.10000,1.001
+13,mlp.experts.70.gate_proj,0.0002484376,0.10000,1.011
+13,mlp.experts.71.gate_proj,0.0000095764,0.10000,1.041
+13,mlp.experts.72.gate_proj,0.0007176759,0.10000,1.009
+13,mlp.experts.73.gate_proj,0.0000191084,0.10000,1.002
+13,mlp.experts.74.gate_proj,0.0005301236,0.10000,0.983
+13,mlp.experts.75.gate_proj,0.0000062795,0.10000,1.026
+13,mlp.experts.76.gate_proj,0.0000076610,0.10000,0.994
+13,mlp.experts.77.gate_proj,0.0000120922,0.10000,0.992
+13,mlp.experts.78.gate_proj,0.0000770925,0.10000,0.981
+13,mlp.experts.79.gate_proj,0.0000095657,0.10000,1.091
+13,mlp.experts.80.gate_proj,0.0000385964,0.10000,1.005
+13,mlp.experts.81.gate_proj,0.0002575051,0.10000,1.039
+13,mlp.experts.82.gate_proj,0.0000634015,0.10000,1.031
+13,mlp.experts.83.gate_proj,0.0000276510,0.10000,1.025
+13,mlp.experts.84.gate_proj,0.0003907227,0.10000,1.075
+13,mlp.experts.85.gate_proj,0.0001407828,0.10000,1.002
+13,mlp.experts.86.gate_proj,0.0004664174,0.10000,0.995
+13,mlp.experts.87.gate_proj,0.0003091909,0.10000,0.990
+13,mlp.experts.88.gate_proj,0.0001188775,0.10000,1.041
+13,mlp.experts.89.gate_proj,0.0000599348,0.10000,1.021
+13,mlp.experts.90.gate_proj,0.0012425871,0.10000,1.053
+13,mlp.experts.91.gate_proj,0.0000143240,0.10000,1.047
+13,mlp.experts.92.gate_proj,0.0000447274,0.10000,1.001
+13,mlp.experts.93.gate_proj,0.0000551348,0.10000,0.999
+13,mlp.experts.94.gate_proj,0.0047594386,0.10000,1.051
+13,mlp.experts.95.gate_proj,0.0000210643,0.10000,1.030
+13,mlp.experts.96.gate_proj,0.0045028657,0.10000,1.041
+13,mlp.experts.97.gate_proj,0.0006487305,0.10000,1.027
+13,mlp.experts.98.gate_proj,0.0000078408,0.10000,1.051
+13,mlp.experts.99.gate_proj,0.0003056368,0.10000,1.051
+13,mlp.experts.100.gate_proj,0.0052951539,0.10000,1.019
+13,mlp.experts.101.gate_proj,0.0000044871,0.10000,1.046
+13,mlp.experts.102.gate_proj,0.0000127582,0.10000,1.011
+13,mlp.experts.103.gate_proj,0.0000652597,0.10000,1.010
+13,mlp.experts.104.gate_proj,0.0001134823,0.10000,0.980
+13,mlp.experts.105.gate_proj,0.0000299954,0.10000,0.996
+13,mlp.experts.106.gate_proj,0.0000069864,0.10000,1.010
+13,mlp.experts.107.gate_proj,0.0000706044,0.10000,1.052
+13,mlp.experts.108.gate_proj,0.0000770212,0.10000,1.057
+13,mlp.experts.109.gate_proj,0.0000107521,0.10000,1.041
+13,mlp.experts.110.gate_proj,0.0002872985,0.10000,1.038
+13,mlp.experts.111.gate_proj,0.0002565128,0.10000,1.042
+13,mlp.experts.112.gate_proj,0.0000294448,0.10000,1.063
+13,mlp.experts.113.gate_proj,0.0000180475,0.10000,1.023
+13,mlp.experts.114.gate_proj,0.0007087088,0.10000,1.002
+13,mlp.experts.115.gate_proj,0.0001163247,0.10000,0.957
+13,mlp.experts.116.gate_proj,0.0004429411,0.10000,0.948
+13,mlp.experts.117.gate_proj,0.0012442258,0.10000,0.991
+13,mlp.experts.118.gate_proj,0.0000953614,0.10000,0.963
+13,mlp.experts.119.gate_proj,0.0003268841,0.10000,0.989
+13,mlp.experts.120.gate_proj,0.0003606174,0.10000,0.970
+13,mlp.experts.121.gate_proj,0.0000141485,0.10000,1.005
+13,mlp.experts.122.gate_proj,0.0001083771,0.10000,1.019
+13,mlp.experts.123.gate_proj,0.0003768304,0.10000,1.004
+13,mlp.experts.124.gate_proj,0.0000492260,0.10000,1.016
+13,mlp.experts.125.gate_proj,0.0000496433,0.10000,0.958
+13,mlp.experts.126.gate_proj,0.0009966897,0.10000,0.996
+13,mlp.experts.127.gate_proj,0.0001735785,0.10000,0.678
+13,mlp.experts.0.down_proj,0.0000041623,0.10000,0.392
+13,mlp.experts.1.down_proj,0.0000252444,0.10000,0.405
+13,mlp.experts.2.down_proj,0.0000011763,0.10000,0.364
+13,mlp.experts.3.down_proj,0.0014148341,0.10000,0.363
+13,mlp.experts.4.down_proj,0.0000106088,0.10000,0.364
+13,mlp.experts.5.down_proj,0.0001065619,0.10000,0.360
+13,mlp.experts.6.down_proj,0.0000020312,0.10000,0.336
+13,mlp.experts.7.down_proj,0.0000536003,0.10000,0.337
+13,mlp.experts.8.down_proj,0.0000127453,0.10000,0.345
+13,mlp.experts.9.down_proj,0.0005443778,0.10000,0.344
+13,mlp.experts.10.down_proj,0.0000003153,0.10000,0.339
+13,mlp.experts.11.down_proj,0.0000140393,0.10000,0.337
+13,mlp.experts.12.down_proj,0.0000031037,0.10000,0.392
+13,mlp.experts.13.down_proj,0.0000633835,0.10000,0.389
+13,mlp.experts.14.down_proj,0.0000218694,0.10000,0.367
+13,mlp.experts.15.down_proj,0.0000036868,0.10000,0.365
+13,mlp.experts.16.down_proj,0.0000023691,0.10000,0.411
+13,mlp.experts.17.down_proj,0.0000997298,0.10000,0.412
+13,mlp.experts.18.down_proj,0.0000008520,0.10000,0.371
+13,mlp.experts.19.down_proj,0.0000097036,0.10000,0.371
+13,mlp.experts.20.down_proj,0.0000085987,0.10000,0.399
+13,mlp.experts.21.down_proj,0.0000024053,0.10000,0.404
+13,mlp.experts.22.down_proj,0.0006616769,0.10000,0.353
+13,mlp.experts.23.down_proj,0.0000019233,0.10000,0.366
+13,mlp.experts.24.down_proj,0.0000024693,0.10000,0.390
+13,mlp.experts.25.down_proj,0.0000064819,0.10000,0.396
+13,mlp.experts.26.down_proj,0.0000054314,0.10000,0.388
+13,mlp.experts.27.down_proj,0.0000116230,0.10000,0.412
+13,mlp.experts.28.down_proj,0.0000017476,0.10000,0.397
+13,mlp.experts.29.down_proj,0.0000067074,0.10000,0.397
+13,mlp.experts.30.down_proj,0.0001793490,0.10000,0.382
+13,mlp.experts.31.down_proj,0.0000264232,0.10000,0.380
+13,mlp.experts.32.down_proj,0.0000470530,0.10000,0.388
+13,mlp.experts.33.down_proj,0.0000532488,0.10000,0.387
+13,mlp.experts.34.down_proj,0.0000065042,0.10000,0.389
+13,mlp.experts.35.down_proj,0.0000167294,0.10000,0.383
+13,mlp.experts.36.down_proj,0.0000032873,0.10000,0.403
+13,mlp.experts.37.down_proj,0.0000764854,0.10000,0.391
+13,mlp.experts.38.down_proj,0.0000132411,0.10000,0.369
+13,mlp.experts.39.down_proj,0.0001559879,0.10000,0.367
+13,mlp.experts.40.down_proj,0.0000006623,0.10000,0.321
+13,mlp.experts.41.down_proj,0.0000034414,0.10000,0.328
+13,mlp.experts.42.down_proj,0.0000041563,0.10000,0.362
+13,mlp.experts.43.down_proj,0.0001247764,0.10000,0.356
+13,mlp.experts.44.down_proj,0.0000012650,0.10000,0.327
+13,mlp.experts.45.down_proj,0.0000439793,0.10000,0.328
+13,mlp.experts.46.down_proj,0.0006411441,0.10000,0.395
+13,mlp.experts.47.down_proj,0.0000047867,0.10000,0.396
+13,mlp.experts.48.down_proj,0.0000770003,0.10000,0.383
+13,mlp.experts.49.down_proj,0.0000398714,0.10000,0.391
+13,mlp.experts.50.down_proj,0.0001484806,0.10000,0.375
+13,mlp.experts.51.down_proj,0.0000030248,0.10000,0.408
+13,mlp.experts.52.down_proj,0.0000174603,0.10000,0.402
+13,mlp.experts.53.down_proj,0.0000097981,0.10000,0.387
+13,mlp.experts.54.down_proj,0.0000571274,0.10000,0.359
+13,mlp.experts.55.down_proj,0.0000019765,0.10000,0.355
+13,mlp.experts.56.down_proj,0.0000749549,0.10000,0.386
+13,mlp.experts.57.down_proj,0.0000042764,0.10000,0.380
+13,mlp.experts.58.down_proj,0.0000017148,0.10000,0.328
+13,mlp.experts.59.down_proj,0.0000037720,0.10000,0.321
+13,mlp.experts.60.down_proj,0.0000472510,0.10000,0.368
+13,mlp.experts.61.down_proj,0.0000058292,0.10000,0.358
+13,mlp.experts.62.down_proj,0.0000513601,0.10000,0.400
+13,mlp.experts.63.down_proj,0.0000013675,0.10000,0.388
+13,mlp.experts.64.down_proj,0.0000465915,0.10000,0.399
+13,mlp.experts.65.down_proj,0.0000006733,0.10000,0.397
+13,mlp.experts.66.down_proj,0.0000014824,0.10000,0.337
+13,mlp.experts.67.down_proj,0.0000090006,0.10000,0.334
+13,mlp.experts.68.down_proj,0.0000354582,0.10000,0.324
+13,mlp.experts.69.down_proj,0.0001395248,0.10000,0.326
+13,mlp.experts.70.down_proj,0.0000400150,0.10000,0.397
+13,mlp.experts.71.down_proj,0.0000007111,0.10000,0.383
+13,mlp.experts.72.down_proj,0.0000858316,0.10000,0.404
+13,mlp.experts.73.down_proj,0.0000012848,0.10000,0.402
+13,mlp.experts.74.down_proj,0.0000779542,0.10000,0.341
+13,mlp.experts.75.down_proj,0.0000008118,0.10000,0.343
+13,mlp.experts.76.down_proj,0.0000007541,0.10000,0.390
+13,mlp.experts.77.down_proj,0.0000012307,0.10000,0.398
+13,mlp.experts.78.down_proj,0.0000097597,0.10000,0.372
+13,mlp.experts.79.down_proj,0.0000011726,0.10000,0.393
+13,mlp.experts.80.down_proj,0.0000070128,0.10000,0.397
+13,mlp.experts.81.down_proj,0.0000605257,0.10000,0.403
+13,mlp.experts.82.down_proj,0.0000043060,0.10000,0.389
+13,mlp.experts.83.down_proj,0.0000040276,0.10000,0.398
+13,mlp.experts.84.down_proj,0.0000437702,0.10000,0.385
+13,mlp.experts.85.down_proj,0.0000136866,0.10000,0.396
+13,mlp.experts.86.down_proj,0.0000586533,0.10000,0.384
+13,mlp.experts.87.down_proj,0.0000321982,0.10000,0.389
+13,mlp.experts.88.down_proj,0.0000165536,0.10000,0.389
+13,mlp.experts.89.down_proj,0.0000084686,0.10000,0.395
+13,mlp.experts.90.down_proj,0.0001065323,0.10000,0.398
+13,mlp.experts.91.down_proj,0.0000011516,0.10000,0.390
+13,mlp.experts.92.down_proj,0.0000048431,0.10000,0.399
+13,mlp.experts.93.down_proj,0.0000047538,0.10000,0.396
+13,mlp.experts.94.down_proj,0.0005103110,0.10000,0.358
+13,mlp.experts.95.down_proj,0.0000033922,0.10000,0.356
+13,mlp.experts.96.down_proj,0.0004921426,0.10000,0.385
+13,mlp.experts.97.down_proj,0.0000757811,0.10000,0.399
+13,mlp.experts.98.down_proj,0.0000010550,0.10000,0.354
+13,mlp.experts.99.down_proj,0.0000075966,0.10000,0.360
+13,mlp.experts.100.down_proj,0.0005863900,0.10000,0.352
+13,mlp.experts.101.down_proj,0.0000003976,0.10000,0.365
+13,mlp.experts.102.down_proj,0.0000018710,0.10000,0.362
+13,mlp.experts.103.down_proj,0.0000083830,0.10000,0.354
+13,mlp.experts.104.down_proj,0.0000163137,0.10000,0.381
+13,mlp.experts.105.down_proj,0.0000028354,0.10000,0.397
+13,mlp.experts.106.down_proj,0.0000005509,0.10000,0.375
+13,mlp.experts.107.down_proj,0.0000090246,0.10000,0.376
+13,mlp.experts.108.down_proj,0.0000113637,0.10000,0.403
+13,mlp.experts.109.down_proj,0.0000007682,0.10000,0.394
+13,mlp.experts.110.down_proj,0.0000346517,0.10000,0.334
+13,mlp.experts.111.down_proj,0.0000339377,0.10000,0.330
+13,mlp.experts.112.down_proj,0.0000037009,0.10000,0.400
+13,mlp.experts.113.down_proj,0.0000026408,0.10000,0.405
+13,mlp.experts.114.down_proj,0.0000688988,0.10000,0.379
+13,mlp.experts.115.down_proj,0.0000134159,0.10000,0.395
+13,mlp.experts.116.down_proj,0.0000793536,0.10000,0.382
+13,mlp.experts.117.down_proj,0.0000182390,0.10000,0.393
+13,mlp.experts.118.down_proj,0.0000099625,0.10000,0.397
+13,mlp.experts.119.down_proj,0.0000334161,0.10000,0.408
+13,mlp.experts.120.down_proj,0.0000224198,0.10000,0.382
+13,mlp.experts.121.down_proj,0.0000020866,0.10000,0.409
+13,mlp.experts.122.down_proj,0.0000117794,0.10000,0.391
+13,mlp.experts.123.down_proj,0.0000162738,0.10000,0.394
+13,mlp.experts.124.down_proj,0.0000056673,0.10000,0.416
+13,mlp.experts.125.down_proj,0.0000037079,0.10000,0.404
+13,mlp.experts.126.down_proj,0.0001496623,0.10000,0.406
+13,mlp.experts.127.down_proj,0.0000158844,0.10000,0.351
+14,self_attn.q_proj,0.0000002145,0.10000,1.062
+14,self_attn.k_proj,0.0000000310,0.10000,1.086
+14,self_attn.v_proj,0.0000000392,0.10000,0.603
+14,self_attn.o_proj,0.0000000333,0.10000,1.097
+14,mlp.gate,0.0000043666,0.10000,0.590
+14,mlp.experts.1.up_proj,0.0001218898,0.10000,0.984
+14,mlp.experts.0.up_proj,0.0003155477,0.10000,1.023
+14,mlp.experts.2.up_proj,0.0009003084,0.10000,0.961
+14,mlp.experts.3.up_proj,0.0000062539,0.10000,0.961
+14,mlp.experts.4.up_proj,0.0001391638,0.10000,1.019
+14,mlp.experts.5.up_proj,0.0001979339,0.10000,1.060
+14,mlp.experts.6.up_proj,0.0000054204,0.10000,0.987
+14,mlp.experts.7.up_proj,0.0000654424,0.10000,1.051
+14,mlp.experts.8.up_proj,0.0000076054,0.10000,0.915
+14,mlp.experts.9.up_proj,0.0003592296,0.10000,0.940
+14,mlp.experts.10.up_proj,0.0000164248,0.10000,0.987
+14,mlp.experts.11.up_proj,0.0001350550,0.10000,1.003
+14,mlp.experts.12.up_proj,0.0002200303,0.10000,0.999
+14,mlp.experts.13.up_proj,0.0001653577,0.10000,1.005
+14,mlp.experts.14.up_proj,0.0000616423,0.10000,1.054
+14,mlp.experts.15.up_proj,0.0002357482,0.10000,1.065
+14,mlp.experts.16.up_proj,0.0000131221,0.10000,1.041
+14,mlp.experts.17.up_proj,0.0000341777,0.10000,1.051
+14,mlp.experts.18.up_proj,0.0000353924,0.10000,0.986
+14,mlp.experts.19.up_proj,0.0006288054,0.10000,1.043
+14,mlp.experts.20.up_proj,0.0000196356,0.10000,1.014
+14,mlp.experts.21.up_proj,0.0001110030,0.10000,1.007
+14,mlp.experts.22.up_proj,0.0000764610,0.10000,0.998
+14,mlp.experts.23.up_proj,0.0000139049,0.10000,0.994
+14,mlp.experts.24.up_proj,0.0004945389,0.10000,0.988
+14,mlp.experts.25.up_proj,0.0003942049,0.10000,1.010
+14,mlp.experts.26.up_proj,0.0002709125,0.10000,0.994
+14,mlp.experts.27.up_proj,0.0002368440,0.10000,1.015
+14,mlp.experts.28.up_proj,0.0000102499,0.10000,0.995
+14,mlp.experts.29.up_proj,0.0003958389,0.10000,1.016
+14,mlp.experts.30.up_proj,0.0000687267,0.10000,1.049
+14,mlp.experts.31.up_proj,0.0029994179,0.10000,1.019
+14,mlp.experts.32.up_proj,0.0004122639,0.10000,1.028
+14,mlp.experts.33.up_proj,0.0000971236,0.10000,1.048
+14,mlp.experts.34.up_proj,0.0000040033,0.10000,1.008
+14,mlp.experts.35.up_proj,0.0006094641,0.10000,1.045
+14,mlp.experts.36.up_proj,0.0000774482,0.10000,1.015
+14,mlp.experts.37.up_proj,0.0000343116,0.10000,1.056
+14,mlp.experts.38.up_proj,0.0000153342,0.10000,1.004
+14,mlp.experts.39.up_proj,0.0000081061,0.10000,1.004
+14,mlp.experts.40.up_proj,0.0000157867,0.10000,1.028
+14,mlp.experts.41.up_proj,0.0015579939,0.10000,1.022
+14,mlp.experts.42.up_proj,0.0001028547,0.10000,1.006
+14,mlp.experts.43.up_proj,0.0015184449,0.10000,0.997
+14,mlp.experts.44.up_proj,0.0000080343,0.10000,1.046
+14,mlp.experts.45.up_proj,0.0124118513,0.10000,1.011
+14,mlp.experts.46.up_proj,0.0002951402,0.10000,1.038
+14,mlp.experts.47.up_proj,0.0002301280,0.10000,1.003
+14,mlp.experts.48.up_proj,0.0000156372,0.10000,1.052
+14,mlp.experts.49.up_proj,0.0001565402,0.10000,0.970
+14,mlp.experts.50.up_proj,0.0000108354,0.10000,1.053
+14,mlp.experts.51.up_proj,0.0000362963,0.10000,1.017
+14,mlp.experts.52.up_proj,0.0001446640,0.10000,1.023
+14,mlp.experts.53.up_proj,0.0000170193,0.10000,1.018
+14,mlp.experts.54.up_proj,0.0004045656,0.10000,1.034
+14,mlp.experts.55.up_proj,0.0000045178,0.10000,1.010
+14,mlp.experts.56.up_proj,0.0004752573,0.10000,1.064
+14,mlp.experts.57.up_proj,0.0000100092,0.10000,1.019
+14,mlp.experts.58.up_proj,0.0002676013,0.10000,1.041
+14,mlp.experts.59.up_proj,0.0004058934,0.10000,1.053
+14,mlp.experts.60.up_proj,0.0007533124,0.10000,0.910
+14,mlp.experts.61.up_proj,0.0001937232,0.10000,0.891
+14,mlp.experts.62.up_proj,0.0000299249,0.10000,0.970
+14,mlp.experts.63.up_proj,0.0004832012,0.10000,1.038
+14,mlp.experts.64.up_proj,0.0003176360,0.10000,1.036
+14,mlp.experts.65.up_proj,0.0027864986,0.10000,1.054
+14,mlp.experts.66.up_proj,0.0001882387,0.10000,1.008
+14,mlp.experts.67.up_proj,0.0000817139,0.10000,0.956
+14,mlp.experts.68.up_proj,0.0000234247,0.10000,1.070
+14,mlp.experts.69.up_proj,0.0000506994,0.10000,1.012
+14,mlp.experts.70.up_proj,0.0005988285,0.10000,1.012
+14,mlp.experts.71.up_proj,0.0001591803,0.10000,1.000
+14,mlp.experts.72.up_proj,0.0002932744,0.10000,1.035
+14,mlp.experts.73.up_proj,0.0009799219,0.10000,1.034
+14,mlp.experts.74.up_proj,0.0001698000,0.10000,1.020
+14,mlp.experts.75.up_proj,0.0000056146,0.10000,1.034
+14,mlp.experts.76.up_proj,0.0000196637,0.10000,1.035
+14,mlp.experts.77.up_proj,0.0001217870,0.10000,1.028
+14,mlp.experts.78.up_proj,0.0002925474,0.10000,0.959
+14,mlp.experts.79.up_proj,0.0000077308,0.10000,0.960
+14,mlp.experts.80.up_proj,0.0000171329,0.10000,0.995
+14,mlp.experts.81.up_proj,0.0000544832,0.10000,1.000
+14,mlp.experts.82.up_proj,0.0000252629,0.10000,0.993
+14,mlp.experts.83.up_proj,0.0129054891,0.10000,1.024
+14,mlp.experts.84.up_proj,0.0000283368,0.10000,0.996
+14,mlp.experts.85.up_proj,0.0004351979,0.10000,0.973
+14,mlp.experts.86.up_proj,0.0000233445,0.10000,1.032
+14,mlp.experts.87.up_proj,0.0001386396,0.10000,0.999
+14,mlp.experts.88.up_proj,0.0000708454,0.10000,1.008
+14,mlp.experts.89.up_proj,0.0002449187,0.10000,0.974
+14,mlp.experts.91.up_proj,0.0012785059,0.10000,1.005
+14,mlp.experts.90.up_proj,0.0000689447,0.10000,1.039
+14,mlp.experts.92.up_proj,0.0000758763,0.10000,1.055
+14,mlp.experts.93.up_proj,0.0001375574,0.10000,1.045
+14,mlp.experts.94.up_proj,0.0000729832,0.10000,1.052
+14,mlp.experts.95.up_proj,0.0000136935,0.10000,1.053
+14,mlp.experts.96.up_proj,0.0002675406,0.10000,1.010
+14,mlp.experts.97.up_proj,0.0022680281,0.10000,1.007
+14,mlp.experts.99.up_proj,0.0000240152,0.10000,1.032
+14,mlp.experts.98.up_proj,0.0007462278,0.10000,1.046
+14,mlp.experts.100.up_proj,0.0000436023,0.10000,0.999
+14,mlp.experts.101.up_proj,0.0000275708,0.10000,1.003
+14,mlp.experts.103.up_proj,0.0004569415,0.10000,1.026
+14,mlp.experts.102.up_proj,0.0001298442,0.10000,1.041
+14,mlp.experts.104.up_proj,0.0008850142,0.10000,1.006
+14,mlp.experts.105.up_proj,0.0000214766,0.10000,1.011
+14,mlp.experts.106.up_proj,0.0023508413,0.10000,1.042
+14,mlp.experts.107.up_proj,0.0000273419,0.10000,1.046
+14,mlp.experts.108.up_proj,0.0000376141,0.10000,0.975
+14,mlp.experts.109.up_proj,0.0000422340,0.10000,1.014
+14,mlp.experts.110.up_proj,0.0000292846,0.10000,1.017
+14,mlp.experts.111.up_proj,0.0000209302,0.10000,1.029
+14,mlp.experts.112.up_proj,0.0001027018,0.10000,1.017
+14,mlp.experts.113.up_proj,0.0002798822,0.10000,1.052
+14,mlp.experts.114.up_proj,0.0000710276,0.10000,0.997
+14,mlp.experts.115.up_proj,0.0000220423,0.10000,0.993
+14,mlp.experts.116.up_proj,0.0029787340,0.10000,1.040
+14,mlp.experts.117.up_proj,0.0063032351,0.10000,1.041
+14,mlp.experts.118.up_proj,0.0002031981,0.10000,0.969
+14,mlp.experts.119.up_proj,0.0000410758,0.10000,0.966
+14,mlp.experts.120.up_proj,0.0007394375,0.10000,0.985
+14,mlp.experts.121.up_proj,0.0000792963,0.10000,0.973
+14,mlp.experts.122.up_proj,0.0009815965,0.10000,1.005
+14,mlp.experts.123.up_proj,0.0002754187,0.10000,0.964
+14,mlp.experts.124.up_proj,0.0008745552,0.10000,1.003
+14,mlp.experts.125.up_proj,0.0001110612,0.10000,0.995
+14,mlp.experts.126.up_proj,0.0000733712,0.10000,0.956
+14,mlp.experts.127.up_proj,0.0005381775,0.10000,1.023
+14,mlp.experts.0.gate_proj,0.0003262303,0.10000,0.973
+14,mlp.experts.1.gate_proj,0.0001265722,0.10000,0.999
+14,mlp.experts.2.gate_proj,0.0008804126,0.10000,1.018
+14,mlp.experts.3.gate_proj,0.0000063153,0.10000,1.039
+14,mlp.experts.4.gate_proj,0.0001450625,0.10000,1.019
+14,mlp.experts.5.gate_proj,0.0001944425,0.10000,1.017
+14,mlp.experts.6.gate_proj,0.0000051952,0.10000,0.991
+14,mlp.experts.7.gate_proj,0.0000670881,0.10000,1.069
+14,mlp.experts.8.gate_proj,0.0000075184,0.10000,0.995
+14,mlp.experts.9.gate_proj,0.0003834746,0.10000,0.982
+14,mlp.experts.10.gate_proj,0.0000171609,0.10000,1.031
+14,mlp.experts.11.gate_proj,0.0001370170,0.10000,1.011
+14,mlp.experts.12.gate_proj,0.0002267233,0.10000,1.053
+14,mlp.experts.13.gate_proj,0.0001658306,0.10000,1.020
+14,mlp.experts.14.gate_proj,0.0000653146,0.10000,0.882
+14,mlp.experts.15.gate_proj,0.0002401158,0.10000,0.866
+14,mlp.experts.16.gate_proj,0.0000139326,0.10000,0.941
+14,mlp.experts.17.gate_proj,0.0000349457,0.10000,0.998
+14,mlp.experts.18.gate_proj,0.0000355803,0.10000,0.962
+14,mlp.experts.19.gate_proj,0.0006241095,0.10000,1.018
+14,mlp.experts.20.gate_proj,0.0000211021,0.10000,0.997
+14,mlp.experts.21.gate_proj,0.0001121596,0.10000,0.978
+14,mlp.experts.22.gate_proj,0.0000829740,0.10000,0.866
+14,mlp.experts.23.gate_proj,0.0000142668,0.10000,0.863
+14,mlp.experts.24.gate_proj,0.0005049054,0.10000,0.977
+14,mlp.experts.25.gate_proj,0.0004009628,0.10000,0.995
+14,mlp.experts.26.gate_proj,0.0003039646,0.10000,1.008
+14,mlp.experts.27.gate_proj,0.0002408203,0.10000,0.986
+14,mlp.experts.28.gate_proj,0.0000098921,0.10000,1.008
+14,mlp.experts.29.gate_proj,0.0004040674,0.10000,1.023
+14,mlp.experts.30.gate_proj,0.0000698282,0.10000,1.017
+14,mlp.experts.31.gate_proj,0.0031167546,0.10000,1.026
+14,mlp.experts.32.gate_proj,0.0004453872,0.10000,1.010
+14,mlp.experts.33.gate_proj,0.0001056118,0.10000,1.020
+14,mlp.experts.34.gate_proj,0.0000038190,0.10000,1.031
+14,mlp.experts.35.gate_proj,0.0006277490,0.10000,1.035
+14,mlp.experts.36.gate_proj,0.0000799537,0.10000,1.027
+14,mlp.experts.37.gate_proj,0.0000350281,0.10000,1.030
+14,mlp.experts.38.gate_proj,0.0000158429,0.10000,1.047
+14,mlp.experts.39.gate_proj,0.0000077665,0.10000,0.990
+14,mlp.experts.40.gate_proj,0.0000161662,0.10000,0.934
+14,mlp.experts.41.gate_proj,0.0016454882,0.10000,0.969
+14,mlp.experts.42.gate_proj,0.0001152828,0.10000,1.026
+14,mlp.experts.43.gate_proj,0.0015547705,0.10000,1.016
+14,mlp.experts.44.gate_proj,0.0000082256,0.10000,0.994
+14,mlp.experts.45.gate_proj,0.0134859567,0.10000,0.983
+14,mlp.experts.46.gate_proj,0.0002971478,0.10000,1.021
+14,mlp.experts.47.gate_proj,0.0002386398,0.10000,1.053
+14,mlp.experts.48.gate_proj,0.0000158314,0.10000,1.027
+14,mlp.experts.49.gate_proj,0.0001611515,0.10000,1.029
+14,mlp.experts.50.gate_proj,0.0000111534,0.10000,0.995
+14,mlp.experts.51.gate_proj,0.0000372237,0.10000,1.000
+14,mlp.experts.52.gate_proj,0.0001445894,0.10000,0.989
+14,mlp.experts.53.gate_proj,0.0000175403,0.10000,1.016
+14,mlp.experts.54.gate_proj,0.0004068602,0.10000,1.012
+14,mlp.experts.55.gate_proj,0.0000052565,0.10000,0.954
+14,mlp.experts.56.gate_proj,0.0004990299,0.10000,1.017
+14,mlp.experts.57.gate_proj,0.0000102007,0.10000,0.960
+14,mlp.experts.58.gate_proj,0.0002542406,0.10000,0.990
+14,mlp.experts.59.gate_proj,0.0004112861,0.10000,0.976
+14,mlp.experts.60.gate_proj,0.0007456971,0.10000,1.038
+14,mlp.experts.61.gate_proj,0.0002040254,0.10000,1.008
+14,mlp.experts.62.gate_proj,0.0000322877,0.10000,1.035
+14,mlp.experts.63.gate_proj,0.0043107913,0.10000,1.010
+14,mlp.experts.64.gate_proj,0.0003256967,0.10000,1.049
+14,mlp.experts.65.gate_proj,0.0029606309,0.10000,0.990
+14,mlp.experts.66.gate_proj,0.0001917749,0.10000,1.018
+14,mlp.experts.67.gate_proj,0.0000847974,0.10000,1.039
+14,mlp.experts.68.gate_proj,0.0000249506,0.10000,1.004
+14,mlp.experts.69.gate_proj,0.0000520280,0.10000,1.056
+14,mlp.experts.70.gate_proj,0.0006058896,0.10000,0.943
+14,mlp.experts.71.gate_proj,0.0001589637,0.10000,1.022
+14,mlp.experts.72.gate_proj,0.0002997943,0.10000,1.031
+14,mlp.experts.73.gate_proj,0.0009617970,0.10000,1.009
+14,mlp.experts.74.gate_proj,0.0001769528,0.10000,0.955
+14,mlp.experts.75.gate_proj,0.0000056979,0.10000,0.984
+14,mlp.experts.76.gate_proj,0.0000201217,0.10000,1.048
+14,mlp.experts.77.gate_proj,0.0001292175,0.10000,0.963
+14,mlp.experts.78.gate_proj,0.0002985880,0.10000,0.974
+14,mlp.experts.79.gate_proj,0.0000078677,0.10000,0.975
+14,mlp.experts.80.gate_proj,0.0000182192,0.10000,0.951
+14,mlp.experts.81.gate_proj,0.0000558481,0.10000,0.962
+14,mlp.experts.82.gate_proj,0.0000265860,0.10000,1.044
+14,mlp.experts.83.gate_proj,0.0129860363,0.10000,1.034
+14,mlp.experts.84.gate_proj,0.0000295554,0.10000,1.057
+14,mlp.experts.85.gate_proj,0.0004648382,0.10000,1.016
+14,mlp.experts.86.gate_proj,0.0000248907,0.10000,0.966
+14,mlp.experts.87.gate_proj,0.0001417499,0.10000,0.951
+14,mlp.experts.88.gate_proj,0.0000716573,0.10000,1.005
+14,mlp.experts.89.gate_proj,0.0002483203,0.10000,0.984
+14,mlp.experts.90.gate_proj,0.0000693145,0.10000,1.015
+14,mlp.experts.91.gate_proj,0.0012921814,0.10000,0.997
+14,mlp.experts.92.gate_proj,0.0000850589,0.10000,0.960
+14,mlp.experts.93.gate_proj,0.0001424155,0.10000,0.967
+14,mlp.experts.94.gate_proj,0.0000754878,0.10000,1.031
+14,mlp.experts.95.gate_proj,0.0000140155,0.10000,1.052
+14,mlp.experts.96.gate_proj,0.0002662324,0.10000,1.036
+14,mlp.experts.97.gate_proj,0.0023298981,0.10000,1.027
+14,mlp.experts.98.gate_proj,0.0008153157,0.10000,0.993
+14,mlp.experts.99.gate_proj,0.0000238899,0.10000,1.001
+14,mlp.experts.100.gate_proj,0.0000461123,0.10000,0.963
+14,mlp.experts.101.gate_proj,0.0000286149,0.10000,0.951
+14,mlp.experts.102.gate_proj,0.0001360603,0.10000,1.079
+14,mlp.experts.103.gate_proj,0.0004627606,0.10000,1.047
+14,mlp.experts.104.gate_proj,0.0009091595,0.10000,1.051
+14,mlp.experts.105.gate_proj,0.0000223556,0.10000,1.040
+14,mlp.experts.107.gate_proj,0.0000280643,0.10000,1.010
+14,mlp.experts.106.gate_proj,0.0024421564,0.10000,1.050
+14,mlp.experts.108.gate_proj,0.0000389849,0.10000,0.949
+14,mlp.experts.109.gate_proj,0.0000438829,0.10000,0.975
+14,mlp.experts.110.gate_proj,0.0000298816,0.10000,0.994
+14,mlp.experts.111.gate_proj,0.0000214892,0.10000,1.004
+14,mlp.experts.112.gate_proj,0.0001049086,0.10000,0.995
+14,mlp.experts.113.gate_proj,0.0002864248,0.10000,1.004
+14,mlp.experts.114.gate_proj,0.0000740131,0.10000,0.979
+14,mlp.experts.115.gate_proj,0.0000231957,0.10000,0.994
+14,mlp.experts.116.gate_proj,0.0031790818,0.10000,0.990
+14,mlp.experts.117.gate_proj,0.0084413995,0.10000,1.014
+14,mlp.experts.118.gate_proj,0.0002011734,0.10000,0.993
+14,mlp.experts.119.gate_proj,0.0000422145,0.10000,1.018
+14,mlp.experts.120.gate_proj,0.0007830414,0.10000,0.986
+14,mlp.experts.121.gate_proj,0.0000816636,0.10000,1.001
+14,mlp.experts.122.gate_proj,0.0010068664,0.10000,1.013
+14,mlp.experts.123.gate_proj,0.0002792748,0.10000,1.041
+14,mlp.experts.124.gate_proj,0.0009303972,0.10000,1.034
+14,mlp.experts.125.gate_proj,0.0001130704,0.10000,1.026
+14,mlp.experts.126.gate_proj,0.0000776856,0.10000,1.049
+14,mlp.experts.127.gate_proj,0.0005525301,0.10000,0.983
+14,mlp.experts.1.down_proj,0.0000157461,0.10000,0.379
+14,mlp.experts.0.down_proj,0.0000305646,0.10000,0.395
+14,mlp.experts.2.down_proj,0.0000185029,0.10000,0.370
+14,mlp.experts.3.down_proj,0.0000005722,0.10000,0.372
+14,mlp.experts.4.down_proj,0.0000189295,0.10000,0.393
+14,mlp.experts.5.down_proj,0.0000187223,0.10000,0.398
+14,mlp.experts.6.down_proj,0.0000005542,0.10000,0.399
+14,mlp.experts.7.down_proj,0.0000103977,0.10000,0.400
+14,mlp.experts.8.down_proj,0.0000008936,0.10000,0.346
+14,mlp.experts.9.down_proj,0.0000589632,0.10000,0.350
+14,mlp.experts.10.down_proj,0.0000029328,0.10000,0.351
+14,mlp.experts.11.down_proj,0.0000196411,0.10000,0.351
+14,mlp.experts.12.down_proj,0.0000418970,0.10000,0.327
+14,mlp.experts.13.down_proj,0.0000185414,0.10000,0.325
+14,mlp.experts.14.down_proj,0.0000058388,0.10000,0.345
+14,mlp.experts.15.down_proj,0.0000374688,0.10000,0.352
+14,mlp.experts.16.down_proj,0.0000017381,0.10000,0.388
+14,mlp.experts.17.down_proj,0.0000043873,0.10000,0.382
+14,mlp.experts.18.down_proj,0.0000048574,0.10000,0.382
+14,mlp.experts.19.down_proj,0.0000223661,0.10000,0.392
+14,mlp.experts.20.down_proj,0.0000034666,0.10000,0.386
+14,mlp.experts.21.down_proj,0.0000168416,0.10000,0.400
+14,mlp.experts.22.down_proj,0.0000139372,0.10000,0.392
+14,mlp.experts.23.down_proj,0.0000014639,0.10000,0.374
+14,mlp.experts.24.down_proj,0.0000548853,0.10000,0.393
+14,mlp.experts.25.down_proj,0.0000523027,0.10000,0.396
+14,mlp.experts.26.down_proj,0.0000533361,0.10000,0.380
+14,mlp.experts.27.down_proj,0.0000322191,0.10000,0.367
+14,mlp.experts.28.down_proj,0.0000018288,0.10000,0.399
+14,mlp.experts.29.down_proj,0.0000427493,0.10000,0.389
+14,mlp.experts.30.down_proj,0.0000051656,0.10000,0.362
+14,mlp.experts.31.down_proj,0.0000401761,0.10000,0.358
+14,mlp.experts.32.down_proj,0.0001506103,0.10000,0.406
+14,mlp.experts.33.down_proj,0.0000125032,0.10000,0.405
+14,mlp.experts.34.down_proj,0.0000004020,0.10000,0.393
+14,mlp.experts.35.down_proj,0.0000820111,0.10000,0.400
+14,mlp.experts.36.down_proj,0.0000103456,0.10000,0.396
+14,mlp.experts.37.down_proj,0.0000033957,0.10000,0.400
+14,mlp.experts.38.down_proj,0.0000015016,0.10000,0.383
+14,mlp.experts.39.down_proj,0.0000010657,0.10000,0.397
+14,mlp.experts.40.down_proj,0.0000014279,0.10000,0.337
+14,mlp.experts.41.down_proj,0.0002462567,0.10000,0.345
+14,mlp.experts.42.down_proj,0.0000080223,0.10000,0.396
+14,mlp.experts.43.down_proj,0.0001229727,0.10000,0.387
+14,mlp.experts.44.down_proj,0.0000008537,0.10000,0.384
+14,mlp.experts.45.down_proj,0.0002638198,0.10000,0.399
+14,mlp.experts.46.down_proj,0.0000504097,0.10000,0.402
+14,mlp.experts.47.down_proj,0.0000551684,0.10000,0.394
+14,mlp.experts.48.down_proj,0.0000018142,0.10000,0.375
+14,mlp.experts.49.down_proj,0.0000233292,0.10000,0.396
+14,mlp.experts.50.down_proj,0.0000009731,0.10000,0.397
+14,mlp.experts.51.down_proj,0.0000034108,0.10000,0.387
+14,mlp.experts.52.down_proj,0.0000189211,0.10000,0.393
+14,mlp.experts.53.down_proj,0.0000017653,0.10000,0.395
+14,mlp.experts.54.down_proj,0.0000442073,0.10000,0.386
+14,mlp.experts.55.down_proj,0.0000004132,0.10000,0.362
+14,mlp.experts.56.down_proj,0.0000892535,0.10000,0.360
+14,mlp.experts.57.down_proj,0.0000008873,0.10000,0.367
+14,mlp.experts.58.down_proj,0.0000624864,0.10000,0.357
+14,mlp.experts.59.down_proj,0.0000481202,0.10000,0.366
+14,mlp.experts.60.down_proj,0.0000170491,0.10000,0.387
+14,mlp.experts.61.down_proj,0.0000317216,0.10000,0.404
+14,mlp.experts.62.down_proj,0.0000064589,0.10000,0.400
+14,mlp.experts.63.down_proj,0.0000002852,0.10000,0.398
+14,mlp.experts.64.down_proj,0.0000697299,0.10000,0.341
+14,mlp.experts.65.down_proj,0.0003162840,0.10000,0.347
+14,mlp.experts.66.down_proj,0.0000193629,0.10000,0.340
+14,mlp.experts.67.down_proj,0.0000055313,0.10000,0.341
+14,mlp.experts.68.down_proj,0.0000046638,0.10000,0.340
+14,mlp.experts.69.down_proj,0.0000083220,0.10000,0.334
+14,mlp.experts.70.down_proj,0.0000679048,0.10000,0.373
+14,mlp.experts.71.down_proj,0.0000169083,0.10000,0.397
+14,mlp.experts.72.down_proj,0.0000289755,0.10000,0.349
+14,mlp.experts.73.down_proj,0.0000196242,0.10000,0.366
+14,mlp.experts.74.down_proj,0.0000163892,0.10000,0.377
+14,mlp.experts.75.down_proj,0.0000008117,0.10000,0.372
+14,mlp.experts.76.down_proj,0.0000017689,0.10000,0.361
+14,mlp.experts.77.down_proj,0.0000063090,0.10000,0.372
+14,mlp.experts.78.down_proj,0.0000259732,0.10000,0.354
+14,mlp.experts.79.down_proj,0.0000010729,0.10000,0.332
+14,mlp.experts.80.down_proj,0.0000034321,0.10000,0.336
+14,mlp.experts.81.down_proj,0.0000052108,0.10000,0.354
+14,mlp.experts.82.down_proj,0.0000056867,0.10000,0.373
+14,mlp.experts.83.down_proj,0.0010496937,0.10000,0.383
+14,mlp.experts.84.down_proj,0.0000042651,0.10000,0.391
+14,mlp.experts.85.down_proj,0.0001141643,0.10000,0.386
+14,mlp.experts.86.down_proj,0.0000016457,0.10000,0.386
+14,mlp.experts.87.down_proj,0.0000162130,0.10000,0.397
+14,mlp.experts.88.down_proj,0.0000104621,0.10000,0.369
+14,mlp.experts.89.down_proj,0.0000285330,0.10000,0.375
+14,mlp.experts.90.down_proj,0.0000072165,0.10000,0.372
+14,mlp.experts.91.down_proj,0.0001712050,0.10000,0.398
+14,mlp.experts.92.down_proj,0.0000085131,0.10000,0.400
+14,mlp.experts.93.down_proj,0.0000157524,0.10000,0.404
+14,mlp.experts.94.down_proj,0.0000088769,0.10000,0.376
+14,mlp.experts.95.down_proj,0.0000013297,0.10000,0.380
+14,mlp.experts.96.down_proj,0.0000560978,0.10000,0.388
+14,mlp.experts.97.down_proj,0.0001452856,0.10000,0.381
+14,mlp.experts.98.down_proj,0.0000117594,0.10000,0.396
+14,mlp.experts.99.down_proj,0.0000027400,0.10000,0.378
+14,mlp.experts.100.down_proj,0.0000051063,0.10000,0.388
+14,mlp.experts.101.down_proj,0.0000048613,0.10000,0.378
+14,mlp.experts.102.down_proj,0.0000337052,0.10000,0.383
+14,mlp.experts.103.down_proj,0.0000608157,0.10000,0.381
+14,mlp.experts.104.down_proj,0.0001181247,0.10000,0.376
+14,mlp.experts.105.down_proj,0.0000028530,0.10000,0.367
+14,mlp.experts.106.down_proj,0.0002322283,0.10000,0.392
+14,mlp.experts.107.down_proj,0.0000029092,0.10000,0.375
+14,mlp.experts.108.down_proj,0.0000044301,0.10000,0.384
+14,mlp.experts.109.down_proj,0.0000033055,0.10000,0.371
+14,mlp.experts.110.down_proj,0.0000022757,0.10000,0.387
+14,mlp.experts.111.down_proj,0.0000027942,0.10000,0.375
+14,mlp.experts.112.down_proj,0.0000127624,0.10000,0.352
+14,mlp.experts.113.down_proj,0.0000272880,0.10000,0.345
+14,mlp.experts.114.down_proj,0.0000077955,0.10000,0.331
+14,mlp.experts.115.down_proj,0.0000027564,0.10000,0.336
+14,mlp.experts.116.down_proj,0.0000497625,0.10000,0.336
+14,mlp.experts.117.down_proj,0.0000280902,0.10000,0.337
+14,mlp.experts.118.down_proj,0.0000324308,0.10000,0.330
+14,mlp.experts.119.down_proj,0.0000057205,0.10000,0.342
+14,mlp.experts.120.down_proj,0.0001015869,0.10000,0.378
+14,mlp.experts.121.down_proj,0.0000130435,0.10000,0.385
+14,mlp.experts.122.down_proj,0.0001585757,0.10000,0.341
+14,mlp.experts.123.down_proj,0.0000136252,0.10000,0.325
+14,mlp.experts.124.down_proj,0.0001383906,0.10000,0.346
+14,mlp.experts.125.down_proj,0.0000160963,0.10000,0.363
+14,mlp.experts.126.down_proj,0.0000139137,0.10000,0.396
+14,mlp.experts.127.down_proj,0.0000631839,0.10000,0.371
+15,self_attn.k_proj,0.0000000152,0.10000,0.970
+15,self_attn.q_proj,0.0000001195,0.10000,1.008
+15,self_attn.v_proj,0.0000000201,0.10000,0.618
+15,self_attn.o_proj,0.0000000220,0.10000,1.205
+15,mlp.gate,0.0000049688,0.10000,0.577
+15,mlp.experts.0.up_proj,0.0000673193,0.10000,1.038
+15,mlp.experts.1.up_proj,0.0000044549,0.10000,1.063
+15,mlp.experts.2.up_proj,0.0001577536,0.10000,1.030
+15,mlp.experts.3.up_proj,0.0000083833,0.10000,1.022
+15,mlp.experts.4.up_proj,0.0001488959,0.10000,1.041
+15,mlp.experts.5.up_proj,0.0009920400,0.10000,1.026
+15,mlp.experts.7.up_proj,0.0000142844,0.10000,1.021
+15,mlp.experts.6.up_proj,0.0000097910,0.10000,1.047
+15,mlp.experts.8.up_proj,0.0000225127,0.10000,1.043
+15,mlp.experts.9.up_proj,0.0000267304,0.10000,1.051
+15,mlp.experts.10.up_proj,0.0000516503,0.10000,1.031
+15,mlp.experts.11.up_proj,0.0000755385,0.10000,1.047
+15,mlp.experts.12.up_proj,0.0011069880,0.10000,1.014
+15,mlp.experts.13.up_proj,0.0000847317,0.10000,1.064
+15,mlp.experts.14.up_proj,0.0002965668,0.10000,1.041
+15,mlp.experts.15.up_proj,0.0016100090,0.10000,0.994
+15,mlp.experts.16.up_proj,0.0000083121,0.10000,1.000
+15,mlp.experts.17.up_proj,0.0000114770,0.10000,0.999
+15,mlp.experts.18.up_proj,0.0001033707,0.10000,0.995
+15,mlp.experts.19.up_proj,0.0009248876,0.10000,0.971
+15,mlp.experts.20.up_proj,0.0000414027,0.10000,1.035
+15,mlp.experts.21.up_proj,0.0004687223,0.10000,1.078
+15,mlp.experts.22.up_proj,0.0002314418,0.10000,0.993
+15,mlp.experts.23.up_proj,0.0000205742,0.10000,1.014
+15,mlp.experts.24.up_proj,0.0002566290,0.10000,1.036
+15,mlp.experts.25.up_proj,0.0001535945,0.10000,1.031
+15,mlp.experts.26.up_proj,0.0075126105,0.10000,1.053
+15,mlp.experts.27.up_proj,0.0003699379,0.10000,1.011
+15,mlp.experts.28.up_proj,0.0001469265,0.10000,1.009
+15,mlp.experts.29.up_proj,0.0000594390,0.10000,1.032
+15,mlp.experts.30.up_proj,0.0000524865,0.10000,1.033
+15,mlp.experts.31.up_proj,0.0000277139,0.10000,1.056
+15,mlp.experts.32.up_proj,0.0000441689,0.10000,1.041
+15,mlp.experts.33.up_proj,0.0002235010,0.10000,1.049
+15,mlp.experts.34.up_proj,0.0000225384,0.10000,1.035
+15,mlp.experts.35.up_proj,0.0000123224,0.10000,0.981
+15,mlp.experts.36.up_proj,0.0010562327,0.10000,1.041
+15,mlp.experts.37.up_proj,0.0000266691,0.10000,1.026
+15,mlp.experts.38.up_proj,0.0000413157,0.10000,1.021
+15,mlp.experts.39.up_proj,0.0000410175,0.10000,1.093
+15,mlp.experts.40.up_proj,0.0000068871,0.10000,0.952
+15,mlp.experts.41.up_proj,0.0007942020,0.10000,0.967
+15,mlp.experts.42.up_proj,0.0012485611,0.10000,1.071
+15,mlp.experts.43.up_proj,0.0012241364,0.10000,0.992
+15,mlp.experts.44.up_proj,0.0012227932,0.10000,1.055
+15,mlp.experts.45.up_proj,0.0000891218,0.10000,1.054
+15,mlp.experts.46.up_proj,0.0007617595,0.10000,1.060
+15,mlp.experts.47.up_proj,0.0006194212,0.10000,1.065
+15,mlp.experts.48.up_proj,0.0000843222,0.10000,0.959
+15,mlp.experts.49.up_proj,0.0000439256,0.10000,0.976
+15,mlp.experts.50.up_proj,0.0001414749,0.10000,0.998
+15,mlp.experts.51.up_proj,0.0001205751,0.10000,1.013
+15,mlp.experts.52.up_proj,0.0002303243,0.10000,0.967
+15,mlp.experts.53.up_proj,0.0005958300,0.10000,0.928
+15,mlp.experts.54.up_proj,0.0001229246,0.10000,1.042
+15,mlp.experts.55.up_proj,0.0000069859,0.10000,1.034
+15,mlp.experts.56.up_proj,0.0000161267,0.10000,1.032
+15,mlp.experts.57.up_proj,0.0000896567,0.10000,1.041
+15,mlp.experts.58.up_proj,0.0001307009,0.10000,1.029
+15,mlp.experts.59.up_proj,0.0000804862,0.10000,1.034
+15,mlp.experts.60.up_proj,0.0000134018,0.10000,1.003
+15,mlp.experts.61.up_proj,0.0000610308,0.10000,0.990
+15,mlp.experts.62.up_proj,0.0012495561,0.10000,1.040
+15,mlp.experts.63.up_proj,0.0005688590,0.10000,1.049
+15,mlp.experts.64.up_proj,0.0009613250,0.10000,0.937
+15,mlp.experts.65.up_proj,0.0010200515,0.10000,0.935
+15,mlp.experts.66.up_proj,0.0002662605,0.10000,1.002
+15,mlp.experts.67.up_proj,0.0010368709,0.10000,1.004
+15,mlp.experts.68.up_proj,0.0003644888,0.10000,0.998
+15,mlp.experts.69.up_proj,0.0000357948,0.10000,0.995
+15,mlp.experts.70.up_proj,0.0000978890,0.10000,0.984
+15,mlp.experts.71.up_proj,0.0000249065,0.10000,1.030
+15,mlp.experts.72.up_proj,0.0000226075,0.10000,0.979
+15,mlp.experts.73.up_proj,0.0001840578,0.10000,1.012
+15,mlp.experts.74.up_proj,0.0022295954,0.10000,0.969
+15,mlp.experts.75.up_proj,0.0002071435,0.10000,1.005
+15,mlp.experts.76.up_proj,0.0001534069,0.10000,0.971
+15,mlp.experts.77.up_proj,0.0000483427,0.10000,1.050
+15,mlp.experts.78.up_proj,0.0001706414,0.10000,1.006
+15,mlp.experts.79.up_proj,0.0005885782,0.10000,1.047
+15,mlp.experts.80.up_proj,0.0001190024,0.10000,1.055
+15,mlp.experts.81.up_proj,0.0005182513,0.10000,1.028
+15,mlp.experts.82.up_proj,0.0000078818,0.10000,0.975
+15,mlp.experts.83.up_proj,0.0003518373,0.10000,0.974
+15,mlp.experts.84.up_proj,0.0001680948,0.10000,0.934
+15,mlp.experts.85.up_proj,0.0000187184,0.10000,0.978
+15,mlp.experts.86.up_proj,0.0000146653,0.10000,0.994
+15,mlp.experts.87.up_proj,0.0000132909,0.10000,0.983
+15,mlp.experts.88.up_proj,0.0005508333,0.10000,1.028
+15,mlp.experts.89.up_proj,0.0000212293,0.10000,1.032
+15,mlp.experts.90.up_proj,0.0000237340,0.10000,1.010
+15,mlp.experts.91.up_proj,0.0000075127,0.10000,1.016
+15,mlp.experts.92.up_proj,0.0046287403,0.10000,1.069
+15,mlp.experts.93.up_proj,0.0004106601,0.10000,0.994
+15,mlp.experts.94.up_proj,0.0000149378,0.10000,0.987
+15,mlp.experts.95.up_proj,0.0000066877,0.10000,0.973
+15,mlp.experts.96.up_proj,0.0000361105,0.10000,1.041
+15,mlp.experts.97.up_proj,0.0025880249,0.10000,1.041
+15,mlp.experts.98.up_proj,0.0000102792,0.10000,0.981
+15,mlp.experts.99.up_proj,0.0005533864,0.10000,0.958
+15,mlp.experts.100.up_proj,0.0000178449,0.10000,1.015
+15,mlp.experts.101.up_proj,0.0000381652,0.10000,1.039
+15,mlp.experts.102.up_proj,0.0001177261,0.10000,1.061
+15,mlp.experts.103.up_proj,0.0000527990,0.10000,1.012
+15,mlp.experts.104.up_proj,0.0004141870,0.10000,1.058
+15,mlp.experts.105.up_proj,0.0006512388,0.10000,1.045
+15,mlp.experts.106.up_proj,0.0001713633,0.10000,0.992
+15,mlp.experts.107.up_proj,0.0005033193,0.10000,1.043
+15,mlp.experts.108.up_proj,0.0018595078,0.10000,0.995
+15,mlp.experts.109.up_proj,0.0000525023,0.10000,1.070
+15,mlp.experts.110.up_proj,0.0009851264,0.10000,1.045
+15,mlp.experts.111.up_proj,0.0024818396,0.10000,1.023
+15,mlp.experts.112.up_proj,0.0005993695,0.10000,1.003
+15,mlp.experts.113.up_proj,0.0002865253,0.10000,1.024
+15,mlp.experts.114.up_proj,0.0041114830,0.10000,1.030
+15,mlp.experts.115.up_proj,0.0002284482,0.10000,1.040
+15,mlp.experts.116.up_proj,0.0000306795,0.10000,1.029
+15,mlp.experts.117.up_proj,0.0003457234,0.10000,1.036
+15,mlp.experts.118.up_proj,0.0003663351,0.10000,1.028
+15,mlp.experts.119.up_proj,0.0001807953,0.10000,1.027
+15,mlp.experts.120.up_proj,0.0000196117,0.10000,1.001
+15,mlp.experts.121.up_proj,0.0000162370,0.10000,0.978
+15,mlp.experts.122.up_proj,0.0002575111,0.10000,1.018
+15,mlp.experts.123.up_proj,0.0001396237,0.10000,1.035
+15,mlp.experts.124.up_proj,0.0005160630,0.10000,1.003
+15,mlp.experts.125.up_proj,0.0001434180,0.10000,1.025
+15,mlp.experts.126.up_proj,0.0004449338,0.10000,1.026
+15,mlp.experts.127.up_proj,0.0002730267,0.10000,1.071
+15,mlp.experts.0.gate_proj,0.0000756758,0.10000,1.023
+15,mlp.experts.1.gate_proj,0.0000041294,0.10000,1.053
+15,mlp.experts.2.gate_proj,0.0001625819,0.10000,1.044
+15,mlp.experts.3.gate_proj,0.0000080829,0.10000,1.034
+15,mlp.experts.4.gate_proj,0.0001374121,0.10000,1.048
+15,mlp.experts.5.gate_proj,0.0010078710,0.10000,1.031
+15,mlp.experts.6.gate_proj,0.0000097877,0.10000,1.053
+15,mlp.experts.7.gate_proj,0.0000149382,0.10000,0.990
+15,mlp.experts.8.gate_proj,0.0000231711,0.10000,1.012
+15,mlp.experts.9.gate_proj,0.0000279935,0.10000,1.024
+15,mlp.experts.10.gate_proj,0.0000535032,0.10000,0.954
+15,mlp.experts.11.gate_proj,0.0000803252,0.10000,0.956
+15,mlp.experts.12.gate_proj,0.0011125462,0.10000,0.999
+15,mlp.experts.13.gate_proj,0.0000853229,0.10000,1.020
+15,mlp.experts.14.gate_proj,0.0003046019,0.10000,1.002
+15,mlp.experts.15.gate_proj,0.0017030660,0.10000,1.076
+15,mlp.experts.16.gate_proj,0.0000084836,0.10000,0.996
+15,mlp.experts.17.gate_proj,0.0000116341,0.10000,1.042
+15,mlp.experts.18.gate_proj,0.0001059595,0.10000,1.019
+15,mlp.experts.19.gate_proj,0.0009364218,0.10000,1.018
+15,mlp.experts.20.gate_proj,0.0000417447,0.10000,1.012
+15,mlp.experts.21.gate_proj,0.0004767074,0.10000,1.017
+15,mlp.experts.22.gate_proj,0.0002296410,0.10000,1.009
+15,mlp.experts.23.gate_proj,0.0000206787,0.10000,1.063
+15,mlp.experts.24.gate_proj,0.0002643472,0.10000,1.035
+15,mlp.experts.25.gate_proj,0.0001826218,0.10000,1.040
+15,mlp.experts.26.gate_proj,0.0077909810,0.10000,1.057
+15,mlp.experts.27.gate_proj,0.0003743113,0.10000,1.044
+15,mlp.experts.28.gate_proj,0.0001559675,0.10000,0.985
+15,mlp.experts.29.gate_proj,0.0000628045,0.10000,1.027
+15,mlp.experts.30.gate_proj,0.0000536719,0.10000,0.979
+15,mlp.experts.31.gate_proj,0.0000266617,0.10000,1.030
+15,mlp.experts.32.gate_proj,0.0000490340,0.10000,1.033
+15,mlp.experts.33.gate_proj,0.0002290635,0.10000,1.036
+15,mlp.experts.34.gate_proj,0.0000231122,0.10000,1.037
+15,mlp.experts.35.gate_proj,0.0000120768,0.10000,1.060
+15,mlp.experts.36.gate_proj,0.0010738119,0.10000,1.009
+15,mlp.experts.37.gate_proj,0.0000279817,0.10000,1.009
+15,mlp.experts.38.gate_proj,0.0000421944,0.10000,0.982
+15,mlp.experts.39.gate_proj,0.0000425464,0.10000,1.009
+15,mlp.experts.40.gate_proj,0.0000070661,0.10000,0.992
+15,mlp.experts.41.gate_proj,0.0008414441,0.10000,0.989
+15,mlp.experts.42.gate_proj,0.0013079168,0.10000,0.973
+15,mlp.experts.43.gate_proj,0.0013443485,0.10000,0.948
+15,mlp.experts.44.gate_proj,0.0012595274,0.10000,0.951
+15,mlp.experts.45.gate_proj,0.0000922126,0.10000,1.055
+15,mlp.experts.46.gate_proj,0.0008138805,0.10000,1.020
+15,mlp.experts.47.gate_proj,0.0006473727,0.10000,1.012
+15,mlp.experts.48.gate_proj,0.0000864331,0.10000,1.029
+15,mlp.experts.49.gate_proj,0.0000457941,0.10000,1.072
+15,mlp.experts.50.gate_proj,0.0001422856,0.10000,1.060
+15,mlp.experts.51.gate_proj,0.0001321039,0.10000,1.013
+15,mlp.experts.52.gate_proj,0.0002847830,0.10000,1.043
+15,mlp.experts.53.gate_proj,0.0006142953,0.10000,1.018
+15,mlp.experts.54.gate_proj,0.0001237602,0.10000,1.005
+15,mlp.experts.55.gate_proj,0.0000066941,0.10000,0.985
+15,mlp.experts.56.gate_proj,0.0000150125,0.10000,1.000
+15,mlp.experts.57.gate_proj,0.0000934575,0.10000,1.015
+15,mlp.experts.58.gate_proj,0.0001343764,0.10000,1.001
+15,mlp.experts.59.gate_proj,0.0000842017,0.10000,1.067
+15,mlp.experts.60.gate_proj,0.0000132379,0.10000,1.035
+15,mlp.experts.61.gate_proj,0.0000614528,0.10000,1.039
+15,mlp.experts.62.gate_proj,0.0013068457,0.10000,0.977
+15,mlp.experts.63.gate_proj,0.0005828221,0.10000,1.012
+15,mlp.experts.64.gate_proj,0.0009984706,0.10000,1.011
+15,mlp.experts.65.gate_proj,0.0010614831,0.10000,1.009
+15,mlp.experts.66.gate_proj,0.0002890289,0.10000,1.002
+15,mlp.experts.67.gate_proj,0.0010744970,0.10000,1.039
+15,mlp.experts.68.gate_proj,0.0003731270,0.10000,1.021
+15,mlp.experts.69.gate_proj,0.0000363293,0.10000,1.008
+15,mlp.experts.70.gate_proj,0.0001000005,0.10000,1.035
+15,mlp.experts.71.gate_proj,0.0000256558,0.10000,1.029
+15,mlp.experts.72.gate_proj,0.0000239025,0.10000,1.018
+15,mlp.experts.73.gate_proj,0.0010959471,0.10000,1.051
+15,mlp.experts.74.gate_proj,0.0023536483,0.10000,1.026
+15,mlp.experts.75.gate_proj,0.0002156160,0.10000,1.050
+15,mlp.experts.76.gate_proj,0.0001584625,0.10000,1.024
+15,mlp.experts.77.gate_proj,0.0000500391,0.10000,1.062
+15,mlp.experts.78.gate_proj,0.0001771827,0.10000,0.968
+15,mlp.experts.79.gate_proj,0.0005985317,0.10000,1.046
+15,mlp.experts.80.gate_proj,0.0001514752,0.10000,1.030
+15,mlp.experts.81.gate_proj,0.0005442928,0.10000,1.051
+15,mlp.experts.82.gate_proj,0.0000080706,0.10000,1.011
+15,mlp.experts.83.gate_proj,0.0003646479,0.10000,1.040
+15,mlp.experts.84.gate_proj,0.0001725700,0.10000,1.029
+15,mlp.experts.85.gate_proj,0.0000189487,0.10000,1.057
+15,mlp.experts.86.gate_proj,0.0000151740,0.10000,1.046
+15,mlp.experts.87.gate_proj,0.0000143457,0.10000,1.040
+15,mlp.experts.88.gate_proj,0.0005644931,0.10000,1.046
+15,mlp.experts.90.gate_proj,0.0000251871,0.10000,1.048
+15,mlp.experts.89.gate_proj,0.0000221376,0.10000,1.071
+15,mlp.experts.91.gate_proj,0.0000075800,0.10000,1.056
+15,mlp.experts.92.gate_proj,0.0049096896,0.10000,1.078
+15,mlp.experts.93.gate_proj,0.0004315539,0.10000,1.046
+15,mlp.experts.94.gate_proj,0.0000154056,0.10000,1.020
+15,mlp.experts.95.gate_proj,0.0000066357,0.10000,1.071
+15,mlp.experts.96.gate_proj,0.0000367599,0.10000,1.068
+15,mlp.experts.98.gate_proj,0.0000108667,0.10000,1.086
+15,mlp.experts.97.gate_proj,0.0026908728,0.10000,1.093
+15,mlp.experts.99.gate_proj,0.0005822138,0.10000,1.083
+15,mlp.experts.100.gate_proj,0.0000191018,0.10000,1.082
+15,mlp.experts.101.gate_proj,0.0000396123,0.10000,1.083
+15,mlp.experts.102.gate_proj,0.0001241050,0.10000,1.091
+15,mlp.experts.103.gate_proj,0.0000529221,0.10000,1.042
+15,mlp.experts.104.gate_proj,0.0004240093,0.10000,1.095
+15,mlp.experts.105.gate_proj,0.0006788277,0.10000,1.067
+15,mlp.experts.106.gate_proj,0.0001783345,0.10000,1.022
+15,mlp.experts.107.gate_proj,0.0005062546,0.10000,1.078
+15,mlp.experts.108.gate_proj,0.0019578052,0.10000,1.068
+15,mlp.experts.109.gate_proj,0.0000551310,0.10000,1.017
+15,mlp.experts.110.gate_proj,0.0009957474,0.10000,1.068
+15,mlp.experts.111.gate_proj,0.0025262954,0.10000,1.035
+15,mlp.experts.112.gate_proj,0.0006150592,0.10000,0.992
+15,mlp.experts.114.gate_proj,0.0044301552,0.10000,1.037
+15,mlp.experts.113.gate_proj,0.0002964971,0.10000,1.092
+15,mlp.experts.115.gate_proj,0.0002273169,0.10000,1.031
+15,mlp.experts.116.gate_proj,0.0000324753,0.10000,1.050
+15,mlp.experts.117.gate_proj,0.0003640906,0.10000,0.924
+15,mlp.experts.118.gate_proj,0.0003670430,0.10000,0.931
+15,mlp.experts.119.gate_proj,0.0001973933,0.10000,1.034
+15,mlp.experts.120.gate_proj,0.0000204766,0.10000,1.052
+15,mlp.experts.121.gate_proj,0.0000166558,0.10000,1.063
+15,mlp.experts.122.gate_proj,0.0002631103,0.10000,1.018
+15,mlp.experts.123.gate_proj,0.0001464844,0.10000,1.051
+15,mlp.experts.124.gate_proj,0.0005362982,0.10000,1.041
+15,mlp.experts.125.gate_proj,0.0001493799,0.10000,1.050
+15,mlp.experts.126.gate_proj,0.0004525055,0.10000,1.081
+15,mlp.experts.127.gate_proj,0.0002785248,0.10000,0.652
+15,mlp.experts.1.down_proj,0.0000004730,0.10000,0.394
+15,mlp.experts.0.down_proj,0.0000070454,0.10000,0.399
+15,mlp.experts.2.down_proj,0.0000206099,0.10000,0.395
+15,mlp.experts.3.down_proj,0.0000009900,0.10000,0.403
+15,mlp.experts.4.down_proj,0.0000183508,0.10000,0.404
+15,mlp.experts.5.down_proj,0.0001053836,0.10000,0.404
+15,mlp.experts.6.down_proj,0.0000009925,0.10000,0.397
+15,mlp.experts.7.down_proj,0.0000016393,0.10000,0.402
+15,mlp.experts.8.down_proj,0.0000026397,0.10000,0.388
+15,mlp.experts.9.down_proj,0.0000033032,0.10000,0.396
+15,mlp.experts.10.down_proj,0.0000057479,0.10000,0.386
+15,mlp.experts.11.down_proj,0.0000090911,0.10000,0.399
+15,mlp.experts.12.down_proj,0.0001362048,0.10000,0.389
+15,mlp.experts.13.down_proj,0.0000090502,0.10000,0.399
+15,mlp.experts.14.down_proj,0.0000326886,0.10000,0.389
+15,mlp.experts.15.down_proj,0.0000343111,0.10000,0.398
+15,mlp.experts.16.down_proj,0.0000007544,0.10000,0.381
+15,mlp.experts.17.down_proj,0.0000011070,0.10000,0.401
+15,mlp.experts.18.down_proj,0.0000118477,0.10000,0.375
+15,mlp.experts.19.down_proj,0.0001195269,0.10000,0.384
+15,mlp.experts.20.down_proj,0.0000046417,0.10000,0.328
+15,mlp.experts.21.down_proj,0.0000517129,0.10000,0.329
+15,mlp.experts.22.down_proj,0.0000396499,0.10000,0.324
+15,mlp.experts.23.down_proj,0.0000034525,0.10000,0.326
+15,mlp.experts.24.down_proj,0.0000256313,0.10000,0.327
+15,mlp.experts.25.down_proj,0.0000189939,0.10000,0.349
+15,mlp.experts.26.down_proj,0.0000872189,0.10000,0.410
+15,mlp.experts.27.down_proj,0.0000464130,0.10000,0.401
+15,mlp.experts.28.down_proj,0.0000265864,0.10000,0.407
+15,mlp.experts.29.down_proj,0.0000088829,0.10000,0.389
+15,mlp.experts.30.down_proj,0.0000086755,0.10000,0.407
+15,mlp.experts.31.down_proj,0.0000029781,0.10000,0.380
+15,mlp.experts.32.down_proj,0.0000047182,0.10000,0.383
+15,mlp.experts.33.down_proj,0.0000396940,0.10000,0.389
+15,mlp.experts.34.down_proj,0.0000035933,0.10000,0.383
+15,mlp.experts.35.down_proj,0.0000016778,0.10000,0.383
+15,mlp.experts.36.down_proj,0.0001613090,0.10000,0.379
+15,mlp.experts.37.down_proj,0.0000044566,0.10000,0.388
+15,mlp.experts.38.down_proj,0.0000011126,0.10000,0.378
+15,mlp.experts.39.down_proj,0.0000036148,0.10000,0.374
+15,mlp.experts.40.down_proj,0.0000006950,0.10000,0.365
+15,mlp.experts.41.down_proj,0.0001679881,0.10000,0.373
+15,mlp.experts.42.down_proj,0.0002090824,0.10000,0.342
+15,mlp.experts.43.down_proj,0.0002493218,0.10000,0.338
+15,mlp.experts.44.down_proj,0.0001574460,0.10000,0.352
+15,mlp.experts.45.down_proj,0.0000115069,0.10000,0.364
+15,mlp.experts.46.down_proj,0.0001855978,0.10000,0.403
+15,mlp.experts.47.down_proj,0.0001324096,0.10000,0.407
+15,mlp.experts.48.down_proj,0.0000063971,0.10000,0.370
+15,mlp.experts.49.down_proj,0.0000048556,0.10000,0.403
+15,mlp.experts.50.down_proj,0.0000147494,0.10000,0.376
+15,mlp.experts.51.down_proj,0.0000225362,0.10000,0.401
+15,mlp.experts.52.down_proj,0.0000584610,0.10000,0.398
+15,mlp.experts.53.down_proj,0.0001247509,0.10000,0.390
+15,mlp.experts.54.down_proj,0.0000177057,0.10000,0.357
+15,mlp.experts.55.down_proj,0.0000008047,0.10000,0.334
+15,mlp.experts.56.down_proj,0.0000017773,0.10000,0.321
+15,mlp.experts.57.down_proj,0.0000116447,0.10000,0.349
+15,mlp.experts.58.down_proj,0.0000107932,0.10000,0.371
+15,mlp.experts.59.down_proj,0.0000070732,0.10000,0.394
+15,mlp.experts.60.down_proj,0.0000018805,0.10000,0.364
+15,mlp.experts.61.down_proj,0.0000068912,0.10000,0.353
+15,mlp.experts.62.down_proj,0.0002192771,0.10000,0.335
+15,mlp.experts.63.down_proj,0.0000193800,0.10000,0.348
+15,mlp.experts.64.down_proj,0.0000385248,0.10000,0.330
+15,mlp.experts.65.down_proj,0.0001672412,0.10000,0.340
+15,mlp.experts.66.down_proj,0.0000276255,0.10000,0.350
+15,mlp.experts.67.down_proj,0.0001181503,0.10000,0.386
+15,mlp.experts.68.down_proj,0.0000405779,0.10000,0.376
+15,mlp.experts.69.down_proj,0.0000051821,0.10000,0.396
+15,mlp.experts.70.down_proj,0.0000112566,0.10000,0.410
+15,mlp.experts.71.down_proj,0.0000036242,0.10000,0.400
+15,mlp.experts.72.down_proj,0.0000032615,0.10000,0.390
+15,mlp.experts.73.down_proj,0.0000080533,0.10000,0.404
+15,mlp.experts.74.down_proj,0.0003432314,0.10000,0.393
+15,mlp.experts.75.down_proj,0.0000277399,0.10000,0.384
+15,mlp.experts.76.down_proj,0.0000194478,0.10000,0.386
+15,mlp.experts.77.down_proj,0.0000060902,0.10000,0.362
+15,mlp.experts.78.down_proj,0.0000221599,0.10000,0.355
+15,mlp.experts.79.down_proj,0.0000685114,0.10000,0.395
+15,mlp.experts.80.down_proj,0.0000268715,0.10000,0.374
+15,mlp.experts.81.down_proj,0.0000848885,0.10000,0.380
+15,mlp.experts.82.down_proj,0.0000008292,0.10000,0.391
+15,mlp.experts.83.down_proj,0.0000115370,0.10000,0.392
+15,mlp.experts.84.down_proj,0.0000182098,0.10000,0.384
+15,mlp.experts.85.down_proj,0.0000027378,0.10000,0.395
+15,mlp.experts.86.down_proj,0.0000016849,0.10000,0.392
+15,mlp.experts.87.down_proj,0.0000015325,0.10000,0.359
+15,mlp.experts.88.down_proj,0.0000646343,0.10000,0.352
+15,mlp.experts.89.down_proj,0.0000024559,0.10000,0.394
+15,mlp.experts.90.down_proj,0.0000035287,0.10000,0.389
+15,mlp.experts.91.down_proj,0.0000007207,0.10000,0.386
+15,mlp.experts.92.down_proj,0.0003904775,0.10000,0.385
+15,mlp.experts.93.down_proj,0.0000814677,0.10000,0.383
+15,mlp.experts.94.down_proj,0.0000015172,0.10000,0.386
+15,mlp.experts.95.down_proj,0.0000007141,0.10000,0.395
+15,mlp.experts.96.down_proj,0.0000034896,0.10000,0.376
+15,mlp.experts.97.down_proj,0.0002812289,0.10000,0.382
+15,mlp.experts.98.down_proj,0.0000012658,0.10000,0.369
+15,mlp.experts.99.down_proj,0.0000149710,0.10000,0.385
+15,mlp.experts.100.down_proj,0.0000022762,0.10000,0.376
+15,mlp.experts.101.down_proj,0.0000044477,0.10000,0.395
+15,mlp.experts.102.down_proj,0.0000153757,0.10000,0.387
+15,mlp.experts.103.down_proj,0.0000097044,0.10000,0.390
+15,mlp.experts.104.down_proj,0.0000488583,0.10000,0.381
+15,mlp.experts.105.down_proj,0.0001149769,0.10000,0.384
+15,mlp.experts.106.down_proj,0.0000226868,0.10000,0.386
+15,mlp.experts.107.down_proj,0.0000699208,0.10000,0.388
+15,mlp.experts.108.down_proj,0.0001595273,0.10000,0.378
+15,mlp.experts.109.down_proj,0.0000044946,0.10000,0.388
+15,mlp.experts.110.down_proj,0.0000911897,0.10000,0.380
+15,mlp.experts.111.down_proj,0.0000672536,0.10000,0.388
+15,mlp.experts.112.down_proj,0.0000804509,0.10000,0.377
+15,mlp.experts.113.down_proj,0.0000458669,0.10000,0.327
+15,mlp.experts.114.down_proj,0.0008580874,0.10000,0.320
+15,mlp.experts.115.down_proj,0.0000331303,0.10000,0.350
+15,mlp.experts.116.down_proj,0.0000030788,0.10000,0.350
+15,mlp.experts.117.down_proj,0.0000467342,0.10000,0.399
+15,mlp.experts.118.down_proj,0.0000480807,0.10000,0.392
+15,mlp.experts.119.down_proj,0.0000177987,0.10000,0.392
+15,mlp.experts.120.down_proj,0.0000027314,0.10000,0.385
+15,mlp.experts.121.down_proj,0.0000018780,0.10000,0.367
+15,mlp.experts.122.down_proj,0.0000230678,0.10000,0.358
+15,mlp.experts.123.down_proj,0.0000202184,0.10000,0.383
+15,mlp.experts.124.down_proj,0.0000656785,0.10000,0.385
+15,mlp.experts.125.down_proj,0.0000185266,0.10000,0.404
+15,mlp.experts.126.down_proj,0.0000502672,0.10000,0.402
+15,mlp.experts.127.down_proj,0.0000233259,0.10000,0.254
+16,self_attn.k_proj,0.0000000209,0.10000,1.059
+16,self_attn.q_proj,0.0000001494,0.10000,1.106
+16,self_attn.v_proj,0.0000000254,0.10000,0.667
+16,self_attn.o_proj,0.0000000258,0.10000,1.201
+16,mlp.gate,0.0000048037,0.10000,0.552
+16,mlp.experts.0.up_proj,0.0000654569,0.10000,1.002
+16,mlp.experts.1.up_proj,0.0002313415,0.10000,1.003
+16,mlp.experts.2.up_proj,0.0022156811,0.10000,1.044
+16,mlp.experts.3.up_proj,0.0005437073,0.10000,1.044
+16,mlp.experts.5.up_proj,0.0014096956,0.10000,1.026
+16,mlp.experts.4.up_proj,0.0000549806,0.10000,1.074
+16,mlp.experts.6.up_proj,0.0003221649,0.10000,1.058
+16,mlp.experts.7.up_proj,0.0000192522,0.10000,1.055
+16,mlp.experts.8.up_proj,0.0000159140,0.10000,1.050
+16,mlp.experts.9.up_proj,0.0000235569,0.10000,1.043
+16,mlp.experts.10.up_proj,0.0012205581,0.10000,1.047
+16,mlp.experts.11.up_proj,0.0000148789,0.10000,1.061
+16,mlp.experts.12.up_proj,0.0000632288,0.10000,1.035
+16,mlp.experts.13.up_proj,0.0003998601,0.10000,1.059
+16,mlp.experts.14.up_proj,0.0000143487,0.10000,0.997
+16,mlp.experts.15.up_proj,0.0000299857,0.10000,0.994
+16,mlp.experts.16.up_proj,0.0000419646,0.10000,0.965
+16,mlp.experts.17.up_proj,0.0000446284,0.10000,0.951
+16,mlp.experts.18.up_proj,0.0000066458,0.10000,1.008
+16,mlp.experts.19.up_proj,0.0000677255,0.10000,1.020
+16,mlp.experts.20.up_proj,0.0000254460,0.10000,1.048
+16,mlp.experts.21.up_proj,0.0010914987,0.10000,1.053
+16,mlp.experts.22.up_proj,0.0000867219,0.10000,1.007
+16,mlp.experts.23.up_proj,0.0003852481,0.10000,1.048
+16,mlp.experts.24.up_proj,0.0000112974,0.10000,1.009
+16,mlp.experts.25.up_proj,0.0001839321,0.10000,1.054
+16,mlp.experts.26.up_proj,0.0000294575,0.10000,1.050
+16,mlp.experts.27.up_proj,0.0027265222,0.10000,1.042
+16,mlp.experts.28.up_proj,0.0002850265,0.10000,1.004
+16,mlp.experts.29.up_proj,0.0000577511,0.10000,1.008
+16,mlp.experts.30.up_proj,0.0000078584,0.10000,1.018
+16,mlp.experts.31.up_proj,0.0014989800,0.10000,1.046
+16,mlp.experts.32.up_proj,0.0001286587,0.10000,1.008
+16,mlp.experts.33.up_proj,0.0000422406,0.10000,1.015
+16,mlp.experts.34.up_proj,0.0004337170,0.10000,0.961
+16,mlp.experts.35.up_proj,0.0001823687,0.10000,0.979
+16,mlp.experts.36.up_proj,0.0001477498,0.10000,1.048
+16,mlp.experts.37.up_proj,0.0000168419,0.10000,0.987
+16,mlp.experts.38.up_proj,0.0028101745,0.10000,0.966
+16,mlp.experts.39.up_proj,0.0002285025,0.10000,0.996
+16,mlp.experts.40.up_proj,0.0000153242,0.10000,1.004
+16,mlp.experts.41.up_proj,0.0004507286,0.10000,0.950
+16,mlp.experts.42.up_proj,0.0006510150,0.10000,1.001
+16,mlp.experts.43.up_proj,0.0000066993,0.10000,1.027
+16,mlp.experts.44.up_proj,0.0000411730,0.10000,1.005
+16,mlp.experts.45.up_proj,0.0000074336,0.10000,1.076
+16,mlp.experts.46.up_proj,0.0004140737,0.10000,1.037
+16,mlp.experts.47.up_proj,0.0005860631,0.10000,1.055
+16,mlp.experts.48.up_proj,0.0015941769,0.10000,1.023
+16,mlp.experts.49.up_proj,0.0001866328,0.10000,1.016
+16,mlp.experts.50.up_proj,0.0000283600,0.10000,1.039
+16,mlp.experts.51.up_proj,0.0000174535,0.10000,1.042
+16,mlp.experts.52.up_proj,0.0000478310,0.10000,1.024
+16,mlp.experts.53.up_proj,0.0016097415,0.10000,1.026
+16,mlp.experts.54.up_proj,0.0001028330,0.10000,1.062
+16,mlp.experts.55.up_proj,0.0000159817,0.10000,1.046
+16,mlp.experts.56.up_proj,0.0005788433,0.10000,1.076
+16,mlp.experts.57.up_proj,0.0000320568,0.10000,1.015
+16,mlp.experts.58.up_proj,0.0014806185,0.10000,1.068
+16,mlp.experts.59.up_proj,0.0001645152,0.10000,1.058
+16,mlp.experts.60.up_proj,0.0000221612,0.10000,0.996
+16,mlp.experts.61.up_proj,0.0086348690,0.10000,1.071
+16,mlp.experts.62.up_proj,0.0001011480,0.10000,1.057
+16,mlp.experts.63.up_proj,0.0002892186,0.10000,1.020
+16,mlp.experts.64.up_proj,0.0019283027,0.10000,1.073
+16,mlp.experts.65.up_proj,0.0000393025,0.10000,1.041
+16,mlp.experts.66.up_proj,0.0003659846,0.10000,1.075
+16,mlp.experts.67.up_proj,0.0002276042,0.10000,1.026
+16,mlp.experts.68.up_proj,0.0004488836,0.10000,1.081
+16,mlp.experts.69.up_proj,0.0043239163,0.10000,1.002
+16,mlp.experts.70.up_proj,0.0003258341,0.10000,0.956
+16,mlp.experts.71.up_proj,0.0005312975,0.10000,0.961
+16,mlp.experts.72.up_proj,0.0000386532,0.10000,0.940
+16,mlp.experts.73.up_proj,0.0000459920,0.10000,0.952
+16,mlp.experts.74.up_proj,0.0015922937,0.10000,0.995
+16,mlp.experts.75.up_proj,0.0000098753,0.10000,0.958
+16,mlp.experts.76.up_proj,0.0001778082,0.10000,1.002
+16,mlp.experts.77.up_proj,0.0000298809,0.10000,1.008
+16,mlp.experts.78.up_proj,0.0000574225,0.10000,1.001
+16,mlp.experts.79.up_proj,0.0000201675,0.10000,1.016
+16,mlp.experts.80.up_proj,0.0000117555,0.10000,0.985
+16,mlp.experts.81.up_proj,0.0000444635,0.10000,0.991
+16,mlp.experts.83.up_proj,0.0000145494,0.10000,1.039
+16,mlp.experts.82.up_proj,0.0001304133,0.10000,1.085
+16,mlp.experts.85.up_proj,0.0003951102,0.10000,1.020
+16,mlp.experts.84.up_proj,0.0000350982,0.10000,1.033
+16,mlp.experts.86.up_proj,0.0012045927,0.10000,1.021
+16,mlp.experts.87.up_proj,0.0005098763,0.10000,1.028
+16,mlp.experts.88.up_proj,0.0002036145,0.10000,1.016
+16,mlp.experts.89.up_proj,0.0002946685,0.10000,1.015
+16,mlp.experts.90.up_proj,0.0000419812,0.10000,1.051
+16,mlp.experts.91.up_proj,0.0003736515,0.10000,1.061
+16,mlp.experts.92.up_proj,0.0002990616,0.10000,1.079
+16,mlp.experts.93.up_proj,0.0004938063,0.10000,1.058
+16,mlp.experts.94.up_proj,0.0000953654,0.10000,1.038
+16,mlp.experts.95.up_proj,0.0005633715,0.10000,1.040
+16,mlp.experts.96.up_proj,0.0000789156,0.10000,1.017
+16,mlp.experts.97.up_proj,0.0000886687,0.10000,1.036
+16,mlp.experts.98.up_proj,0.0000669798,0.10000,1.014
+16,mlp.experts.99.up_proj,0.0019589265,0.10000,1.005
+16,mlp.experts.101.up_proj,0.0000352741,0.10000,1.055
+16,mlp.experts.100.up_proj,0.0000356955,0.10000,1.072
+16,mlp.experts.102.up_proj,0.0000081549,0.10000,1.073
+16,mlp.experts.103.up_proj,0.0000570392,0.10000,1.082
+16,mlp.experts.104.up_proj,0.0006062553,0.10000,1.017
+16,mlp.experts.105.up_proj,0.0001499208,0.10000,1.024
+16,mlp.experts.106.up_proj,0.0005361108,0.10000,1.070
+16,mlp.experts.107.up_proj,0.0008895980,0.10000,1.070
+16,mlp.experts.108.up_proj,0.0000158104,0.10000,0.985
+16,mlp.experts.109.up_proj,0.0002553677,0.10000,0.998
+16,mlp.experts.110.up_proj,0.0001298418,0.10000,0.994
+16,mlp.experts.111.up_proj,0.0001377374,0.10000,0.998
+16,mlp.experts.112.up_proj,0.0000815480,0.10000,0.994
+16,mlp.experts.113.up_proj,0.0000992876,0.10000,0.999
+16,mlp.experts.114.up_proj,0.0000119955,0.10000,0.994
+16,mlp.experts.115.up_proj,0.0000237528,0.10000,1.022
+16,mlp.experts.116.up_proj,0.0007032025,0.10000,1.027
+16,mlp.experts.117.up_proj,0.0000054135,0.10000,1.033
+16,mlp.experts.118.up_proj,0.0005076988,0.10000,1.018
+16,mlp.experts.119.up_proj,0.0000260923,0.10000,1.027
+16,mlp.experts.120.up_proj,0.0013967606,0.10000,1.007
+16,mlp.experts.121.up_proj,0.0000199684,0.10000,1.024
+16,mlp.experts.122.up_proj,0.0033061844,0.10000,0.986
+16,mlp.experts.123.up_proj,0.0000196336,0.10000,0.998
+16,mlp.experts.124.up_proj,0.0000154817,0.10000,0.985
+16,mlp.experts.125.up_proj,0.0043669496,0.10000,0.991
+16,mlp.experts.126.up_proj,0.0004676744,0.10000,0.993
+16,mlp.experts.127.up_proj,0.0000263918,0.10000,1.023
+16,mlp.experts.0.gate_proj,0.0000691807,0.10000,1.078
+16,mlp.experts.1.gate_proj,0.0002412131,0.10000,1.022
+16,mlp.experts.2.gate_proj,0.0023612834,0.10000,1.104
+16,mlp.experts.3.gate_proj,0.0005706558,0.10000,1.048
+16,mlp.experts.5.gate_proj,0.0014952994,0.10000,1.019
+16,mlp.experts.4.gate_proj,0.0000578758,0.10000,1.094
+16,mlp.experts.6.gate_proj,0.0003325031,0.10000,0.994
+16,mlp.experts.7.gate_proj,0.0000200611,0.10000,0.990
+16,mlp.experts.8.gate_proj,0.0000161724,0.10000,0.959
+16,mlp.experts.9.gate_proj,0.0000246873,0.10000,0.975
+16,mlp.experts.10.gate_proj,0.0012310851,0.10000,0.999
+16,mlp.experts.11.gate_proj,0.0000153500,0.10000,0.995
+16,mlp.experts.12.gate_proj,0.0000635122,0.10000,0.988
+16,mlp.experts.13.gate_proj,0.0004076655,0.10000,0.996
+16,mlp.experts.14.gate_proj,0.0000151538,0.10000,0.991
+16,mlp.experts.15.gate_proj,0.0000302286,0.10000,0.989
+16,mlp.experts.16.gate_proj,0.0000440490,0.10000,0.993
+16,mlp.experts.17.gate_proj,0.0000457529,0.10000,1.010
+16,mlp.experts.18.gate_proj,0.0000068209,0.10000,0.989
+16,mlp.experts.19.gate_proj,0.0000699141,0.10000,0.989
+16,mlp.experts.20.gate_proj,0.0000250935,0.10000,1.005
+16,mlp.experts.21.gate_proj,0.0012033184,0.10000,1.020
+16,mlp.experts.22.gate_proj,0.0000902981,0.10000,0.944
+16,mlp.experts.23.gate_proj,0.0004068496,0.10000,1.015
+16,mlp.experts.24.gate_proj,0.0000118757,0.10000,1.032
+16,mlp.experts.25.gate_proj,0.0001907205,0.10000,1.059
+16,mlp.experts.26.gate_proj,0.0000311534,0.10000,1.052
+16,mlp.experts.27.gate_proj,0.0024444353,0.10000,1.019
+16,mlp.experts.28.gate_proj,0.0002951444,0.10000,1.041
+16,mlp.experts.29.gate_proj,0.0000567789,0.10000,1.025
+16,mlp.experts.30.gate_proj,0.0000085536,0.10000,0.981
+16,mlp.experts.31.gate_proj,0.0016150575,0.10000,0.970
+16,mlp.experts.32.gate_proj,0.0001446696,0.10000,1.038
+16,mlp.experts.33.gate_proj,0.0000439861,0.10000,1.070
+16,mlp.experts.34.gate_proj,0.0004366376,0.10000,1.039
+16,mlp.experts.35.gate_proj,0.0001992536,0.10000,1.077
+16,mlp.experts.36.gate_proj,0.0001540901,0.10000,1.052
+16,mlp.experts.37.gate_proj,0.0000180302,0.10000,1.069
+16,mlp.experts.38.gate_proj,0.0030959265,0.10000,1.059
+16,mlp.experts.39.gate_proj,0.0002335626,0.10000,1.035
+16,mlp.experts.40.gate_proj,0.0000167215,0.10000,0.940
+16,mlp.experts.41.gate_proj,0.0004813116,0.10000,1.008
+16,mlp.experts.42.gate_proj,0.0007055523,0.10000,0.997
+16,mlp.experts.43.gate_proj,0.0000063229,0.10000,1.001
+16,mlp.experts.44.gate_proj,0.0000409724,0.10000,1.027
+16,mlp.experts.45.gate_proj,0.0000073976,0.10000,1.039
+16,mlp.experts.46.gate_proj,0.0004149776,0.10000,1.039
+16,mlp.experts.47.gate_proj,0.0006189376,0.10000,1.007
+16,mlp.experts.48.gate_proj,0.0016278448,0.10000,1.012
+16,mlp.experts.49.gate_proj,0.0001930763,0.10000,0.988
+16,mlp.experts.50.gate_proj,0.0000302858,0.10000,1.000
+16,mlp.experts.51.gate_proj,0.0000182014,0.10000,0.994
+16,mlp.experts.52.gate_proj,0.0000501434,0.10000,1.008
+16,mlp.experts.53.gate_proj,0.0017305708,0.10000,0.978
+16,mlp.experts.54.gate_proj,0.0001032789,0.10000,0.988
+16,mlp.experts.55.gate_proj,0.0000165822,0.10000,1.007
+16,mlp.experts.56.gate_proj,0.0005813333,0.10000,1.000
+16,mlp.experts.57.gate_proj,0.0000333958,0.10000,0.994
+16,mlp.experts.58.gate_proj,0.0015128399,0.10000,1.041
+16,mlp.experts.59.gate_proj,0.0001722066,0.10000,1.045
+16,mlp.experts.60.gate_proj,0.0000221077,0.10000,1.051
+16,mlp.experts.61.gate_proj,0.0094285570,0.10000,1.013
+16,mlp.experts.62.gate_proj,0.0001039661,0.10000,1.046
+16,mlp.experts.63.gate_proj,0.0002950387,0.10000,1.037
+16,mlp.experts.64.gate_proj,0.0019782272,0.10000,1.040
+16,mlp.experts.65.gate_proj,0.0000418157,0.10000,1.022
+16,mlp.experts.66.gate_proj,0.0003875408,0.10000,0.997
+16,mlp.experts.67.gate_proj,0.0002422911,0.10000,1.018
+16,mlp.experts.68.gate_proj,0.0005058915,0.10000,0.969
+16,mlp.experts.69.gate_proj,0.0043761657,0.10000,1.076
+16,mlp.experts.70.gate_proj,0.0003299990,0.10000,1.008
+16,mlp.experts.71.gate_proj,0.0005576607,0.10000,1.061
+16,mlp.experts.72.gate_proj,0.0000418596,0.10000,1.003
+16,mlp.experts.73.gate_proj,0.0000459620,0.10000,1.046
+16,mlp.experts.74.gate_proj,0.0165583309,0.10000,1.044
+16,mlp.experts.75.gate_proj,0.0000103837,0.10000,1.042
+16,mlp.experts.76.gate_proj,0.0001901951,0.10000,1.036
+16,mlp.experts.77.gate_proj,0.0000295805,0.10000,1.066
+16,mlp.experts.78.gate_proj,0.0000605020,0.10000,1.055
+16,mlp.experts.79.gate_proj,0.0000216110,0.10000,1.021
+16,mlp.experts.80.gate_proj,0.0000124769,0.10000,1.057
+16,mlp.experts.81.gate_proj,0.0000457428,0.10000,0.988
+16,mlp.experts.82.gate_proj,0.0001379505,0.10000,0.914
+16,mlp.experts.83.gate_proj,0.0000152373,0.10000,0.961
+16,mlp.experts.84.gate_proj,0.0000383567,0.10000,1.033
+16,mlp.experts.85.gate_proj,0.0004088076,0.10000,1.021
+16,mlp.experts.86.gate_proj,0.0013493817,0.10000,1.011
+16,mlp.experts.87.gate_proj,0.0005221205,0.10000,1.003
+16,mlp.experts.88.gate_proj,0.0002076616,0.10000,0.980
+16,mlp.experts.89.gate_proj,0.0003059989,0.10000,0.976
+16,mlp.experts.90.gate_proj,0.0000435364,0.10000,1.036
+16,mlp.experts.91.gate_proj,0.0003807587,0.10000,1.021
+16,mlp.experts.92.gate_proj,0.0003136052,0.10000,0.985
+16,mlp.experts.93.gate_proj,0.0005245752,0.10000,1.024
+16,mlp.experts.94.gate_proj,0.0000973433,0.10000,1.029
+16,mlp.experts.95.gate_proj,0.0005836334,0.10000,1.050
+16,mlp.experts.96.gate_proj,0.0000825671,0.10000,0.947
+16,mlp.experts.97.gate_proj,0.0000916003,0.10000,0.979
+16,mlp.experts.98.gate_proj,0.0000670883,0.10000,0.967
+16,mlp.experts.99.gate_proj,0.0021525561,0.10000,1.010
+16,mlp.experts.100.gate_proj,0.0000358008,0.10000,1.009
+16,mlp.experts.101.gate_proj,0.0000372766,0.10000,1.027
+16,mlp.experts.102.gate_proj,0.0000083309,0.10000,1.014
+16,mlp.experts.103.gate_proj,0.0000597392,0.10000,1.031
+16,mlp.experts.104.gate_proj,0.0006377643,0.10000,0.986
+16,mlp.experts.105.gate_proj,0.0001518153,0.10000,1.034
+16,mlp.experts.106.gate_proj,0.0005557930,0.10000,0.967
+16,mlp.experts.107.gate_proj,0.0008410044,0.10000,0.957
+16,mlp.experts.108.gate_proj,0.0000148519,0.10000,0.978
+16,mlp.experts.109.gate_proj,0.0002776212,0.10000,0.974
+16,mlp.experts.110.gate_proj,0.0001313909,0.10000,1.006
+16,mlp.experts.111.gate_proj,0.0001401713,0.10000,1.019
+16,mlp.experts.112.gate_proj,0.0000848680,0.10000,1.040
+16,mlp.experts.113.gate_proj,0.0001097510,0.10000,1.060
+16,mlp.experts.114.gate_proj,0.0000127872,0.10000,1.035
+16,mlp.experts.115.gate_proj,0.0000243839,0.10000,1.058
+16,mlp.experts.116.gate_proj,0.0007250011,0.10000,1.012
+16,mlp.experts.117.gate_proj,0.0000055931,0.10000,1.032
+16,mlp.experts.118.gate_proj,0.0005378301,0.10000,1.042
+16,mlp.experts.119.gate_proj,0.0000272254,0.10000,1.046
+16,mlp.experts.120.gate_proj,0.0014731671,0.10000,1.031
+16,mlp.experts.121.gate_proj,0.0000214107,0.10000,0.989
+16,mlp.experts.122.gate_proj,0.0033310158,0.10000,0.963
+16,mlp.experts.123.gate_proj,0.0000219987,0.10000,1.005
+16,mlp.experts.124.gate_proj,0.0000157370,0.10000,1.024
+16,mlp.experts.125.gate_proj,0.0046977531,0.10000,1.014
+16,mlp.experts.126.gate_proj,0.0005283744,0.10000,0.993
+16,mlp.experts.127.gate_proj,0.0000275876,0.10000,0.803
+16,mlp.experts.0.down_proj,0.0000109194,0.10000,0.369
+16,mlp.experts.1.down_proj,0.0000247984,0.10000,0.372
+16,mlp.experts.3.down_proj,0.0000749222,0.10000,0.382
+16,mlp.experts.2.down_proj,0.0002634104,0.10000,0.389
+16,mlp.experts.4.down_proj,0.0000084717,0.10000,0.393
+16,mlp.experts.5.down_proj,0.0003374750,0.10000,0.398
+16,mlp.experts.6.down_proj,0.0000732623,0.10000,0.388
+16,mlp.experts.7.down_proj,0.0000032486,0.10000,0.390
+16,mlp.experts.8.down_proj,0.0000025090,0.10000,0.386
+16,mlp.experts.9.down_proj,0.0000026790,0.10000,0.390
+16,mlp.experts.10.down_proj,0.0001504636,0.10000,0.386
+16,mlp.experts.11.down_proj,0.0000024177,0.10000,0.387
+16,mlp.experts.12.down_proj,0.0000087362,0.10000,0.378
+16,mlp.experts.13.down_proj,0.0000420151,0.10000,0.396
+16,mlp.experts.14.down_proj,0.0000015491,0.10000,0.387
+16,mlp.experts.15.down_proj,0.0000053437,0.10000,0.376
+16,mlp.experts.16.down_proj,0.0000052612,0.10000,0.362
+16,mlp.experts.17.down_proj,0.0000047962,0.10000,0.375
+16,mlp.experts.18.down_proj,0.0000007444,0.10000,0.343
+16,mlp.experts.19.down_proj,0.0000066096,0.10000,0.340
+16,mlp.experts.20.down_proj,0.0000040755,0.10000,0.371
+16,mlp.experts.21.down_proj,0.0001987731,0.10000,0.389
+16,mlp.experts.22.down_proj,0.0000096222,0.10000,0.335
+16,mlp.experts.23.down_proj,0.0000772481,0.10000,0.349
+16,mlp.experts.24.down_proj,0.0000012201,0.10000,0.382
+16,mlp.experts.25.down_proj,0.0000172252,0.10000,0.385
+16,mlp.experts.26.down_proj,0.0000023337,0.10000,0.392
+16,mlp.experts.27.down_proj,0.0000421964,0.10000,0.375
+16,mlp.experts.28.down_proj,0.0000361202,0.10000,0.343
+16,mlp.experts.29.down_proj,0.0000080424,0.10000,0.354
+16,mlp.experts.30.down_proj,0.0000007405,0.10000,0.392
+16,mlp.experts.31.down_proj,0.0002813146,0.10000,0.393
+16,mlp.experts.32.down_proj,0.0000147379,0.10000,0.386
+16,mlp.experts.33.down_proj,0.0000085607,0.10000,0.385
+16,mlp.experts.34.down_proj,0.0000587529,0.10000,0.378
+16,mlp.experts.35.down_proj,0.0000203394,0.10000,0.383
+16,mlp.experts.36.down_proj,0.0000279812,0.10000,0.349
+16,mlp.experts.37.down_proj,0.0000019886,0.10000,0.346
+16,mlp.experts.38.down_proj,0.0005694686,0.10000,0.377
+16,mlp.experts.39.down_proj,0.0000242070,0.10000,0.379
+16,mlp.experts.40.down_proj,0.0000022950,0.10000,0.385
+16,mlp.experts.41.down_proj,0.0000665471,0.10000,0.391
+16,mlp.experts.42.down_proj,0.0000781415,0.10000,0.387
+16,mlp.experts.43.down_proj,0.0000007675,0.10000,0.378
+16,mlp.experts.44.down_proj,0.0000059946,0.10000,0.326
+16,mlp.experts.45.down_proj,0.0000008218,0.10000,0.326
+16,mlp.experts.46.down_proj,0.0000543727,0.10000,0.331
+16,mlp.experts.47.down_proj,0.0001115786,0.10000,0.332
+16,mlp.experts.48.down_proj,0.0000137111,0.10000,0.351
+16,mlp.experts.49.down_proj,0.0000223153,0.10000,0.349
+16,mlp.experts.50.down_proj,0.0000036964,0.10000,0.330
+16,mlp.experts.51.down_proj,0.0000026010,0.10000,0.321
+16,mlp.experts.52.down_proj,0.0000048478,0.10000,0.348
+16,mlp.experts.53.down_proj,0.0000507845,0.10000,0.346
+16,mlp.experts.54.down_proj,0.0000114316,0.10000,0.322
+16,mlp.experts.55.down_proj,0.0000021371,0.10000,0.324
+16,mlp.experts.56.down_proj,0.0001013473,0.10000,0.342
+16,mlp.experts.57.down_proj,0.0000036839,0.10000,0.332
+16,mlp.experts.58.down_proj,0.0001592526,0.10000,0.383
+16,mlp.experts.59.down_proj,0.0000303285,0.10000,0.381
+16,mlp.experts.60.down_proj,0.0000035274,0.10000,0.356
+16,mlp.experts.61.down_proj,0.0015717339,0.10000,0.354
+16,mlp.experts.62.down_proj,0.0000095079,0.10000,0.386
+16,mlp.experts.63.down_proj,0.0000284778,0.10000,0.382
+16,mlp.experts.64.down_proj,0.0002838971,0.10000,0.398
+16,mlp.experts.65.down_proj,0.0000046595,0.10000,0.392
+16,mlp.experts.66.down_proj,0.0000435723,0.10000,0.396
+16,mlp.experts.67.down_proj,0.0000411334,0.10000,0.375
+16,mlp.experts.68.down_proj,0.0000843613,0.10000,0.355
+16,mlp.experts.69.down_proj,0.0004222203,0.10000,0.357
+16,mlp.experts.70.down_proj,0.0000359955,0.10000,0.367
+16,mlp.experts.71.down_proj,0.0000366685,0.10000,0.382
+16,mlp.experts.72.down_proj,0.0000031643,0.10000,0.389
+16,mlp.experts.73.down_proj,0.0000043186,0.10000,0.397
+16,mlp.experts.74.down_proj,0.0000163092,0.10000,0.392
+16,mlp.experts.75.down_proj,0.0000010624,0.10000,0.398
+16,mlp.experts.76.down_proj,0.0000268017,0.10000,0.382
+16,mlp.experts.77.down_proj,0.0000032250,0.10000,0.409
+16,mlp.experts.78.down_proj,0.0000037648,0.10000,0.360
+16,mlp.experts.79.down_proj,0.0000021770,0.10000,0.392
+16,mlp.experts.80.down_proj,0.0000014090,0.10000,0.373
+16,mlp.experts.81.down_proj,0.0000046971,0.10000,0.389
+16,mlp.experts.82.down_proj,0.0000135654,0.10000,0.362
+16,mlp.experts.83.down_proj,0.0000018799,0.10000,0.355
+16,mlp.experts.84.down_proj,0.0000050851,0.10000,0.328
+16,mlp.experts.85.down_proj,0.0000584249,0.10000,0.327
+16,mlp.experts.86.down_proj,0.0000348864,0.10000,0.335
+16,mlp.experts.87.down_proj,0.0000975870,0.10000,0.353
+16,mlp.experts.88.down_proj,0.0000315858,0.10000,0.380
+16,mlp.experts.89.down_proj,0.0000673541,0.10000,0.383
+16,mlp.experts.90.down_proj,0.0000072570,0.10000,0.344
+16,mlp.experts.91.down_proj,0.0000473379,0.10000,0.331
+16,mlp.experts.92.down_proj,0.0000391830,0.10000,0.327
+16,mlp.experts.93.down_proj,0.0000411334,0.10000,0.346
+16,mlp.experts.94.down_proj,0.0000125594,0.10000,0.363
+16,mlp.experts.95.down_proj,0.0000996946,0.10000,0.379
+16,mlp.experts.96.down_proj,0.0000084390,0.10000,0.387
+16,mlp.experts.97.down_proj,0.0000072752,0.10000,0.404
+16,mlp.experts.98.down_proj,0.0000090977,0.10000,0.396
+16,mlp.experts.99.down_proj,0.0002157001,0.10000,0.400
+16,mlp.experts.100.down_proj,0.0000010559,0.10000,0.366
+16,mlp.experts.101.down_proj,0.0000041685,0.10000,0.369
+16,mlp.experts.102.down_proj,0.0000008097,0.10000,0.393
+16,mlp.experts.103.down_proj,0.0000052064,0.10000,0.364
+16,mlp.experts.104.down_proj,0.0000861107,0.10000,0.335
+16,mlp.experts.105.down_proj,0.0000249339,0.10000,0.375
+16,mlp.experts.106.down_proj,0.0000553648,0.10000,0.357
+16,mlp.experts.107.down_proj,0.0000199734,0.10000,0.335
+16,mlp.experts.108.down_proj,0.0000014758,0.10000,0.357
+16,mlp.experts.109.down_proj,0.0000512144,0.10000,0.375
+16,mlp.experts.110.down_proj,0.0000212757,0.10000,0.380
+16,mlp.experts.111.down_proj,0.0000204286,0.10000,0.391
+16,mlp.experts.112.down_proj,0.0000134571,0.10000,0.384
+16,mlp.experts.113.down_proj,0.0000089310,0.10000,0.384
+16,mlp.experts.114.down_proj,0.0000017641,0.10000,0.377
+16,mlp.experts.115.down_proj,0.0000024162,0.10000,0.384
+16,mlp.experts.116.down_proj,0.0001381970,0.10000,0.392
+16,mlp.experts.117.down_proj,0.0000005488,0.10000,0.393
+16,mlp.experts.118.down_proj,0.0000527821,0.10000,0.392
+16,mlp.experts.119.down_proj,0.0000040495,0.10000,0.395
+16,mlp.experts.120.down_proj,0.0002529296,0.10000,0.369
+16,mlp.experts.121.down_proj,0.0000025465,0.10000,0.368
+16,mlp.experts.122.down_proj,0.0002963556,0.10000,0.390
+16,mlp.experts.123.down_proj,0.0000030186,0.10000,0.415
+16,mlp.experts.124.down_proj,0.0000021104,0.10000,0.387
+16,mlp.experts.125.down_proj,0.0007227871,0.10000,0.413
+16,mlp.experts.126.down_proj,0.0000149929,0.10000,0.389
+16,mlp.experts.127.down_proj,0.0000031627,0.10000,0.296
+17,self_attn.q_proj,0.0000001450,0.10000,0.967
+17,self_attn.k_proj,0.0000000206,0.10000,1.054
+17,self_attn.v_proj,0.0000000244,0.10000,0.600
+17,self_attn.o_proj,0.0000000232,0.10000,1.207
+17,mlp.gate,0.0000043151,0.10000,0.623
+17,mlp.experts.0.up_proj,0.0000314499,0.10000,1.041
+17,mlp.experts.1.up_proj,0.0000147616,0.10000,1.048
+17,mlp.experts.2.up_proj,0.0000163186,0.10000,1.006
+17,mlp.experts.3.up_proj,0.0000558753,0.10000,1.052
+17,mlp.experts.4.up_proj,0.0002253013,0.10000,1.044
+17,mlp.experts.5.up_proj,0.0000418631,0.10000,1.059
+17,mlp.experts.6.up_proj,0.0000176836,0.10000,1.075
+17,mlp.experts.7.up_proj,0.0000783719,0.10000,1.057
+17,mlp.experts.8.up_proj,0.0024344000,0.10000,0.983
+17,mlp.experts.9.up_proj,0.0000089434,0.10000,0.993
+17,mlp.experts.10.up_proj,0.0002528273,0.10000,0.945
+17,mlp.experts.11.up_proj,0.0000539579,0.10000,1.003
+17,mlp.experts.12.up_proj,0.0000811632,0.10000,0.982
+17,mlp.experts.13.up_proj,0.0002690993,0.10000,0.994
+17,mlp.experts.14.up_proj,0.0000249840,0.10000,0.952
+17,mlp.experts.15.up_proj,0.0000150117,0.10000,0.947
+17,mlp.experts.16.up_proj,0.0004490743,0.10000,1.030
+17,mlp.experts.17.up_proj,0.0000070439,0.10000,1.028
+17,mlp.experts.18.up_proj,0.0000254325,0.10000,1.029
+17,mlp.experts.19.up_proj,0.0000182360,0.10000,1.016
+17,mlp.experts.20.up_proj,0.0000114912,0.10000,1.042
+17,mlp.experts.21.up_proj,0.0000999462,0.10000,0.974
+17,mlp.experts.22.up_proj,0.0000627205,0.10000,1.035
+17,mlp.experts.23.up_proj,0.0024650974,0.10000,1.028
+17,mlp.experts.24.up_proj,0.0000141470,0.10000,1.034
+17,mlp.experts.25.up_proj,0.0030362861,0.10000,1.036
+17,mlp.experts.26.up_proj,0.0002716512,0.10000,1.050
+17,mlp.experts.27.up_proj,0.0003140227,0.10000,1.049
+17,mlp.experts.28.up_proj,0.0004729942,0.10000,1.048
+17,mlp.experts.29.up_proj,0.0020066549,0.10000,1.045
+17,mlp.experts.30.up_proj,0.0000483524,0.10000,0.923
+17,mlp.experts.31.up_proj,0.0008125506,0.10000,0.917
+17,mlp.experts.32.up_proj,0.0008320822,0.10000,0.996
+17,mlp.experts.33.up_proj,0.0009675495,0.10000,1.030
+17,mlp.experts.34.up_proj,0.0002176659,0.10000,0.969
+17,mlp.experts.35.up_proj,0.0001510301,0.10000,1.024
+17,mlp.experts.36.up_proj,0.0001182559,0.10000,0.992
+17,mlp.experts.37.up_proj,0.0003783608,0.10000,0.959
+17,mlp.experts.38.up_proj,0.0001568149,0.10000,0.983
+17,mlp.experts.39.up_proj,0.0001490381,0.10000,0.991
+17,mlp.experts.40.up_proj,0.0001763238,0.10000,1.028
+17,mlp.experts.41.up_proj,0.0013167567,0.10000,1.026
+17,mlp.experts.42.up_proj,0.0001151876,0.10000,0.913
+17,mlp.experts.43.up_proj,0.0179034973,0.10000,0.914
+17,mlp.experts.44.up_proj,0.0001822002,0.10000,0.982
+17,mlp.experts.45.up_proj,0.0000094643,0.10000,0.962
+17,mlp.experts.46.up_proj,0.0000420727,0.10000,0.975
+17,mlp.experts.47.up_proj,0.0000324076,0.10000,0.972
+17,mlp.experts.48.up_proj,0.0002106837,0.10000,1.038
+17,mlp.experts.49.up_proj,0.0001427736,0.10000,1.032
+17,mlp.experts.50.up_proj,0.0000878656,0.10000,1.036
+17,mlp.experts.51.up_proj,0.0003124601,0.10000,1.046
+17,mlp.experts.52.up_proj,0.0000725847,0.10000,1.028
+17,mlp.experts.53.up_proj,0.0000332406,0.10000,1.039
+17,mlp.experts.54.up_proj,0.0003750843,0.10000,1.009
+17,mlp.experts.55.up_proj,0.0000614744,0.10000,1.014
+17,mlp.experts.56.up_proj,0.0003715106,0.10000,0.938
+17,mlp.experts.57.up_proj,0.0000468939,0.10000,0.959
+17,mlp.experts.58.up_proj,0.0000678528,0.10000,0.942
+17,mlp.experts.59.up_proj,0.0003005744,0.10000,0.980
+17,mlp.experts.60.up_proj,0.0010459838,0.10000,0.961
+17,mlp.experts.61.up_proj,0.0000563538,0.10000,0.962
+17,mlp.experts.62.up_proj,0.0000160591,0.10000,1.017
+17,mlp.experts.63.up_proj,0.0002915786,0.10000,1.019
+17,mlp.experts.64.up_proj,0.0000346584,0.10000,0.982
+17,mlp.experts.65.up_proj,0.0000189571,0.10000,0.988
+17,mlp.experts.66.up_proj,0.0000119737,0.10000,0.970
+17,mlp.experts.67.up_proj,0.0015541121,0.10000,0.966
+17,mlp.experts.68.up_proj,0.0000213773,0.10000,0.987
+17,mlp.experts.69.up_proj,0.0000121004,0.10000,0.970
+17,mlp.experts.70.up_proj,0.0008626820,0.10000,0.951
+17,mlp.experts.71.up_proj,0.0005115245,0.10000,0.965
+17,mlp.experts.72.up_proj,0.0000388957,0.10000,0.986
+17,mlp.experts.73.up_proj,0.0000813642,0.10000,0.980
+17,mlp.experts.74.up_proj,0.0002460106,0.10000,0.913
+17,mlp.experts.75.up_proj,0.0007483830,0.10000,0.940
+17,mlp.experts.76.up_proj,0.0021116904,0.10000,0.982
+17,mlp.experts.77.up_proj,0.0000377733,0.10000,0.948
+17,mlp.experts.78.up_proj,0.0001979960,0.10000,0.975
+17,mlp.experts.79.up_proj,0.0000322030,0.10000,1.016
+17,mlp.experts.80.up_proj,0.0001032642,0.10000,1.015
+17,mlp.experts.81.up_proj,0.0010489307,0.10000,1.036
+17,mlp.experts.82.up_proj,0.0000572170,0.10000,1.017
+17,mlp.experts.83.up_proj,0.0000968798,0.10000,1.057
+17,mlp.experts.84.up_proj,0.0001667761,0.10000,1.002
+17,mlp.experts.85.up_proj,0.0000066142,0.10000,1.005
+17,mlp.experts.86.up_proj,0.0002068263,0.10000,1.034
+17,mlp.experts.87.up_proj,0.0000336788,0.10000,1.047
+17,mlp.experts.88.up_proj,0.0001521654,0.10000,1.052
+17,mlp.experts.89.up_proj,0.0003624457,0.10000,1.041
+17,mlp.experts.90.up_proj,0.0010989846,0.10000,1.027
+17,mlp.experts.91.up_proj,0.0004562236,0.10000,1.024
+17,mlp.experts.92.up_proj,0.0001005528,0.10000,1.035
+17,mlp.experts.93.up_proj,0.0002258553,0.10000,1.039
+17,mlp.experts.94.up_proj,0.0005907699,0.10000,1.006
+17,mlp.experts.95.up_proj,0.0000660724,0.10000,1.060
+17,mlp.experts.96.up_proj,0.0016455236,0.10000,0.998
+17,mlp.experts.97.up_proj,0.0000795795,0.10000,1.013
+17,mlp.experts.98.up_proj,0.0020061286,0.10000,0.949
+17,mlp.experts.99.up_proj,0.0000577771,0.10000,0.961
+17,mlp.experts.100.up_proj,0.0000224405,0.10000,1.014
+17,mlp.experts.101.up_proj,0.0002111639,0.10000,0.973
+17,mlp.experts.102.up_proj,0.0000081447,0.10000,0.922
+17,mlp.experts.103.up_proj,0.0000069672,0.10000,0.967
+17,mlp.experts.104.up_proj,0.0000685271,0.10000,0.989
+17,mlp.experts.105.up_proj,0.0001257189,0.10000,0.999
+17,mlp.experts.106.up_proj,0.0000043336,0.10000,0.983
+17,mlp.experts.107.up_proj,0.0000680356,0.10000,0.992
+17,mlp.experts.108.up_proj,0.0006257711,0.10000,0.984
+17,mlp.experts.109.up_proj,0.0006143343,0.10000,0.994
+17,mlp.experts.110.up_proj,0.0006878495,0.10000,1.001
+17,mlp.experts.111.up_proj,0.0114797667,0.10000,0.997
+17,mlp.experts.112.up_proj,0.0000087868,0.10000,1.013
+17,mlp.experts.113.up_proj,0.0000748838,0.10000,1.014
+17,mlp.experts.114.up_proj,0.0002630159,0.10000,1.073
+17,mlp.experts.115.up_proj,0.0002978554,0.10000,1.082
+17,mlp.experts.116.up_proj,0.0000952693,0.10000,1.045
+17,mlp.experts.117.up_proj,0.0000125853,0.10000,1.069
+17,mlp.experts.118.up_proj,0.0003075615,0.10000,0.988
+17,mlp.experts.119.up_proj,0.0062381837,0.10000,0.964
+17,mlp.experts.120.up_proj,0.0000723811,0.10000,0.983
+17,mlp.experts.121.up_proj,0.0000162701,0.10000,1.019
+17,mlp.experts.122.up_proj,0.0001935748,0.10000,1.040
+17,mlp.experts.123.up_proj,0.0001907121,0.10000,1.040
+17,mlp.experts.124.up_proj,0.0001213406,0.10000,1.018
+17,mlp.experts.125.up_proj,0.0009729713,0.10000,1.028
+17,mlp.experts.126.up_proj,0.0000491763,0.10000,1.012
+17,mlp.experts.127.up_proj,0.0017967462,0.10000,1.033
+17,mlp.experts.0.gate_proj,0.0000310337,0.10000,1.005
+17,mlp.experts.1.gate_proj,0.0000147291,0.10000,1.042
+17,mlp.experts.2.gate_proj,0.0000162865,0.10000,1.022
+17,mlp.experts.3.gate_proj,0.0000571982,0.10000,1.019
+17,mlp.experts.4.gate_proj,0.0002274820,0.10000,0.994
+17,mlp.experts.5.gate_proj,0.0000439900,0.10000,1.026
+17,mlp.experts.6.gate_proj,0.0000184401,0.10000,1.009
+17,mlp.experts.7.gate_proj,0.0000805001,0.10000,1.023
+17,mlp.experts.8.gate_proj,0.0027214408,0.10000,1.056
+17,mlp.experts.9.gate_proj,0.0000094374,0.10000,1.020
+17,mlp.experts.10.gate_proj,0.0002708658,0.10000,1.027
+17,mlp.experts.11.gate_proj,0.0000544036,0.10000,1.045
+17,mlp.experts.12.gate_proj,0.0000842720,0.10000,1.062
+17,mlp.experts.13.gate_proj,0.0002835493,0.10000,1.010
+17,mlp.experts.14.gate_proj,0.0000244274,0.10000,1.023
+17,mlp.experts.15.gate_proj,0.0000151941,0.10000,1.044
+17,mlp.experts.16.gate_proj,0.0005036266,0.10000,1.026
+17,mlp.experts.17.gate_proj,0.0000069232,0.10000,1.002
+17,mlp.experts.18.gate_proj,0.0000256198,0.10000,0.986
+17,mlp.experts.19.gate_proj,0.0000181761,0.10000,1.045
+17,mlp.experts.20.gate_proj,0.0000116661,0.10000,1.009
+17,mlp.experts.21.gate_proj,0.0001034859,0.10000,1.062
+17,mlp.experts.22.gate_proj,0.0000650835,0.10000,0.994
+17,mlp.experts.23.gate_proj,0.0028519245,0.10000,0.992
+17,mlp.experts.24.gate_proj,0.0000139026,0.10000,0.991
+17,mlp.experts.25.gate_proj,0.0031252898,0.10000,1.073
+17,mlp.experts.26.gate_proj,0.0002980548,0.10000,1.011
+17,mlp.experts.27.gate_proj,0.0003116168,0.10000,0.993
+17,mlp.experts.28.gate_proj,0.0004763233,0.10000,1.054
+17,mlp.experts.29.gate_proj,0.0022614749,0.10000,1.028
+17,mlp.experts.30.gate_proj,0.0000517567,0.10000,1.024
+17,mlp.experts.31.gate_proj,0.0008943308,0.10000,1.045
+17,mlp.experts.32.gate_proj,0.0009520995,0.10000,1.019
+17,mlp.experts.33.gate_proj,0.0009934065,0.10000,1.028
+17,mlp.experts.34.gate_proj,0.0002227944,0.10000,1.031
+17,mlp.experts.35.gate_proj,0.0001517911,0.10000,1.025
+17,mlp.experts.36.gate_proj,0.0001148583,0.10000,1.051
+17,mlp.experts.37.gate_proj,0.0003867013,0.10000,0.982
+17,mlp.experts.38.gate_proj,0.0001666102,0.10000,1.000
+17,mlp.experts.39.gate_proj,0.0001526563,0.10000,1.005
+17,mlp.experts.40.gate_proj,0.0001768862,0.10000,0.983
+17,mlp.experts.41.gate_proj,0.0014392729,0.10000,0.990
+17,mlp.experts.42.gate_proj,0.0001219787,0.10000,1.008
+17,mlp.experts.43.gate_proj,0.0181877462,0.10000,0.965
+17,mlp.experts.44.gate_proj,0.0001895201,0.10000,0.993
+17,mlp.experts.45.gate_proj,0.0000099331,0.10000,1.040
+17,mlp.experts.46.gate_proj,0.0000417686,0.10000,1.062
+17,mlp.experts.47.gate_proj,0.0000346943,0.10000,1.049
+17,mlp.experts.48.gate_proj,0.0002080612,0.10000,0.979
+17,mlp.experts.49.gate_proj,0.0001519950,0.10000,1.002
+17,mlp.experts.50.gate_proj,0.0000938643,0.10000,0.992
+17,mlp.experts.51.gate_proj,0.0003120267,0.10000,0.978
+17,mlp.experts.52.gate_proj,0.0000722730,0.10000,1.001
+17,mlp.experts.53.gate_proj,0.0000326746,0.10000,1.031
+17,mlp.experts.54.gate_proj,0.0003899100,0.10000,1.039
+17,mlp.experts.55.gate_proj,0.0000625748,0.10000,1.034
+17,mlp.experts.56.gate_proj,0.0003817862,0.10000,1.044
+17,mlp.experts.57.gate_proj,0.0000542663,0.10000,1.033
+17,mlp.experts.58.gate_proj,0.0000715677,0.10000,1.026
+17,mlp.experts.59.gate_proj,0.0003088411,0.10000,1.026
+17,mlp.experts.60.gate_proj,0.0010910110,0.10000,1.027
+17,mlp.experts.61.gate_proj,0.0000593153,0.10000,1.030
+17,mlp.experts.62.gate_proj,0.0000171231,0.10000,0.948
+17,mlp.experts.63.gate_proj,0.0002804789,0.10000,0.883
+17,mlp.experts.64.gate_proj,0.0000322564,0.10000,0.934
+17,mlp.experts.65.gate_proj,0.0000139000,0.10000,1.054
+17,mlp.experts.66.gate_proj,0.0000119066,0.10000,0.998
+17,mlp.experts.67.gate_proj,0.0015722503,0.10000,1.053
+17,mlp.experts.68.gate_proj,0.0000227168,0.10000,1.079
+17,mlp.experts.69.gate_proj,0.0000119181,0.10000,1.011
+17,mlp.experts.70.gate_proj,0.0008846648,0.10000,1.020
+17,mlp.experts.71.gate_proj,0.0005360784,0.10000,1.021
+17,mlp.experts.72.gate_proj,0.0000389637,0.10000,1.037
+17,mlp.experts.73.gate_proj,0.0000883541,0.10000,1.058
+17,mlp.experts.74.gate_proj,0.0002540890,0.10000,1.047
+17,mlp.experts.75.gate_proj,0.0007610584,0.10000,1.067
+17,mlp.experts.76.gate_proj,0.0022430580,0.10000,1.057
+17,mlp.experts.77.gate_proj,0.0000396812,0.10000,1.030
+17,mlp.experts.78.gate_proj,0.0002020384,0.10000,1.044
+17,mlp.experts.79.gate_proj,0.0000349624,0.10000,1.069
+17,mlp.experts.80.gate_proj,0.0001109351,0.10000,1.000
+17,mlp.experts.81.gate_proj,0.0011090235,0.10000,0.988
+17,mlp.experts.82.gate_proj,0.0000595482,0.10000,1.027
+17,mlp.experts.83.gate_proj,0.0001000558,0.10000,1.002
+17,mlp.experts.84.gate_proj,0.0001705816,0.10000,0.986
+17,mlp.experts.85.gate_proj,0.0000056183,0.10000,0.983
+17,mlp.experts.86.gate_proj,0.0002269838,0.10000,1.040
+17,mlp.experts.87.gate_proj,0.0000359801,0.10000,1.031
+17,mlp.experts.88.gate_proj,0.0001576328,0.10000,1.008
+17,mlp.experts.89.gate_proj,0.0003804813,0.10000,1.016
+17,mlp.experts.90.gate_proj,0.0011808328,0.10000,1.004
+17,mlp.experts.91.gate_proj,0.0004946147,0.10000,1.036
+17,mlp.experts.92.gate_proj,0.0001015137,0.10000,1.018
+17,mlp.experts.93.gate_proj,0.0002361617,0.10000,1.011
+17,mlp.experts.94.gate_proj,0.0005961074,0.10000,0.986
+17,mlp.experts.95.gate_proj,0.0000673403,0.10000,1.009
+17,mlp.experts.96.gate_proj,0.0016552345,0.10000,1.004
+17,mlp.experts.97.gate_proj,0.0000772493,0.10000,1.003
+17,mlp.experts.98.gate_proj,0.0021734690,0.10000,0.970
+17,mlp.experts.99.gate_proj,0.0002660523,0.10000,1.007
+17,mlp.experts.100.gate_proj,0.0000225249,0.10000,0.981
+17,mlp.experts.101.gate_proj,0.0002069128,0.10000,0.950
+17,mlp.experts.102.gate_proj,0.0000084673,0.10000,1.021
+17,mlp.experts.103.gate_proj,0.0000069327,0.10000,0.990
+17,mlp.experts.104.gate_proj,0.0000694237,0.10000,1.013
+17,mlp.experts.105.gate_proj,0.0001288155,0.10000,1.048
+17,mlp.experts.106.gate_proj,0.0000041040,0.10000,1.061
+17,mlp.experts.107.gate_proj,0.0000683105,0.10000,1.035
+17,mlp.experts.108.gate_proj,0.0006373671,0.10000,1.009
+17,mlp.experts.109.gate_proj,0.0006304185,0.10000,1.034
+17,mlp.experts.110.gate_proj,0.0007797144,0.10000,1.006
+17,mlp.experts.111.gate_proj,0.0113905229,0.10000,1.066
+17,mlp.experts.112.gate_proj,0.0000092686,0.10000,1.013
+17,mlp.experts.113.gate_proj,0.0000792825,0.10000,1.042
+17,mlp.experts.114.gate_proj,0.0002684769,0.10000,1.030
+17,mlp.experts.115.gate_proj,0.0003071454,0.10000,1.036
+17,mlp.experts.116.gate_proj,0.0001001561,0.10000,1.035
+17,mlp.experts.117.gate_proj,0.0000125836,0.10000,1.045
+17,mlp.experts.118.gate_proj,0.0003159282,0.10000,1.042
+17,mlp.experts.119.gate_proj,0.0066157335,0.10000,0.962
+17,mlp.experts.120.gate_proj,0.0000705407,0.10000,0.906
+17,mlp.experts.121.gate_proj,0.0000176073,0.10000,0.955
+17,mlp.experts.122.gate_proj,0.0001873238,0.10000,0.971
+17,mlp.experts.123.gate_proj,0.0001975521,0.10000,1.016
+17,mlp.experts.124.gate_proj,0.0001180598,0.10000,0.998
+17,mlp.experts.125.gate_proj,0.0009803246,0.10000,1.027
+17,mlp.experts.126.gate_proj,0.0000496586,0.10000,1.036
+17,mlp.experts.127.gate_proj,0.0019429446,0.10000,0.678
+17,mlp.experts.0.down_proj,0.0000029692,0.10000,0.345
+17,mlp.experts.1.down_proj,0.0000004688,0.10000,0.345
+17,mlp.experts.2.down_proj,0.0000020546,0.10000,0.383
+17,mlp.experts.3.down_proj,0.0000052189,0.10000,0.411
+17,mlp.experts.4.down_proj,0.0000279699,0.10000,0.386
+17,mlp.experts.5.down_proj,0.0000081784,0.10000,0.409
+17,mlp.experts.6.down_proj,0.0000014666,0.10000,0.377
+17,mlp.experts.7.down_proj,0.0000077236,0.10000,0.406
+17,mlp.experts.8.down_proj,0.0003309241,0.10000,0.361
+17,mlp.experts.9.down_proj,0.0000010567,0.10000,0.371
+17,mlp.experts.10.down_proj,0.0000264527,0.10000,0.397
+17,mlp.experts.11.down_proj,0.0000088139,0.10000,0.406
+17,mlp.experts.12.down_proj,0.0000074562,0.10000,0.379
+17,mlp.experts.13.down_proj,0.0000330573,0.10000,0.383
+17,mlp.experts.14.down_proj,0.0000028158,0.10000,0.381
+17,mlp.experts.15.down_proj,0.0000022169,0.10000,0.387
+17,mlp.experts.16.down_proj,0.0000933869,0.10000,0.347
+17,mlp.experts.17.down_proj,0.0000009147,0.10000,0.364
+17,mlp.experts.18.down_proj,0.0000022328,0.10000,0.391
+17,mlp.experts.19.down_proj,0.0000019520,0.10000,0.399
+17,mlp.experts.20.down_proj,0.0000015453,0.10000,0.387
+17,mlp.experts.21.down_proj,0.0000039760,0.10000,0.401
+17,mlp.experts.22.down_proj,0.0000072373,0.10000,0.398
+17,mlp.experts.23.down_proj,0.0004239767,0.10000,0.402
+17,mlp.experts.24.down_proj,0.0000013876,0.10000,0.383
+17,mlp.experts.25.down_proj,0.0003522660,0.10000,0.398
+17,mlp.experts.26.down_proj,0.0000593297,0.10000,0.354
+17,mlp.experts.27.down_proj,0.0000131435,0.10000,0.331
+17,mlp.experts.28.down_proj,0.0000856395,0.10000,0.329
+17,mlp.experts.29.down_proj,0.0003137545,0.10000,0.331
+17,mlp.experts.30.down_proj,0.0000078219,0.10000,0.323
+17,mlp.experts.31.down_proj,0.0001393075,0.10000,0.366
+17,mlp.experts.32.down_proj,0.0001555692,0.10000,0.386
+17,mlp.experts.33.down_proj,0.0001283057,0.10000,0.378
+17,mlp.experts.34.down_proj,0.0000215470,0.10000,0.369
+17,mlp.experts.35.down_proj,0.0000217617,0.10000,0.338
+17,mlp.experts.36.down_proj,0.0000034223,0.10000,0.360
+17,mlp.experts.37.down_proj,0.0000422563,0.10000,0.353
+17,mlp.experts.38.down_proj,0.0000183090,0.10000,0.347
+17,mlp.experts.39.down_proj,0.0000245573,0.10000,0.340
+17,mlp.experts.40.down_proj,0.0000214970,0.10000,0.331
+17,mlp.experts.41.down_proj,0.0002871865,0.10000,0.332
+17,mlp.experts.42.down_proj,0.0000149987,0.10000,0.323
+17,mlp.experts.43.down_proj,0.0003379940,0.10000,0.330
+17,mlp.experts.44.down_proj,0.0000317546,0.10000,0.335
+17,mlp.experts.45.down_proj,0.0000009970,0.10000,0.365
+17,mlp.experts.46.down_proj,0.0000042856,0.10000,0.400
+17,mlp.experts.47.down_proj,0.0000035115,0.10000,0.378
+17,mlp.experts.48.down_proj,0.0000256808,0.10000,0.364
+17,mlp.experts.49.down_proj,0.0000172093,0.10000,0.405
+17,mlp.experts.50.down_proj,0.0000161318,0.10000,0.376
+17,mlp.experts.51.down_proj,0.0000443352,0.10000,0.348
+17,mlp.experts.52.down_proj,0.0000111623,0.10000,0.357
+17,mlp.experts.53.down_proj,0.0000049081,0.10000,0.342
+17,mlp.experts.54.down_proj,0.0000644577,0.10000,0.350
+17,mlp.experts.55.down_proj,0.0000044783,0.10000,0.394
+17,mlp.experts.56.down_proj,0.0000480570,0.10000,0.406
+17,mlp.experts.57.down_proj,0.0000100266,0.10000,0.396
+17,mlp.experts.58.down_proj,0.0000111705,0.10000,0.406
+17,mlp.experts.59.down_proj,0.0000584337,0.10000,0.401
+17,mlp.experts.60.down_proj,0.0001449889,0.10000,0.404
+17,mlp.experts.61.down_proj,0.0000089892,0.10000,0.401
+17,mlp.experts.62.down_proj,0.0000022365,0.10000,0.405
+17,mlp.experts.63.down_proj,0.0000325744,0.10000,0.390
+17,mlp.experts.64.down_proj,0.0000038490,0.10000,0.404
+17,mlp.experts.65.down_proj,0.0000018574,0.10000,0.415
+17,mlp.experts.66.down_proj,0.0000013096,0.10000,0.402
+17,mlp.experts.67.down_proj,0.0002929338,0.10000,0.411
+17,mlp.experts.68.down_proj,0.0000019514,0.10000,0.355
+17,mlp.experts.69.down_proj,0.0000014246,0.10000,0.324
+17,mlp.experts.70.down_proj,0.0001329268,0.10000,0.323
+17,mlp.experts.71.down_proj,0.0000897447,0.10000,0.365
+17,mlp.experts.72.down_proj,0.0000045561,0.10000,0.354
+17,mlp.experts.73.down_proj,0.0000034778,0.10000,0.379
+17,mlp.experts.74.down_proj,0.0000329128,0.10000,0.401
+17,mlp.experts.75.down_proj,0.0000688485,0.10000,0.396
+17,mlp.experts.76.down_proj,0.0002309485,0.10000,0.415
+17,mlp.experts.77.down_proj,0.0000064139,0.10000,0.395
+17,mlp.experts.78.down_proj,0.0000214589,0.10000,0.413
+17,mlp.experts.79.down_proj,0.0000035986,0.10000,0.390
+17,mlp.experts.80.down_proj,0.0000087671,0.10000,0.412
+17,mlp.experts.81.down_proj,0.0002058473,0.10000,0.398
+17,mlp.experts.82.down_proj,0.0000072866,0.10000,0.388
+17,mlp.experts.83.down_proj,0.0000100986,0.10000,0.386
+17,mlp.experts.84.down_proj,0.0000224092,0.10000,0.401
+17,mlp.experts.85.down_proj,0.0000006526,0.10000,0.406
+17,mlp.experts.86.down_proj,0.0000404930,0.10000,0.400
+17,mlp.experts.87.down_proj,0.0000033934,0.10000,0.410
+17,mlp.experts.88.down_proj,0.0000239764,0.10000,0.391
+17,mlp.experts.89.down_proj,0.0000448007,0.10000,0.416
+17,mlp.experts.90.down_proj,0.0000030700,0.10000,0.400
+17,mlp.experts.91.down_proj,0.0000908121,0.10000,0.408
+17,mlp.experts.92.down_proj,0.0000100569,0.10000,0.399
+17,mlp.experts.93.down_proj,0.0000238408,0.10000,0.400
+17,mlp.experts.94.down_proj,0.0000946148,0.10000,0.411
+17,mlp.experts.95.down_proj,0.0000070980,0.10000,0.414
+17,mlp.experts.96.down_proj,0.0001800813,0.10000,0.394
+17,mlp.experts.97.down_proj,0.0000124230,0.10000,0.414
+17,mlp.experts.98.down_proj,0.0005277599,0.10000,0.361
+17,mlp.experts.99.down_proj,0.0000008990,0.10000,0.336
+17,mlp.experts.100.down_proj,0.0000015014,0.10000,0.374
+17,mlp.experts.101.down_proj,0.0000239958,0.10000,0.398
+17,mlp.experts.102.down_proj,0.0000007950,0.10000,0.408
+17,mlp.experts.103.down_proj,0.0000007107,0.10000,0.394
+17,mlp.experts.104.down_proj,0.0000081041,0.10000,0.395
+17,mlp.experts.105.down_proj,0.0000144543,0.10000,0.401
+17,mlp.experts.106.down_proj,0.0000004301,0.10000,0.399
+17,mlp.experts.107.down_proj,0.0000074518,0.10000,0.403
+17,mlp.experts.108.down_proj,0.0001085416,0.10000,0.375
+17,mlp.experts.109.down_proj,0.0000806440,0.10000,0.346
+17,mlp.experts.110.down_proj,0.0001597448,0.10000,0.354
+17,mlp.experts.111.down_proj,0.0014227911,0.10000,0.389
+17,mlp.experts.112.down_proj,0.0000010083,0.10000,0.382
+17,mlp.experts.113.down_proj,0.0000104037,0.10000,0.388
+17,mlp.experts.114.down_proj,0.0000124077,0.10000,0.383
+17,mlp.experts.115.down_proj,0.0000538481,0.10000,0.395
+17,mlp.experts.116.down_proj,0.0000123530,0.10000,0.373
+17,mlp.experts.117.down_proj,0.0000017276,0.10000,0.389
+17,mlp.experts.118.down_proj,0.0000404031,0.10000,0.381
+17,mlp.experts.119.down_proj,0.0001107980,0.10000,0.387
+17,mlp.experts.120.down_proj,0.0000065428,0.10000,0.380
+17,mlp.experts.121.down_proj,0.0000022149,0.10000,0.403
+17,mlp.experts.122.down_proj,0.0000073228,0.10000,0.413
+17,mlp.experts.123.down_proj,0.0000200248,0.10000,0.398
+17,mlp.experts.124.down_proj,0.0000149696,0.10000,0.412
+17,mlp.experts.125.down_proj,0.0001597948,0.10000,0.389
+17,mlp.experts.126.down_proj,0.0000107571,0.10000,0.414
+17,mlp.experts.127.down_proj,0.0000378893,0.10000,0.307
+18,self_attn.k_proj,0.0000000280,0.10000,1.008
+18,self_attn.q_proj,0.0000001887,0.10000,1.082
+18,self_attn.v_proj,0.0000000365,0.10000,0.632
+18,self_attn.o_proj,0.0000000367,0.10000,1.250
+18,mlp.gate,0.0000046164,0.10000,0.550
+18,mlp.experts.0.up_proj,0.0000380446,0.10000,1.027
+18,mlp.experts.1.up_proj,0.0001567833,0.10000,1.059
+18,mlp.experts.2.up_proj,0.0004212397,0.10000,0.950
+18,mlp.experts.3.up_proj,0.0000663688,0.10000,0.991
+18,mlp.experts.4.up_proj,0.0000167685,0.10000,0.984
+18,mlp.experts.5.up_proj,0.0015531247,0.10000,1.003
+18,mlp.experts.6.up_proj,0.0001776210,0.10000,1.048
+18,mlp.experts.7.up_proj,0.0000151160,0.10000,1.053
+18,mlp.experts.8.up_proj,0.0001248582,0.10000,1.063
+18,mlp.experts.9.up_proj,0.0000568287,0.10000,1.013
+18,mlp.experts.10.up_proj,0.0000087259,0.10000,0.997
+18,mlp.experts.11.up_proj,0.0010428842,0.10000,1.039
+18,mlp.experts.12.up_proj,0.0003886149,0.10000,1.020
+18,mlp.experts.13.up_proj,0.0000161187,0.10000,1.007
+18,mlp.experts.14.up_proj,0.0000559710,0.10000,1.032
+18,mlp.experts.15.up_proj,0.0008764737,0.10000,1.049
+18,mlp.experts.16.up_proj,0.0001870534,0.10000,1.056
+18,mlp.experts.17.up_proj,0.0000884949,0.10000,1.054
+18,mlp.experts.18.up_proj,0.0001837851,0.10000,1.029
+18,mlp.experts.19.up_proj,0.0001762896,0.10000,1.040
+18,mlp.experts.20.up_proj,0.0002139425,0.10000,0.981
+18,mlp.experts.21.up_proj,0.0007450589,0.10000,0.960
+18,mlp.experts.22.up_proj,0.0000186761,0.10000,1.010
+18,mlp.experts.23.up_proj,0.0000084372,0.10000,0.963
+18,mlp.experts.24.up_proj,0.0003072013,0.10000,0.998
+18,mlp.experts.25.up_proj,0.0000389971,0.10000,0.998
+18,mlp.experts.26.up_proj,0.0001338249,0.10000,0.942
+18,mlp.experts.27.up_proj,0.0004188966,0.10000,0.937
+18,mlp.experts.28.up_proj,0.0000309707,0.10000,0.986
+18,mlp.experts.29.up_proj,0.0005281127,0.10000,0.985
+18,mlp.experts.30.up_proj,0.0000667875,0.10000,0.991
+18,mlp.experts.31.up_proj,0.0005317831,0.10000,1.002
+18,mlp.experts.32.up_proj,0.0003534388,0.10000,1.004
+18,mlp.experts.33.up_proj,0.0001600814,0.10000,1.086
+18,mlp.experts.34.up_proj,0.0000281562,0.10000,1.032
+18,mlp.experts.35.up_proj,0.0002910763,0.10000,1.043
+18,mlp.experts.36.up_proj,0.0006730839,0.10000,0.968
+18,mlp.experts.37.up_proj,0.0001282365,0.10000,0.956
+18,mlp.experts.38.up_proj,0.0000386592,0.10000,0.940
+18,mlp.experts.39.up_proj,0.0000700487,0.10000,0.999
+18,mlp.experts.40.up_proj,0.0005764264,0.10000,1.000
+18,mlp.experts.41.up_proj,0.0000515871,0.10000,1.010
+18,mlp.experts.42.up_proj,0.0000149166,0.10000,0.999
+18,mlp.experts.43.up_proj,0.0010661881,0.10000,0.993
+18,mlp.experts.44.up_proj,0.0000461255,0.10000,1.004
+18,mlp.experts.45.up_proj,0.0029945908,0.10000,0.992
+18,mlp.experts.46.up_proj,0.0000759059,0.10000,1.025
+18,mlp.experts.47.up_proj,0.0008800717,0.10000,1.035
+18,mlp.experts.48.up_proj,0.0000487772,0.10000,1.009
+18,mlp.experts.49.up_proj,0.0000961152,0.10000,0.993
+18,mlp.experts.50.up_proj,0.0007242375,0.10000,1.018
+18,mlp.experts.51.up_proj,0.0003669106,0.10000,0.997
+18,mlp.experts.52.up_proj,0.0000180228,0.10000,1.018
+18,mlp.experts.53.up_proj,0.0006046639,0.10000,0.996
+18,mlp.experts.54.up_proj,0.0000306167,0.10000,0.983
+18,mlp.experts.55.up_proj,0.0001076259,0.10000,0.987
+18,mlp.experts.56.up_proj,0.0000087272,0.10000,1.004
+18,mlp.experts.57.up_proj,0.0008379219,0.10000,1.059
+18,mlp.experts.58.up_proj,0.0000667877,0.10000,1.028
+18,mlp.experts.59.up_proj,0.0007469433,0.10000,1.056
+18,mlp.experts.60.up_proj,0.0012663941,0.10000,1.003
+18,mlp.experts.61.up_proj,0.0000605363,0.10000,0.989
+18,mlp.experts.62.up_proj,0.0000338713,0.10000,1.026
+18,mlp.experts.63.up_proj,0.0000297048,0.10000,1.027
+18,mlp.experts.64.up_proj,0.0000141484,0.10000,1.018
+18,mlp.experts.65.up_proj,0.0002737363,0.10000,1.018
+18,mlp.experts.66.up_proj,0.0007682219,0.10000,0.999
+18,mlp.experts.67.up_proj,0.0001233153,0.10000,1.032
+18,mlp.experts.68.up_proj,0.0007089174,0.10000,1.026
+18,mlp.experts.69.up_proj,0.0008004492,0.10000,1.030
+18,mlp.experts.70.up_proj,0.0001996592,0.10000,0.990
+18,mlp.experts.71.up_proj,0.0000385951,0.10000,0.984
+18,mlp.experts.72.up_proj,0.0000909181,0.10000,1.013
+18,mlp.experts.73.up_proj,0.0005519837,0.10000,1.040
+18,mlp.experts.74.up_proj,0.0003201104,0.10000,1.028
+18,mlp.experts.75.up_proj,0.0000140398,0.10000,1.013
+18,mlp.experts.76.up_proj,0.0001654281,0.10000,0.957
+18,mlp.experts.77.up_proj,0.0000708466,0.10000,0.919
+18,mlp.experts.78.up_proj,0.0003372112,0.10000,0.994
+18,mlp.experts.79.up_proj,0.0000133845,0.10000,1.046
+18,mlp.experts.80.up_proj,0.0002401539,0.10000,1.037
+18,mlp.experts.81.up_proj,0.0018489626,0.10000,1.010
+18,mlp.experts.82.up_proj,0.0004950290,0.10000,1.049
+18,mlp.experts.83.up_proj,0.0001082810,0.10000,1.015
+18,mlp.experts.84.up_proj,0.0000826411,0.10000,1.048
+18,mlp.experts.85.up_proj,0.0000069009,0.10000,1.007
+18,mlp.experts.86.up_proj,0.0000572761,0.10000,1.036
+18,mlp.experts.87.up_proj,0.0000269888,0.10000,1.013
+18,mlp.experts.88.up_proj,0.0000892821,0.10000,1.025
+18,mlp.experts.89.up_proj,0.0000442633,0.10000,1.037
+18,mlp.experts.90.up_proj,0.0012148577,0.10000,1.002
+18,mlp.experts.91.up_proj,0.0009671184,0.10000,0.999
+18,mlp.experts.92.up_proj,0.0001327000,0.10000,0.984
+18,mlp.experts.93.up_proj,0.0000575426,0.10000,0.993
+18,mlp.experts.94.up_proj,0.0001837353,0.10000,1.021
+18,mlp.experts.95.up_proj,0.0003499327,0.10000,1.030
+18,mlp.experts.96.up_proj,0.0000417437,0.10000,1.058
+18,mlp.experts.97.up_proj,0.0000142954,0.10000,1.026
+18,mlp.experts.98.up_proj,0.0007606677,0.10000,1.035
+18,mlp.experts.99.up_proj,0.0000646129,0.10000,1.023
+18,mlp.experts.100.up_proj,0.0000548135,0.10000,0.995
+18,mlp.experts.101.up_proj,0.0000196723,0.10000,0.937
+18,mlp.experts.102.up_proj,0.0004008495,0.10000,0.977
+18,mlp.experts.103.up_proj,0.0000810413,0.10000,0.977
+18,mlp.experts.104.up_proj,0.0002595153,0.10000,0.969
+18,mlp.experts.105.up_proj,0.0016624631,0.10000,1.025
+18,mlp.experts.106.up_proj,0.0005516558,0.10000,0.988
+18,mlp.experts.107.up_proj,0.0001052718,0.10000,1.000
+18,mlp.experts.108.up_proj,0.0020662726,0.10000,1.005
+18,mlp.experts.109.up_proj,0.0001626855,0.10000,0.988
+18,mlp.experts.110.up_proj,0.0000099563,0.10000,1.000
+18,mlp.experts.111.up_proj,0.0008639952,0.10000,1.016
+18,mlp.experts.112.up_proj,0.0005454116,0.10000,1.001
+18,mlp.experts.113.up_proj,0.0008661499,0.10000,1.021
+18,mlp.experts.114.up_proj,0.0000306358,0.10000,0.983
+18,mlp.experts.115.up_proj,0.0000820320,0.10000,1.010
+18,mlp.experts.116.up_proj,0.0000144344,0.10000,1.014
+18,mlp.experts.117.up_proj,0.0007750057,0.10000,1.038
+18,mlp.experts.118.up_proj,0.0001357702,0.10000,1.015
+18,mlp.experts.119.up_proj,0.0000461638,0.10000,1.008
+18,mlp.experts.120.up_proj,0.0004409705,0.10000,0.970
+18,mlp.experts.121.up_proj,0.0001343081,0.10000,0.971
+18,mlp.experts.122.up_proj,0.0001653850,0.10000,0.987
+18,mlp.experts.123.up_proj,0.0000819144,0.10000,1.039
+18,mlp.experts.124.up_proj,0.0002064190,0.10000,1.011
+18,mlp.experts.125.up_proj,0.0000644537,0.10000,1.044
+18,mlp.experts.126.up_proj,0.0001826774,0.10000,1.036
+18,mlp.experts.127.up_proj,0.0000307727,0.10000,1.004
+18,mlp.experts.0.gate_proj,0.0000427385,0.10000,0.998
+18,mlp.experts.1.gate_proj,0.0001745799,0.10000,1.011
+18,mlp.experts.2.gate_proj,0.0004314337,0.10000,1.002
+18,mlp.experts.3.gate_proj,0.0000749820,0.10000,1.012
+18,mlp.experts.4.gate_proj,0.0000188280,0.10000,0.960
+18,mlp.experts.5.gate_proj,0.0016353550,0.10000,0.958
+18,mlp.experts.6.gate_proj,0.0002011552,0.10000,0.988
+18,mlp.experts.7.gate_proj,0.0000164123,0.10000,0.982
+18,mlp.experts.8.gate_proj,0.0001415274,0.10000,1.011
+18,mlp.experts.9.gate_proj,0.0000608654,0.10000,0.980
+18,mlp.experts.10.gate_proj,0.0000073126,0.10000,0.960
+18,mlp.experts.11.gate_proj,0.0011166818,0.10000,0.975
+18,mlp.experts.12.gate_proj,0.0004001586,0.10000,1.034
+18,mlp.experts.13.gate_proj,0.0000166977,0.10000,1.027
+18,mlp.experts.14.gate_proj,0.0000572683,0.10000,1.051
+18,mlp.experts.15.gate_proj,0.0009935724,0.10000,1.050
+18,mlp.experts.16.gate_proj,0.0002193521,0.10000,1.033
+18,mlp.experts.17.gate_proj,0.0000996056,0.10000,0.997
+18,mlp.experts.18.gate_proj,0.0002008880,0.10000,0.957
+18,mlp.experts.19.gate_proj,0.0001809844,0.10000,0.999
+18,mlp.experts.20.gate_proj,0.0002559626,0.10000,1.006
+18,mlp.experts.21.gate_proj,0.0009352445,0.10000,0.971
+18,mlp.experts.22.gate_proj,0.0000208696,0.10000,1.056
+18,mlp.experts.23.gate_proj,0.0000089088,0.10000,1.014
+18,mlp.experts.24.gate_proj,0.0003172756,0.10000,1.045
+18,mlp.experts.25.gate_proj,0.0000443309,0.10000,1.025
+18,mlp.experts.26.gate_proj,0.0001593207,0.10000,1.042
+18,mlp.experts.27.gate_proj,0.0004811690,0.10000,1.043
+18,mlp.experts.28.gate_proj,0.0000347045,0.10000,1.034
+18,mlp.experts.29.gate_proj,0.0006428805,0.10000,1.052
+18,mlp.experts.30.gate_proj,0.0000663087,0.10000,0.998
+18,mlp.experts.31.gate_proj,0.0006446536,0.10000,1.002
+18,mlp.experts.32.gate_proj,0.0004342572,0.10000,1.027
+18,mlp.experts.33.gate_proj,0.0001792172,0.10000,1.022
+18,mlp.experts.34.gate_proj,0.0000294209,0.10000,0.996
+18,mlp.experts.35.gate_proj,0.0002825336,0.10000,1.021
+18,mlp.experts.36.gate_proj,0.0006764472,0.10000,1.029
+18,mlp.experts.37.gate_proj,0.0001511515,0.10000,1.023
+18,mlp.experts.38.gate_proj,0.0000395709,0.10000,1.025
+18,mlp.experts.39.gate_proj,0.0000767201,0.10000,1.051
+18,mlp.experts.40.gate_proj,0.0007238456,0.10000,1.028
+18,mlp.experts.41.gate_proj,0.0000553592,0.10000,1.021
+18,mlp.experts.42.gate_proj,0.0000148413,0.10000,1.041
+18,mlp.experts.43.gate_proj,0.0010732287,0.10000,1.021
+18,mlp.experts.44.gate_proj,0.0000542475,0.10000,1.033
+18,mlp.experts.45.gate_proj,0.0032088075,0.10000,1.025
+18,mlp.experts.46.gate_proj,0.0000854704,0.10000,1.027
+18,mlp.experts.47.gate_proj,0.0010305942,0.10000,1.010
+18,mlp.experts.48.gate_proj,0.0000512912,0.10000,1.001
+18,mlp.experts.49.gate_proj,0.0001086243,0.10000,1.011
+18,mlp.experts.50.gate_proj,0.0009690055,0.10000,0.919
+18,mlp.experts.51.gate_proj,0.0004778622,0.10000,0.905
+18,mlp.experts.52.gate_proj,0.0000179165,0.10000,0.928
+18,mlp.experts.53.gate_proj,0.0006763032,0.10000,0.947
+18,mlp.experts.54.gate_proj,0.0000347490,0.10000,0.949
+18,mlp.experts.55.gate_proj,0.0001147088,0.10000,0.958
+18,mlp.experts.56.gate_proj,0.0000091178,0.10000,0.990
+18,mlp.experts.57.gate_proj,0.0009793641,0.10000,0.990
+18,mlp.experts.58.gate_proj,0.0000751422,0.10000,1.003
+18,mlp.experts.59.gate_proj,0.0008762235,0.10000,0.995
+18,mlp.experts.60.gate_proj,0.0013746263,0.10000,1.004
+18,mlp.experts.61.gate_proj,0.0000660066,0.10000,0.953
+18,mlp.experts.62.gate_proj,0.0000374415,0.10000,1.025
+18,mlp.experts.63.gate_proj,0.0000337507,0.10000,1.012
+18,mlp.experts.64.gate_proj,0.0000148928,0.10000,0.939
+18,mlp.experts.65.gate_proj,0.0002826277,0.10000,1.029
+18,mlp.experts.66.gate_proj,0.0009437320,0.10000,1.038
+18,mlp.experts.67.gate_proj,0.0001389104,0.10000,1.052
+18,mlp.experts.68.gate_proj,0.0008951699,0.10000,1.007
+18,mlp.experts.69.gate_proj,0.0010004888,0.10000,1.043
+18,mlp.experts.70.gate_proj,0.0002487565,0.10000,0.973
+18,mlp.experts.71.gate_proj,0.0000464589,0.10000,0.998
+18,mlp.experts.72.gate_proj,0.0001025719,0.10000,1.005
+18,mlp.experts.73.gate_proj,0.0006119657,0.10000,1.045
+18,mlp.experts.74.gate_proj,0.0003589677,0.10000,1.006
+18,mlp.experts.75.gate_proj,0.0000139527,0.10000,1.003
+18,mlp.experts.76.gate_proj,0.0001884396,0.10000,1.024
+18,mlp.experts.77.gate_proj,0.0000776064,0.10000,0.975
+18,mlp.experts.78.gate_proj,0.0003524346,0.10000,1.036
+18,mlp.experts.79.gate_proj,0.0000129792,0.10000,1.023
+18,mlp.experts.80.gate_proj,0.0002592346,0.10000,0.962
+18,mlp.experts.81.gate_proj,0.0020326724,0.10000,1.021
+18,mlp.experts.82.gate_proj,0.0005544527,0.10000,1.062
+18,mlp.experts.83.gate_proj,0.0001045687,0.10000,1.054
+18,mlp.experts.84.gate_proj,0.0000872514,0.10000,1.080
+18,mlp.experts.85.gate_proj,0.0000053055,0.10000,1.043
+18,mlp.experts.86.gate_proj,0.0000596155,0.10000,1.062
+18,mlp.experts.87.gate_proj,0.0000297052,0.10000,1.014
+18,mlp.experts.88.gate_proj,0.0000928218,0.10000,1.018
+18,mlp.experts.89.gate_proj,0.0000491234,0.10000,1.033
+18,mlp.experts.90.gate_proj,0.0013863747,0.10000,1.053
+18,mlp.experts.91.gate_proj,0.0010874196,0.10000,1.027
+18,mlp.experts.92.gate_proj,0.0001526952,0.10000,0.933
+18,mlp.experts.93.gate_proj,0.0000604046,0.10000,0.946
+18,mlp.experts.94.gate_proj,0.0002147021,0.10000,0.957
+18,mlp.experts.95.gate_proj,0.0003813838,0.10000,1.002
+18,mlp.experts.96.gate_proj,0.0000468540,0.10000,0.970
+18,mlp.experts.97.gate_proj,0.0000159733,0.10000,0.950
+18,mlp.experts.98.gate_proj,0.0006420322,0.10000,0.953
+18,mlp.experts.99.gate_proj,0.0000706198,0.10000,1.011
+18,mlp.experts.100.gate_proj,0.0000577162,0.10000,1.034
+18,mlp.experts.101.gate_proj,0.0000222293,0.10000,1.046
+18,mlp.experts.102.gate_proj,0.0005071798,0.10000,1.057
+18,mlp.experts.103.gate_proj,0.0001306214,0.10000,0.998
+18,mlp.experts.104.gate_proj,0.0002904164,0.10000,0.976
+18,mlp.experts.105.gate_proj,0.0016699824,0.10000,0.976
+18,mlp.experts.106.gate_proj,0.0006259921,0.10000,0.918
+18,mlp.experts.107.gate_proj,0.0001146436,0.10000,0.990
+18,mlp.experts.108.gate_proj,0.0021961211,0.10000,0.990
+18,mlp.experts.109.gate_proj,0.0001792912,0.10000,1.026
+18,mlp.experts.110.gate_proj,0.0000093663,0.10000,0.995
+18,mlp.experts.111.gate_proj,0.0009281228,0.10000,1.041
+18,mlp.experts.112.gate_proj,0.0005365006,0.10000,1.032
+18,mlp.experts.113.gate_proj,0.0010064207,0.10000,0.965
+18,mlp.experts.114.gate_proj,0.0000347777,0.10000,0.934
+18,mlp.experts.115.gate_proj,0.0000879585,0.10000,0.990
+18,mlp.experts.116.gate_proj,0.0000166294,0.10000,1.017
+18,mlp.experts.117.gate_proj,0.0007754696,0.10000,1.034
+18,mlp.experts.118.gate_proj,0.0001432381,0.10000,1.016
+18,mlp.experts.119.gate_proj,0.0000549625,0.10000,0.989
+18,mlp.experts.120.gate_proj,0.0004497934,0.10000,1.012
+18,mlp.experts.121.gate_proj,0.0001508670,0.10000,1.023
+18,mlp.experts.122.gate_proj,0.0001808875,0.10000,1.025
+18,mlp.experts.123.gate_proj,0.0000819759,0.10000,1.026
+18,mlp.experts.124.gate_proj,0.0002285833,0.10000,1.022
+18,mlp.experts.125.gate_proj,0.0000661191,0.10000,1.025
+18,mlp.experts.126.gate_proj,0.0001886303,0.10000,1.051
+18,mlp.experts.127.gate_proj,0.0000329599,0.10000,0.911
+18,mlp.experts.0.down_proj,0.0000051903,0.10000,0.406
+18,mlp.experts.1.down_proj,0.0000264627,0.10000,0.407
+18,mlp.experts.3.down_proj,0.0000084356,0.10000,0.404
+18,mlp.experts.2.down_proj,0.0000549206,0.10000,0.413
+18,mlp.experts.4.down_proj,0.0000022884,0.10000,0.415
+18,mlp.experts.5.down_proj,0.0002091934,0.10000,0.417
+18,mlp.experts.6.down_proj,0.0000207122,0.10000,0.377
+18,mlp.experts.7.down_proj,0.0000018761,0.10000,0.391
+18,mlp.experts.8.down_proj,0.0000153277,0.10000,0.381
+18,mlp.experts.9.down_proj,0.0000064485,0.10000,0.387
+18,mlp.experts.10.down_proj,0.0000009795,0.10000,0.381
+18,mlp.experts.11.down_proj,0.0000975244,0.10000,0.386
+18,mlp.experts.12.down_proj,0.0000399853,0.10000,0.387
+18,mlp.experts.13.down_proj,0.0000014207,0.10000,0.385
+18,mlp.experts.14.down_proj,0.0000087671,0.10000,0.389
+18,mlp.experts.15.down_proj,0.0001137778,0.10000,0.396
+18,mlp.experts.16.down_proj,0.0000217369,0.10000,0.392
+18,mlp.experts.17.down_proj,0.0000184524,0.10000,0.386
+18,mlp.experts.18.down_proj,0.0000176787,0.10000,0.392
+18,mlp.experts.19.down_proj,0.0000215894,0.10000,0.398
+18,mlp.experts.20.down_proj,0.0000497751,0.10000,0.366
+18,mlp.experts.21.down_proj,0.0001476330,0.10000,0.372
+18,mlp.experts.22.down_proj,0.0000022972,0.10000,0.389
+18,mlp.experts.23.down_proj,0.0000009049,0.10000,0.408
+18,mlp.experts.24.down_proj,0.0000561032,0.10000,0.337
+18,mlp.experts.25.down_proj,0.0000051527,0.10000,0.337
+18,mlp.experts.26.down_proj,0.0000176482,0.10000,0.361
+18,mlp.experts.27.down_proj,0.0000554636,0.10000,0.367
+18,mlp.experts.28.down_proj,0.0000040220,0.10000,0.396
+18,mlp.experts.29.down_proj,0.0000754087,0.10000,0.385
+18,mlp.experts.30.down_proj,0.0000083117,0.10000,0.387
+18,mlp.experts.31.down_proj,0.0001498638,0.10000,0.390
+18,mlp.experts.32.down_proj,0.0000560097,0.10000,0.392
+18,mlp.experts.33.down_proj,0.0000208931,0.10000,0.390
+18,mlp.experts.34.down_proj,0.0000031263,0.10000,0.401
+18,mlp.experts.35.down_proj,0.0000495187,0.10000,0.398
+18,mlp.experts.36.down_proj,0.0000776042,0.10000,0.400
+18,mlp.experts.37.down_proj,0.0000099897,0.10000,0.398
+18,mlp.experts.38.down_proj,0.0000051846,0.10000,0.390
+18,mlp.experts.39.down_proj,0.0000091190,0.10000,0.398
+18,mlp.experts.40.down_proj,0.0001027232,0.10000,0.394
+18,mlp.experts.41.down_proj,0.0000057403,0.10000,0.403
+18,mlp.experts.42.down_proj,0.0000018394,0.10000,0.403
+18,mlp.experts.43.down_proj,0.0001383711,0.10000,0.381
+18,mlp.experts.44.down_proj,0.0000058602,0.10000,0.403
+18,mlp.experts.45.down_proj,0.0004583816,0.10000,0.378
+18,mlp.experts.46.down_proj,0.0000134906,0.10000,0.394
+18,mlp.experts.47.down_proj,0.0001794871,0.10000,0.385
+18,mlp.experts.48.down_proj,0.0000044498,0.10000,0.398
+18,mlp.experts.49.down_proj,0.0000138055,0.10000,0.392
+18,mlp.experts.50.down_proj,0.0001543125,0.10000,0.317
+18,mlp.experts.51.down_proj,0.0000823802,0.10000,0.328
+18,mlp.experts.52.down_proj,0.0000024654,0.10000,0.364
+18,mlp.experts.53.down_proj,0.0000845973,0.10000,0.384
+18,mlp.experts.54.down_proj,0.0000034956,0.10000,0.388
+18,mlp.experts.55.down_proj,0.0000192480,0.10000,0.393
+18,mlp.experts.56.down_proj,0.0000007618,0.10000,0.365
+18,mlp.experts.57.down_proj,0.0001486441,0.10000,0.376
+18,mlp.experts.58.down_proj,0.0000072471,0.10000,0.379
+18,mlp.experts.59.down_proj,0.0001690224,0.10000,0.398
+18,mlp.experts.60.down_proj,0.0002672361,0.10000,0.382
+18,mlp.experts.61.down_proj,0.0000048153,0.10000,0.393
+18,mlp.experts.62.down_proj,0.0000038394,0.10000,0.393
+18,mlp.experts.63.down_proj,0.0000042248,0.10000,0.398
+18,mlp.experts.64.down_proj,0.0000017885,0.10000,0.347
+18,mlp.experts.65.down_proj,0.0000332354,0.10000,0.348
+18,mlp.experts.66.down_proj,0.0000253077,0.10000,0.382
+18,mlp.experts.67.down_proj,0.0000170413,0.10000,0.397
+18,mlp.experts.68.down_proj,0.0001543915,0.10000,0.398
+18,mlp.experts.69.down_proj,0.0001674551,0.10000,0.402
+18,mlp.experts.70.down_proj,0.0000332322,0.10000,0.400
+18,mlp.experts.71.down_proj,0.0000035263,0.10000,0.397
+18,mlp.experts.72.down_proj,0.0000128727,0.10000,0.402
+18,mlp.experts.73.down_proj,0.0000977423,0.10000,0.393
+18,mlp.experts.74.down_proj,0.0000479079,0.10000,0.336
+18,mlp.experts.75.down_proj,0.0000013314,0.10000,0.325
+18,mlp.experts.76.down_proj,0.0000209407,0.10000,0.352
+18,mlp.experts.77.down_proj,0.0000088692,0.10000,0.361
+18,mlp.experts.78.down_proj,0.0000570152,0.10000,0.341
+18,mlp.experts.79.down_proj,0.0000017958,0.10000,0.357
+18,mlp.experts.80.down_proj,0.0000359789,0.10000,0.381
+18,mlp.experts.81.down_proj,0.0003637148,0.10000,0.371
+18,mlp.experts.82.down_proj,0.0000650440,0.10000,0.339
+18,mlp.experts.83.down_proj,0.0000147713,0.10000,0.333
+18,mlp.experts.84.down_proj,0.0000099813,0.10000,0.343
+18,mlp.experts.85.down_proj,0.0000006781,0.10000,0.334
+18,mlp.experts.86.down_proj,0.0000067627,0.10000,0.320
+18,mlp.experts.87.down_proj,0.0000032395,0.10000,0.322
+18,mlp.experts.88.down_proj,0.0000147498,0.10000,0.342
+18,mlp.experts.89.down_proj,0.0000059997,0.10000,0.363
+18,mlp.experts.90.down_proj,0.0002391934,0.10000,0.386
+18,mlp.experts.91.down_proj,0.0001578568,0.10000,0.402
+18,mlp.experts.92.down_proj,0.0000087127,0.10000,0.390
+18,mlp.experts.93.down_proj,0.0000073723,0.10000,0.401
+18,mlp.experts.94.down_proj,0.0000235923,0.10000,0.383
+18,mlp.experts.95.down_proj,0.0000484673,0.10000,0.401
+18,mlp.experts.96.down_proj,0.0000048545,0.10000,0.384
+18,mlp.experts.97.down_proj,0.0000014135,0.10000,0.405
+18,mlp.experts.98.down_proj,0.0000695773,0.10000,0.393
+18,mlp.experts.99.down_proj,0.0000110877,0.10000,0.389
+18,mlp.experts.100.down_proj,0.0000064159,0.10000,0.398
+18,mlp.experts.101.down_proj,0.0000031554,0.10000,0.391
+18,mlp.experts.102.down_proj,0.0000779671,0.10000,0.398
+18,mlp.experts.103.down_proj,0.0000092919,0.10000,0.399
+18,mlp.experts.104.down_proj,0.0000373990,0.10000,0.394
+18,mlp.experts.105.down_proj,0.0000237476,0.10000,0.406
+18,mlp.experts.106.down_proj,0.0000698867,0.10000,0.393
+18,mlp.experts.107.down_proj,0.0000077690,0.10000,0.406
+18,mlp.experts.108.down_proj,0.0002020383,0.10000,0.385
+18,mlp.experts.109.down_proj,0.0000288786,0.10000,0.368
+18,mlp.experts.110.down_proj,0.0000012249,0.10000,0.390
+18,mlp.experts.111.down_proj,0.0001075760,0.10000,0.375
+18,mlp.experts.112.down_proj,0.0000211980,0.10000,0.373
+18,mlp.experts.113.down_proj,0.0001867021,0.10000,0.400
+18,mlp.experts.114.down_proj,0.0000042995,0.10000,0.401
+18,mlp.experts.115.down_proj,0.0000174361,0.10000,0.385
+18,mlp.experts.116.down_proj,0.0000018256,0.10000,0.399
+18,mlp.experts.117.down_proj,0.0000243593,0.10000,0.402
+18,mlp.experts.118.down_proj,0.0000067964,0.10000,0.387
+18,mlp.experts.119.down_proj,0.0000077559,0.10000,0.399
+18,mlp.experts.120.down_proj,0.0000350782,0.10000,0.396
+18,mlp.experts.121.down_proj,0.0000184139,0.10000,0.375
+18,mlp.experts.122.down_proj,0.0000190422,0.10000,0.341
+18,mlp.experts.123.down_proj,0.0000108652,0.10000,0.325
+18,mlp.experts.124.down_proj,0.0000250665,0.10000,0.346
+18,mlp.experts.125.down_proj,0.0000074679,0.10000,0.364
+18,mlp.experts.126.down_proj,0.0000208840,0.10000,0.346
+18,mlp.experts.127.down_proj,0.0000045375,0.10000,0.297
+19,self_attn.q_proj,0.0000001488,0.10000,1.093
+19,self_attn.k_proj,0.0000000214,0.10000,1.098
+19,self_attn.v_proj,0.0000000237,0.10000,0.581
+19,self_attn.o_proj,0.0000000334,0.10000,1.178
+19,mlp.gate,0.0000045149,0.10000,0.591
+19,mlp.experts.0.up_proj,0.0012245172,0.10000,1.037
+19,mlp.experts.1.up_proj,0.0000343395,0.10000,1.052
+19,mlp.experts.3.up_proj,0.0000224210,0.10000,1.055
+19,mlp.experts.2.up_proj,0.0000415452,0.10000,1.074
+19,mlp.experts.4.up_proj,0.0000215626,0.10000,1.044
+19,mlp.experts.5.up_proj,0.0000164949,0.10000,1.049
+19,mlp.experts.6.up_proj,0.0002209922,0.10000,1.022
+19,mlp.experts.7.up_proj,0.0016615462,0.10000,1.032
+19,mlp.experts.8.up_proj,0.0001697026,0.10000,1.072
+19,mlp.experts.9.up_proj,0.0000435475,0.10000,1.062
+19,mlp.experts.10.up_proj,0.0005500487,0.10000,0.928
+19,mlp.experts.11.up_proj,0.0000477571,0.10000,0.928
+19,mlp.experts.12.up_proj,0.0000309745,0.10000,1.064
+19,mlp.experts.13.up_proj,0.0000334359,0.10000,1.076
+19,mlp.experts.14.up_proj,0.0004507791,0.10000,1.045
+19,mlp.experts.15.up_proj,0.0000902404,0.10000,1.065
+19,mlp.experts.16.up_proj,0.0003793749,0.10000,1.007
+19,mlp.experts.17.up_proj,0.0000232545,0.10000,1.013
+19,mlp.experts.18.up_proj,0.0004849030,0.10000,0.981
+19,mlp.experts.19.up_proj,0.0002077772,0.10000,0.983
+19,mlp.experts.20.up_proj,0.0000124279,0.10000,1.047
+19,mlp.experts.21.up_proj,0.0000168748,0.10000,1.060
+19,mlp.experts.22.up_proj,0.0000696281,0.10000,0.990
+19,mlp.experts.23.up_proj,0.0005329914,0.10000,1.066
+19,mlp.experts.24.up_proj,0.0000287120,0.10000,1.062
+19,mlp.experts.25.up_proj,0.0000783439,0.10000,1.017
+19,mlp.experts.26.up_proj,0.0000083353,0.10000,0.979
+19,mlp.experts.27.up_proj,0.0001848571,0.10000,1.053
+19,mlp.experts.28.up_proj,0.0018174836,0.10000,1.039
+19,mlp.experts.29.up_proj,0.0001906145,0.10000,1.001
+19,mlp.experts.30.up_proj,0.0003019934,0.10000,1.020
+19,mlp.experts.31.up_proj,0.0000157660,0.10000,0.994
+19,mlp.experts.32.up_proj,0.0000719888,0.10000,1.048
+19,mlp.experts.33.up_proj,0.0000080483,0.10000,1.023
+19,mlp.experts.34.up_proj,0.0000798812,0.10000,0.980
+19,mlp.experts.35.up_proj,0.0004456024,0.10000,0.990
+19,mlp.experts.36.up_proj,0.0000434030,0.10000,0.997
+19,mlp.experts.37.up_proj,0.0008169281,0.10000,1.029
+19,mlp.experts.38.up_proj,0.0000694907,0.10000,1.024
+19,mlp.experts.39.up_proj,0.0000336335,0.10000,1.000
+19,mlp.experts.40.up_proj,0.0001214553,0.10000,0.983
+19,mlp.experts.41.up_proj,0.0000544563,0.10000,1.020
+19,mlp.experts.42.up_proj,0.0007063939,0.10000,0.992
+19,mlp.experts.43.up_proj,0.0004203173,0.10000,1.019
+19,mlp.experts.44.up_proj,0.0001066117,0.10000,1.007
+19,mlp.experts.45.up_proj,0.0000494156,0.10000,1.028
+19,mlp.experts.46.up_proj,0.0001324326,0.10000,0.980
+19,mlp.experts.47.up_proj,0.0000593887,0.10000,1.035
+19,mlp.experts.48.up_proj,0.0000123019,0.10000,0.995
+19,mlp.experts.49.up_proj,0.0000360136,0.10000,1.077
+19,mlp.experts.50.up_proj,0.0001997157,0.10000,0.982
+19,mlp.experts.51.up_proj,0.0000112636,0.10000,1.055
+19,mlp.experts.52.up_proj,0.0000751803,0.10000,1.036
+19,mlp.experts.53.up_proj,0.0000289826,0.10000,1.056
+19,mlp.experts.54.up_proj,0.0026739894,0.10000,1.029
+19,mlp.experts.55.up_proj,0.0006134204,0.10000,1.001
+19,mlp.experts.56.up_proj,0.0003660401,0.10000,0.988
+19,mlp.experts.57.up_proj,0.0023584934,0.10000,1.051
+19,mlp.experts.58.up_proj,0.0000587413,0.10000,1.012
+19,mlp.experts.59.up_proj,0.0000266737,0.10000,1.049
+19,mlp.experts.60.up_proj,0.0000477534,0.10000,0.980
+19,mlp.experts.61.up_proj,0.0000938922,0.10000,0.919
+19,mlp.experts.62.up_proj,0.0005000381,0.10000,1.032
+19,mlp.experts.63.up_proj,0.0000944078,0.10000,1.049
+19,mlp.experts.64.up_proj,0.0001012649,0.10000,1.043
+19,mlp.experts.65.up_proj,0.0005639646,0.10000,1.069
+19,mlp.experts.66.up_proj,0.0000252656,0.10000,1.031
+19,mlp.experts.67.up_proj,0.0002299449,0.10000,1.032
+19,mlp.experts.68.up_proj,0.0003042318,0.10000,0.989
+19,mlp.experts.69.up_proj,0.0003795822,0.10000,0.966
+19,mlp.experts.70.up_proj,0.0003328912,0.10000,0.996
+19,mlp.experts.71.up_proj,0.0008700985,0.10000,0.993
+19,mlp.experts.72.up_proj,0.0000429882,0.10000,0.957
+19,mlp.experts.73.up_proj,0.0000169534,0.10000,0.977
+19,mlp.experts.74.up_proj,0.0001370018,0.10000,1.023
+19,mlp.experts.75.up_proj,0.0000462571,0.10000,1.051
+19,mlp.experts.76.up_proj,0.0006802164,0.10000,1.007
+19,mlp.experts.77.up_proj,0.0037758534,0.10000,1.070
+19,mlp.experts.78.up_proj,0.0003055231,0.10000,1.037
+19,mlp.experts.79.up_proj,0.0001009149,0.10000,1.017
+19,mlp.experts.80.up_proj,0.0008373693,0.10000,1.012
+19,mlp.experts.81.up_proj,0.0004180515,0.10000,0.967
+19,mlp.experts.82.up_proj,0.0000516937,0.10000,0.975
+19,mlp.experts.83.up_proj,0.0000532543,0.10000,1.080
+19,mlp.experts.84.up_proj,0.0003183439,0.10000,0.970
+19,mlp.experts.85.up_proj,0.0005153849,0.10000,0.911
+19,mlp.experts.86.up_proj,0.0000428179,0.10000,0.975
+19,mlp.experts.87.up_proj,0.0000285525,0.10000,1.028
+19,mlp.experts.88.up_proj,0.0000701676,0.10000,1.010
+19,mlp.experts.89.up_proj,0.0000170872,0.10000,0.993
+19,mlp.experts.90.up_proj,0.0012383257,0.10000,0.960
+19,mlp.experts.91.up_proj,0.0001077323,0.10000,0.935
+19,mlp.experts.92.up_proj,0.0003273670,0.10000,0.898
+19,mlp.experts.93.up_proj,0.0000150157,0.10000,1.009
+19,mlp.experts.94.up_proj,0.0000216693,0.10000,1.020
+19,mlp.experts.95.up_proj,0.0000143998,0.10000,1.042
+19,mlp.experts.96.up_proj,0.0004763083,0.10000,0.950
+19,mlp.experts.97.up_proj,0.0004050319,0.10000,1.015
+19,mlp.experts.98.up_proj,0.0000113401,0.10000,1.008
+19,mlp.experts.99.up_proj,0.0000410124,0.10000,1.056
+19,mlp.experts.100.up_proj,0.0000163293,0.10000,1.002
+19,mlp.experts.101.up_proj,0.0008898144,0.10000,1.065
+19,mlp.experts.102.up_proj,0.0040725784,0.10000,1.022
+19,mlp.experts.103.up_proj,0.0001887529,0.10000,1.005
+19,mlp.experts.104.up_proj,0.0004124919,0.10000,0.978
+19,mlp.experts.105.up_proj,0.0011150446,0.10000,0.999
+19,mlp.experts.106.up_proj,0.0000294978,0.10000,0.983
+19,mlp.experts.107.up_proj,0.0003528410,0.10000,0.966
+19,mlp.experts.108.up_proj,0.0000592861,0.10000,0.974
+19,mlp.experts.109.up_proj,0.0001055794,0.10000,0.978
+19,mlp.experts.110.up_proj,0.0000097470,0.10000,1.003
+19,mlp.experts.111.up_proj,0.0003409908,0.10000,1.042
+19,mlp.experts.112.up_proj,0.0000391867,0.10000,1.027
+19,mlp.experts.113.up_proj,0.0003746892,0.10000,0.992
+19,mlp.experts.114.up_proj,0.0007589559,0.10000,1.001
+19,mlp.experts.115.up_proj,0.0001591133,0.10000,1.028
+19,mlp.experts.116.up_proj,0.0000217419,0.10000,1.073
+19,mlp.experts.117.up_proj,0.0003827825,0.10000,1.073
+19,mlp.experts.118.up_proj,0.0009863677,0.10000,1.029
+19,mlp.experts.119.up_proj,0.0002149165,0.10000,1.063
+19,mlp.experts.120.up_proj,0.0005166642,0.10000,1.066
+19,mlp.experts.121.up_proj,0.0004500977,0.10000,1.026
+19,mlp.experts.122.up_proj,0.0008863366,0.10000,1.008
+19,mlp.experts.123.up_proj,0.0001105755,0.10000,1.000
+19,mlp.experts.124.up_proj,0.0001241495,0.10000,0.992
+19,mlp.experts.125.up_proj,0.0000315987,0.10000,0.988
+19,mlp.experts.126.up_proj,0.0007674634,0.10000,0.953
+19,mlp.experts.127.up_proj,0.0001113325,0.10000,1.030
+19,mlp.experts.0.gate_proj,0.0014158892,0.10000,1.021
+19,mlp.experts.1.gate_proj,0.0000371012,0.10000,1.002
+19,mlp.experts.2.gate_proj,0.0000423898,0.10000,0.967
+19,mlp.experts.3.gate_proj,0.0000230639,0.10000,0.967
+19,mlp.experts.4.gate_proj,0.0000230536,0.10000,0.962
+19,mlp.experts.5.gate_proj,0.0000175363,0.10000,0.871
+19,mlp.experts.6.gate_proj,0.0002482355,0.10000,0.892
+19,mlp.experts.7.gate_proj,0.0017420515,0.10000,1.038
+19,mlp.experts.8.gate_proj,0.0001789153,0.10000,1.011
+19,mlp.experts.9.gate_proj,0.0000503372,0.10000,1.026
+19,mlp.experts.10.gate_proj,0.0006119407,0.10000,1.021
+19,mlp.experts.11.gate_proj,0.0000528607,0.10000,1.026
+19,mlp.experts.12.gate_proj,0.0000340384,0.10000,1.037
+19,mlp.experts.13.gate_proj,0.0000361283,0.10000,0.987
+19,mlp.experts.14.gate_proj,0.0005607251,0.10000,0.969
+19,mlp.experts.15.gate_proj,0.0000967645,0.10000,1.000
+19,mlp.experts.16.gate_proj,0.0003849933,0.10000,1.004
+19,mlp.experts.17.gate_proj,0.0000255506,0.10000,1.001
+19,mlp.experts.18.gate_proj,0.0005456489,0.10000,0.998
+19,mlp.experts.19.gate_proj,0.0002165726,0.10000,1.032
+19,mlp.experts.20.gate_proj,0.0000131284,0.10000,1.030
+19,mlp.experts.21.gate_proj,0.0000188849,0.10000,1.020
+19,mlp.experts.22.gate_proj,0.0000779908,0.10000,1.019
+19,mlp.experts.23.gate_proj,0.0005767047,0.10000,0.999
+19,mlp.experts.24.gate_proj,0.0000314195,0.10000,1.034
+19,mlp.experts.25.gate_proj,0.0000820931,0.10000,1.021
+19,mlp.experts.26.gate_proj,0.0000083472,0.10000,0.992
+19,mlp.experts.27.gate_proj,0.0002020580,0.10000,1.001
+19,mlp.experts.28.gate_proj,0.0022427877,0.10000,0.994
+19,mlp.experts.29.gate_proj,0.0002114304,0.10000,1.021
+19,mlp.experts.30.gate_proj,0.0003497320,0.10000,1.026
+19,mlp.experts.31.gate_proj,0.0000162188,0.10000,1.060
+19,mlp.experts.32.gate_proj,0.0000786190,0.10000,1.050
+19,mlp.experts.33.gate_proj,0.0000087731,0.10000,1.039
+19,mlp.experts.34.gate_proj,0.0000795411,0.10000,1.016
+19,mlp.experts.35.gate_proj,0.0005400390,0.10000,1.008
+19,mlp.experts.36.gate_proj,0.0000487706,0.10000,1.011
+19,mlp.experts.38.gate_proj,0.0000766242,0.10000,1.010
+19,mlp.experts.37.gate_proj,0.0009074757,0.10000,1.049
+19,mlp.experts.39.gate_proj,0.0000341925,0.10000,1.037
+19,mlp.experts.40.gate_proj,0.0001291219,0.10000,1.022
+19,mlp.experts.41.gate_proj,0.0000583289,0.10000,1.062
+19,mlp.experts.42.gate_proj,0.0007948808,0.10000,1.069
+19,mlp.experts.43.gate_proj,0.0004347960,0.10000,1.057
+19,mlp.experts.44.gate_proj,0.0001199373,0.10000,1.067
+19,mlp.experts.45.gate_proj,0.0000526240,0.10000,0.973
+19,mlp.experts.46.gate_proj,0.0001432862,0.10000,0.974
+19,mlp.experts.47.gate_proj,0.0000645569,0.10000,1.017
+19,mlp.experts.48.gate_proj,0.0000119395,0.10000,1.014
+19,mlp.experts.49.gate_proj,0.0000352119,0.10000,0.985
+19,mlp.experts.50.gate_proj,0.0001999689,0.10000,0.974
+19,mlp.experts.51.gate_proj,0.0000105011,0.10000,1.056
+19,mlp.experts.52.gate_proj,0.0000818558,0.10000,1.075
+19,mlp.experts.53.gate_proj,0.0000301552,0.10000,1.066
+19,mlp.experts.54.gate_proj,0.0030623536,0.10000,1.057
+19,mlp.experts.56.gate_proj,0.0003903949,0.10000,1.032
+19,mlp.experts.55.gate_proj,0.0006222859,0.10000,1.059
+19,mlp.experts.57.gate_proj,0.0025391255,0.10000,1.030
+19,mlp.experts.58.gate_proj,0.0000660804,0.10000,1.042
+19,mlp.experts.60.gate_proj,0.0000446672,0.10000,0.987
+19,mlp.experts.59.gate_proj,0.0000296318,0.10000,1.045
+19,mlp.experts.61.gate_proj,0.0001068576,0.10000,1.008
+19,mlp.experts.62.gate_proj,0.0005313944,0.10000,0.998
+19,mlp.experts.63.gate_proj,0.0001043598,0.10000,1.018
+19,mlp.experts.64.gate_proj,0.0001040290,0.10000,1.019
+19,mlp.experts.65.gate_proj,0.0006579940,0.10000,1.045
+19,mlp.experts.66.gate_proj,0.0000279131,0.10000,1.045
+19,mlp.experts.67.gate_proj,0.0002496221,0.10000,1.059
+19,mlp.experts.68.gate_proj,0.0003376033,0.10000,1.059
+19,mlp.experts.69.gate_proj,0.0004188273,0.10000,1.056
+19,mlp.experts.70.gate_proj,0.0003699902,0.10000,1.033
+19,mlp.experts.71.gate_proj,0.0010400533,0.10000,1.040
+19,mlp.experts.72.gate_proj,0.0000478958,0.10000,1.057
+19,mlp.experts.73.gate_proj,0.0000182159,0.10000,1.057
+19,mlp.experts.74.gate_proj,0.0001381564,0.10000,1.055
+19,mlp.experts.75.gate_proj,0.0000476609,0.10000,1.080
+19,mlp.experts.76.gate_proj,0.0007318681,0.10000,1.061
+19,mlp.experts.77.gate_proj,0.0039931644,0.10000,0.990
+19,mlp.experts.78.gate_proj,0.0003656690,0.10000,0.995
+19,mlp.experts.79.gate_proj,0.0001124757,0.10000,0.969
+19,mlp.experts.80.gate_proj,0.0009351460,0.10000,0.975
+19,mlp.experts.81.gate_proj,0.0004698421,0.10000,0.987
+19,mlp.experts.82.gate_proj,0.0000569208,0.10000,0.979
+19,mlp.experts.84.gate_proj,0.0003346602,0.10000,1.026
+19,mlp.experts.83.gate_proj,0.0000585460,0.10000,1.057
+19,mlp.experts.85.gate_proj,0.0005510116,0.10000,1.069
+19,mlp.experts.86.gate_proj,0.0000462642,0.10000,1.064
+19,mlp.experts.87.gate_proj,0.0000297973,0.10000,0.986
+19,mlp.experts.88.gate_proj,0.0000755753,0.10000,0.986
+19,mlp.experts.90.gate_proj,0.0013657933,0.10000,1.051
+19,mlp.experts.89.gate_proj,0.0000184279,0.10000,1.096
+19,mlp.experts.91.gate_proj,0.0001210775,0.10000,1.011
+19,mlp.experts.92.gate_proj,0.0003710192,0.10000,1.036
+19,mlp.experts.94.gate_proj,0.0000238213,0.10000,0.987
+19,mlp.experts.93.gate_proj,0.0000149823,0.10000,1.052
+19,mlp.experts.95.gate_proj,0.0000129779,0.10000,1.077
+19,mlp.experts.96.gate_proj,0.0004952626,0.10000,1.088
+19,mlp.experts.97.gate_proj,0.0005094591,0.10000,1.006
+19,mlp.experts.98.gate_proj,0.0000096800,0.10000,1.005
+19,mlp.experts.99.gate_proj,0.0000437150,0.10000,1.059
+19,mlp.experts.100.gate_proj,0.0000166224,0.10000,1.070
+19,mlp.experts.101.gate_proj,0.0009585645,0.10000,0.984
+19,mlp.experts.102.gate_proj,0.0040453470,0.10000,0.987
+19,mlp.experts.103.gate_proj,0.0002003737,0.10000,1.002
+19,mlp.experts.104.gate_proj,0.0005021064,0.10000,1.000
+19,mlp.experts.105.gate_proj,0.0013378024,0.10000,1.016
+19,mlp.experts.106.gate_proj,0.0000314591,0.10000,1.028
+19,mlp.experts.107.gate_proj,0.0004207184,0.10000,1.018
+19,mlp.experts.108.gate_proj,0.0000657082,0.10000,0.997
+19,mlp.experts.109.gate_proj,0.0001164738,0.10000,1.080
+19,mlp.experts.110.gate_proj,0.0000098738,0.10000,1.073
+19,mlp.experts.111.gate_proj,0.0003850295,0.10000,1.013
+19,mlp.experts.112.gate_proj,0.0000394974,0.10000,1.033
+19,mlp.experts.113.gate_proj,0.0002788460,0.10000,1.039
+19,mlp.experts.114.gate_proj,0.0008597598,0.10000,1.046
+19,mlp.experts.115.gate_proj,0.0005930165,0.10000,1.071
+19,mlp.experts.116.gate_proj,0.0000232489,0.10000,1.093
+19,mlp.experts.117.gate_proj,0.0004100321,0.10000,1.068
+19,mlp.experts.118.gate_proj,0.0012245517,0.10000,1.022
+19,mlp.experts.119.gate_proj,0.0002207516,0.10000,1.080
+19,mlp.experts.120.gate_proj,0.0005787281,0.10000,1.080
+19,mlp.experts.121.gate_proj,0.0004459824,0.10000,1.018
+19,mlp.experts.122.gate_proj,0.0009343878,0.10000,1.036
+19,mlp.experts.123.gate_proj,0.0001195907,0.10000,0.982
+19,mlp.experts.124.gate_proj,0.0001291732,0.10000,0.998
+19,mlp.experts.125.gate_proj,0.0000342921,0.10000,0.998
+19,mlp.experts.126.gate_proj,0.0008593897,0.10000,0.998
+19,mlp.experts.127.gate_proj,0.0001223426,0.10000,0.658
+19,mlp.experts.0.down_proj,0.0003021262,0.10000,0.410
+19,mlp.experts.1.down_proj,0.0000048295,0.10000,0.410
+19,mlp.experts.2.down_proj,0.0000072564,0.10000,0.376
+19,mlp.experts.3.down_proj,0.0000027514,0.10000,0.378
+19,mlp.experts.4.down_proj,0.0000030671,0.10000,0.369
+19,mlp.experts.5.down_proj,0.0000023943,0.10000,0.374
+19,mlp.experts.6.down_proj,0.0000476496,0.10000,0.328
+19,mlp.experts.7.down_proj,0.0000297737,0.10000,0.330
+19,mlp.experts.8.down_proj,0.0000310197,0.10000,0.339
+19,mlp.experts.9.down_proj,0.0000071322,0.10000,0.339
+19,mlp.experts.10.down_proj,0.0000725996,0.10000,0.331
+19,mlp.experts.11.down_proj,0.0000064429,0.10000,0.330
+19,mlp.experts.12.down_proj,0.0000043744,0.10000,0.390
+19,mlp.experts.13.down_proj,0.0000038631,0.10000,0.383
+19,mlp.experts.14.down_proj,0.0001176002,0.10000,0.351
+19,mlp.experts.15.down_proj,0.0000115054,0.10000,0.356
+19,mlp.experts.16.down_proj,0.0000550397,0.10000,0.372
+19,mlp.experts.17.down_proj,0.0000032343,0.10000,0.393
+19,mlp.experts.18.down_proj,0.0000782250,0.10000,0.381
+19,mlp.experts.19.down_proj,0.0000232417,0.10000,0.379
+19,mlp.experts.20.down_proj,0.0000014801,0.10000,0.386
+19,mlp.experts.21.down_proj,0.0000027560,0.10000,0.379
+19,mlp.experts.22.down_proj,0.0000113029,0.10000,0.360
+19,mlp.experts.23.down_proj,0.0000980573,0.10000,0.357
+19,mlp.experts.24.down_proj,0.0000033751,0.10000,0.371
+19,mlp.experts.25.down_proj,0.0000089273,0.10000,0.380
+19,mlp.experts.26.down_proj,0.0000008212,0.10000,0.352
+19,mlp.experts.27.down_proj,0.0000318035,0.10000,0.347
+19,mlp.experts.28.down_proj,0.0003015755,0.10000,0.388
+19,mlp.experts.29.down_proj,0.0000266164,0.10000,0.384
+19,mlp.experts.30.down_proj,0.0000680626,0.10000,0.392
+19,mlp.experts.31.down_proj,0.0000021583,0.10000,0.403
+19,mlp.experts.32.down_proj,0.0000084187,0.10000,0.334
+19,mlp.experts.33.down_proj,0.0000010531,0.10000,0.339
+19,mlp.experts.34.down_proj,0.0000122588,0.10000,0.388
+19,mlp.experts.35.down_proj,0.0000716265,0.10000,0.393
+19,mlp.experts.36.down_proj,0.0000065837,0.10000,0.383
+19,mlp.experts.37.down_proj,0.0001006581,0.10000,0.388
+19,mlp.experts.38.down_proj,0.0000108317,0.10000,0.378
+19,mlp.experts.39.down_proj,0.0000036789,0.10000,0.391
+19,mlp.experts.40.down_proj,0.0000140998,0.10000,0.361
+19,mlp.experts.41.down_proj,0.0000073608,0.10000,0.361
+19,mlp.experts.42.down_proj,0.0000982871,0.10000,0.391
+19,mlp.experts.43.down_proj,0.0001021425,0.10000,0.393
+19,mlp.experts.44.down_proj,0.0000216355,0.10000,0.391
+19,mlp.experts.45.down_proj,0.0000051478,0.10000,0.388
+19,mlp.experts.46.down_proj,0.0000171629,0.10000,0.382
+19,mlp.experts.47.down_proj,0.0000073191,0.10000,0.385
+19,mlp.experts.48.down_proj,0.0000014689,0.10000,0.370
+19,mlp.experts.49.down_proj,0.0000034636,0.10000,0.382
+19,mlp.experts.50.down_proj,0.0000478585,0.10000,0.327
+19,mlp.experts.51.down_proj,0.0000013806,0.10000,0.329
+19,mlp.experts.52.down_proj,0.0000073512,0.10000,0.400
+19,mlp.experts.53.down_proj,0.0000038277,0.10000,0.414
+19,mlp.experts.54.down_proj,0.0002981953,0.10000,0.367
+19,mlp.experts.55.down_proj,0.0001158293,0.10000,0.369
+19,mlp.experts.56.down_proj,0.0000444277,0.10000,0.380
+19,mlp.experts.57.down_proj,0.0005121641,0.10000,0.413
+19,mlp.experts.58.down_proj,0.0000108483,0.10000,0.387
+19,mlp.experts.59.down_proj,0.0000028242,0.10000,0.417
+19,mlp.experts.60.down_proj,0.0000065722,0.10000,0.383
+19,mlp.experts.61.down_proj,0.0000090205,0.10000,0.410
+19,mlp.experts.62.down_proj,0.0001218569,0.10000,0.367
+19,mlp.experts.63.down_proj,0.0000189088,0.10000,0.378
+19,mlp.experts.64.down_proj,0.0000175908,0.10000,0.376
+19,mlp.experts.65.down_proj,0.0000825982,0.10000,0.389
+19,mlp.experts.66.down_proj,0.0000038346,0.10000,0.354
+19,mlp.experts.67.down_proj,0.0000329272,0.10000,0.339
+19,mlp.experts.68.down_proj,0.0000591111,0.10000,0.330
+19,mlp.experts.69.down_proj,0.0000732236,0.10000,0.321
+19,mlp.experts.70.down_proj,0.0000551127,0.10000,0.329
+19,mlp.experts.71.down_proj,0.0001739671,0.10000,0.328
+19,mlp.experts.72.down_proj,0.0000060708,0.10000,0.359
+19,mlp.experts.73.down_proj,0.0000022259,0.10000,0.385
+19,mlp.experts.74.down_proj,0.0000147534,0.10000,0.390
+19,mlp.experts.75.down_proj,0.0000039345,0.10000,0.386
+19,mlp.experts.76.down_proj,0.0001106559,0.10000,0.382
+19,mlp.experts.77.down_proj,0.0007099175,0.10000,0.389
+19,mlp.experts.78.down_proj,0.0000706415,0.10000,0.386
+19,mlp.experts.79.down_proj,0.0000112904,0.10000,0.394
+19,mlp.experts.80.down_proj,0.0001478678,0.10000,0.388
+19,mlp.experts.81.down_proj,0.0000666377,0.10000,0.404
+19,mlp.experts.82.down_proj,0.0000094509,0.10000,0.392
+19,mlp.experts.83.down_proj,0.0000088945,0.10000,0.407
+19,mlp.experts.84.down_proj,0.0000384349,0.10000,0.394
+19,mlp.experts.85.down_proj,0.0000993910,0.10000,0.408
+19,mlp.experts.86.down_proj,0.0000055565,0.10000,0.401
+19,mlp.experts.87.down_proj,0.0000044091,0.10000,0.401
+19,mlp.experts.88.down_proj,0.0000073009,0.10000,0.403
+19,mlp.experts.89.down_proj,0.0000018414,0.10000,0.408
+19,mlp.experts.90.down_proj,0.0002597954,0.10000,0.374
+19,mlp.experts.91.down_proj,0.0000182376,0.10000,0.363
+19,mlp.experts.92.down_proj,0.0000538002,0.10000,0.375
+19,mlp.experts.93.down_proj,0.0000014599,0.10000,0.405
+19,mlp.experts.94.down_proj,0.0000039626,0.10000,0.396
+19,mlp.experts.95.down_proj,0.0000017400,0.10000,0.395
+19,mlp.experts.96.down_proj,0.0001048581,0.10000,0.395
+19,mlp.experts.97.down_proj,0.0000931658,0.10000,0.396
+19,mlp.experts.98.down_proj,0.0000013918,0.10000,0.409
+19,mlp.experts.99.down_proj,0.0000039888,0.10000,0.405
+19,mlp.experts.100.down_proj,0.0000022424,0.10000,0.408
+19,mlp.experts.101.down_proj,0.0001869716,0.10000,0.414
+19,mlp.experts.102.down_proj,0.0004601750,0.10000,0.379
+19,mlp.experts.103.down_proj,0.0000353504,0.10000,0.361
+19,mlp.experts.104.down_proj,0.0000956966,0.10000,0.358
+19,mlp.experts.105.down_proj,0.0003859667,0.10000,0.392
+19,mlp.experts.106.down_proj,0.0000047152,0.10000,0.386
+19,mlp.experts.107.down_proj,0.0000812625,0.10000,0.393
+19,mlp.experts.108.down_proj,0.0000067617,0.10000,0.388
+19,mlp.experts.109.down_proj,0.0000120412,0.10000,0.382
+19,mlp.experts.110.down_proj,0.0000014160,0.10000,0.404
+19,mlp.experts.111.down_proj,0.0000776902,0.10000,0.379
+19,mlp.experts.112.down_proj,0.0000040669,0.10000,0.378
+19,mlp.experts.113.down_proj,0.0000376909,0.10000,0.397
+19,mlp.experts.114.down_proj,0.0000303529,0.10000,0.401
+19,mlp.experts.115.down_proj,0.0000122326,0.10000,0.392
+19,mlp.experts.116.down_proj,0.0000028410,0.10000,0.402
+19,mlp.experts.117.down_proj,0.0000832716,0.10000,0.351
+19,mlp.experts.118.down_proj,0.0000443391,0.10000,0.354
+19,mlp.experts.119.down_proj,0.0000288963,0.10000,0.403
+19,mlp.experts.120.down_proj,0.0000991891,0.10000,0.399
+19,mlp.experts.121.down_proj,0.0000596885,0.10000,0.401
+19,mlp.experts.122.down_proj,0.0001325613,0.10000,0.391
+19,mlp.experts.123.down_proj,0.0000149614,0.10000,0.403
+19,mlp.experts.124.down_proj,0.0000191811,0.10000,0.383
+19,mlp.experts.125.down_proj,0.0000042132,0.10000,0.338
+19,mlp.experts.126.down_proj,0.0001428132,0.10000,0.328
+19,mlp.experts.127.down_proj,0.0000167909,0.10000,0.250
+20,self_attn.q_proj,0.0000001717,0.10000,1.032
+20,self_attn.k_proj,0.0000000242,0.10000,1.066
+20,self_attn.v_proj,0.0000000308,0.10000,0.580
+20,self_attn.o_proj,0.0000000407,0.10000,1.193
+20,mlp.gate,0.0000048096,0.10000,0.622
+20,mlp.experts.0.up_proj,0.0006168812,0.10000,1.029
+20,mlp.experts.1.up_proj,0.0032987662,0.10000,1.043
+20,mlp.experts.2.up_proj,0.0002794115,0.10000,0.967
+20,mlp.experts.3.up_proj,0.0000275180,0.10000,1.039
+20,mlp.experts.4.up_proj,0.0000545531,0.10000,1.020
+20,mlp.experts.5.up_proj,0.0000614327,0.10000,0.989
+20,mlp.experts.6.up_proj,0.0003768424,0.10000,0.982
+20,mlp.experts.7.up_proj,0.0009735625,0.10000,1.018
+20,mlp.experts.8.up_proj,0.0000271006,0.10000,1.033
+20,mlp.experts.9.up_proj,0.0000972817,0.10000,1.020
+20,mlp.experts.10.up_proj,0.0006997918,0.10000,1.033
+20,mlp.experts.11.up_proj,0.0007132874,0.10000,1.012
+20,mlp.experts.12.up_proj,0.0014675475,0.10000,1.039
+20,mlp.experts.13.up_proj,0.0001457506,0.10000,1.033
+20,mlp.experts.14.up_proj,0.0000431364,0.10000,1.023
+20,mlp.experts.15.up_proj,0.0000751973,0.10000,1.024
+20,mlp.experts.16.up_proj,0.0007967140,0.10000,0.967
+20,mlp.experts.17.up_proj,0.0000430491,0.10000,0.976
+20,mlp.experts.18.up_proj,0.0001137950,0.10000,1.050
+20,mlp.experts.19.up_proj,0.0002296082,0.10000,1.007
+20,mlp.experts.20.up_proj,0.0004714886,0.10000,1.028
+20,mlp.experts.21.up_proj,0.0000219267,0.10000,1.042
+20,mlp.experts.22.up_proj,0.0000326499,0.10000,0.973
+20,mlp.experts.23.up_proj,0.0000409782,0.10000,1.052
+20,mlp.experts.24.up_proj,0.0002712100,0.10000,1.011
+20,mlp.experts.25.up_proj,0.0000261824,0.10000,0.999
+20,mlp.experts.26.up_proj,0.0006759753,0.10000,1.019
+20,mlp.experts.27.up_proj,0.0006104420,0.10000,0.966
+20,mlp.experts.28.up_proj,0.0000293317,0.10000,1.036
+20,mlp.experts.29.up_proj,0.0004746462,0.10000,1.050
+20,mlp.experts.30.up_proj,0.0001052921,0.10000,1.007
+20,mlp.experts.31.up_proj,0.0003732176,0.10000,1.083
+20,mlp.experts.32.up_proj,0.0000360457,0.10000,0.976
+20,mlp.experts.33.up_proj,0.0000070514,0.10000,0.977
+20,mlp.experts.34.up_proj,0.0024689347,0.10000,0.985
+20,mlp.experts.35.up_proj,0.0000330837,0.10000,0.987
+20,mlp.experts.36.up_proj,0.0000198958,0.10000,0.984
+20,mlp.experts.37.up_proj,0.0001410959,0.10000,0.995
+20,mlp.experts.38.up_proj,0.0000522645,0.10000,1.011
+20,mlp.experts.39.up_proj,0.0000171159,0.10000,0.976
+20,mlp.experts.40.up_proj,0.0003739300,0.10000,1.032
+20,mlp.experts.41.up_proj,0.0006565410,0.10000,0.995
+20,mlp.experts.42.up_proj,0.0002922676,0.10000,1.033
+20,mlp.experts.43.up_proj,0.0000798587,0.10000,1.052
+20,mlp.experts.44.up_proj,0.0000070591,0.10000,1.003
+20,mlp.experts.45.up_proj,0.0000363422,0.10000,1.032
+20,mlp.experts.46.up_proj,0.0001290816,0.10000,1.045
+20,mlp.experts.47.up_proj,0.0000561935,0.10000,1.059
+20,mlp.experts.48.up_proj,0.0000846384,0.10000,1.014
+20,mlp.experts.49.up_proj,0.0004843177,0.10000,0.978
+20,mlp.experts.50.up_proj,0.0002866086,0.10000,1.052
+20,mlp.experts.51.up_proj,0.0002286300,0.10000,1.035
+20,mlp.experts.52.up_proj,0.0005542952,0.10000,0.992
+20,mlp.experts.53.up_proj,0.0000851619,0.10000,1.011
+20,mlp.experts.54.up_proj,0.0001595756,0.10000,1.031
+20,mlp.experts.55.up_proj,0.0001774930,0.10000,0.988
+20,mlp.experts.56.up_proj,0.0000178571,0.10000,1.024
+20,mlp.experts.57.up_proj,0.0000859355,0.10000,1.040
+20,mlp.experts.58.up_proj,0.0020411983,0.10000,1.000
+20,mlp.experts.59.up_proj,0.0002020087,0.10000,1.065
+20,mlp.experts.60.up_proj,0.0002985113,0.10000,0.926
+20,mlp.experts.61.up_proj,0.0000697198,0.10000,0.951
+20,mlp.experts.62.up_proj,0.0000203375,0.10000,1.023
+20,mlp.experts.63.up_proj,0.0009241623,0.10000,1.069
+20,mlp.experts.64.up_proj,0.0000335925,0.10000,1.037
+20,mlp.experts.65.up_proj,0.0000398377,0.10000,1.052
+20,mlp.experts.66.up_proj,0.0000611247,0.10000,1.019
+20,mlp.experts.67.up_proj,0.0001578362,0.10000,1.086
+20,mlp.experts.68.up_proj,0.0001125508,0.10000,1.049
+20,mlp.experts.69.up_proj,0.0001802995,0.10000,1.041
+20,mlp.experts.70.up_proj,0.0000707611,0.10000,1.014
+20,mlp.experts.71.up_proj,0.0006182327,0.10000,1.006
+20,mlp.experts.72.up_proj,0.0000782740,0.10000,1.016
+20,mlp.experts.73.up_proj,0.0028837457,0.10000,1.024
+20,mlp.experts.74.up_proj,0.0000398928,0.10000,1.044
+20,mlp.experts.75.up_proj,0.0010355295,0.10000,1.033
+20,mlp.experts.76.up_proj,0.0003340354,0.10000,1.002
+20,mlp.experts.77.up_proj,0.0000829781,0.10000,1.049
+20,mlp.experts.78.up_proj,0.0000881413,0.10000,1.037
+20,mlp.experts.79.up_proj,0.0000704177,0.10000,1.016
+20,mlp.experts.80.up_proj,0.0000135475,0.10000,1.055
+20,mlp.experts.81.up_proj,0.0007682664,0.10000,1.029
+20,mlp.experts.82.up_proj,0.0000462564,0.10000,0.999
+20,mlp.experts.83.up_proj,0.0002956445,0.10000,0.986
+20,mlp.experts.84.up_proj,0.0000386037,0.10000,1.030
+20,mlp.experts.85.up_proj,0.0001153664,0.10000,1.025
+20,mlp.experts.86.up_proj,0.0000468647,0.10000,1.057
+20,mlp.experts.87.up_proj,0.0001076251,0.10000,1.010
+20,mlp.experts.88.up_proj,0.0004220947,0.10000,1.050
+20,mlp.experts.89.up_proj,0.0014154462,0.10000,1.012
+20,mlp.experts.90.up_proj,0.0000046520,0.10000,1.008
+20,mlp.experts.91.up_proj,0.0000156480,0.10000,1.051
+20,mlp.experts.92.up_proj,0.0001103400,0.10000,1.037
+20,mlp.experts.93.up_proj,0.0004833193,0.10000,1.019
+20,mlp.experts.94.up_proj,0.0001211071,0.10000,0.978
+20,mlp.experts.95.up_proj,0.0000061582,0.10000,0.996
+20,mlp.experts.96.up_proj,0.0068393565,0.10000,1.011
+20,mlp.experts.97.up_proj,0.0008418776,0.10000,1.030
+20,mlp.experts.98.up_proj,0.0002336247,0.10000,0.991
+20,mlp.experts.99.up_proj,0.0001004966,0.10000,0.985
+20,mlp.experts.100.up_proj,0.0000250461,0.10000,1.056
+20,mlp.experts.101.up_proj,0.0001175340,0.10000,1.003
+20,mlp.experts.102.up_proj,0.0002409598,0.10000,1.044
+20,mlp.experts.103.up_proj,0.0000253004,0.10000,1.023
+20,mlp.experts.104.up_proj,0.0000102652,0.10000,1.030
+20,mlp.experts.105.up_proj,0.0000207022,0.10000,1.037
+20,mlp.experts.106.up_proj,0.0000125306,0.10000,1.022
+20,mlp.experts.107.up_proj,0.0004340926,0.10000,1.038
+20,mlp.experts.108.up_proj,0.0000599790,0.10000,1.035
+20,mlp.experts.109.up_proj,0.0001526687,0.10000,1.032
+20,mlp.experts.110.up_proj,0.0000171920,0.10000,1.012
+20,mlp.experts.111.up_proj,0.0006651442,0.10000,0.998
+20,mlp.experts.112.up_proj,0.0015581052,0.10000,1.048
+20,mlp.experts.113.up_proj,0.0007902561,0.10000,1.016
+20,mlp.experts.114.up_proj,0.0000849993,0.10000,0.952
+20,mlp.experts.115.up_proj,0.0007091899,0.10000,0.970
+20,mlp.experts.116.up_proj,0.0000130647,0.10000,1.027
+20,mlp.experts.117.up_proj,0.0003491579,0.10000,1.036
+20,mlp.experts.118.up_proj,0.0008330882,0.10000,1.028
+20,mlp.experts.119.up_proj,0.0007197893,0.10000,1.036
+20,mlp.experts.120.up_proj,0.0002514362,0.10000,0.998
+20,mlp.experts.121.up_proj,0.0037034909,0.10000,0.999
+20,mlp.experts.122.up_proj,0.0000176189,0.10000,1.003
+20,mlp.experts.123.up_proj,0.0004144604,0.10000,1.019
+20,mlp.experts.124.up_proj,0.0005096718,0.10000,1.027
+20,mlp.experts.125.up_proj,0.0001637642,0.10000,0.984
+20,mlp.experts.126.up_proj,0.0026132319,0.10000,1.003
+20,mlp.experts.127.up_proj,0.0000522001,0.10000,0.996
+20,mlp.experts.0.gate_proj,0.0006230343,0.10000,1.026
+20,mlp.experts.1.gate_proj,0.0033895084,0.10000,1.038
+20,mlp.experts.2.gate_proj,0.0002599154,0.10000,1.049
+20,mlp.experts.3.gate_proj,0.0000288776,0.10000,1.025
+20,mlp.experts.4.gate_proj,0.0000546540,0.10000,0.946
+20,mlp.experts.5.gate_proj,0.0000638672,0.10000,0.952
+20,mlp.experts.6.gate_proj,0.0003826435,0.10000,1.050
+20,mlp.experts.7.gate_proj,0.0010650248,0.10000,1.009
+20,mlp.experts.8.gate_proj,0.0000284749,0.10000,1.103
+20,mlp.experts.9.gate_proj,0.0000984365,0.10000,1.039
+20,mlp.experts.10.gate_proj,0.0007024420,0.10000,1.012
+20,mlp.experts.11.gate_proj,0.0007336705,0.10000,1.012
+20,mlp.experts.12.gate_proj,0.0015289282,0.10000,1.053
+20,mlp.experts.13.gate_proj,0.0001597932,0.10000,1.079
+20,mlp.experts.14.gate_proj,0.0000417996,0.10000,0.953
+20,mlp.experts.15.gate_proj,0.0000750789,0.10000,1.091
+20,mlp.experts.16.gate_proj,0.0008679759,0.10000,1.010
+20,mlp.experts.17.gate_proj,0.0000461238,0.10000,1.073
+20,mlp.experts.18.gate_proj,0.0001196848,0.10000,1.042
+20,mlp.experts.19.gate_proj,0.0002336979,0.10000,1.045
+20,mlp.experts.20.gate_proj,0.0004751994,0.10000,1.031
+20,mlp.experts.21.gate_proj,0.0000232343,0.10000,1.051
+20,mlp.experts.22.gate_proj,0.0000355169,0.10000,1.032
+20,mlp.experts.23.gate_proj,0.0000414518,0.10000,1.073
+20,mlp.experts.24.gate_proj,0.0002766785,0.10000,1.016
+20,mlp.experts.25.gate_proj,0.0000265259,0.10000,1.051
+20,mlp.experts.26.gate_proj,0.0007034525,0.10000,1.026
+20,mlp.experts.27.gate_proj,0.0005976735,0.10000,1.079
+20,mlp.experts.28.gate_proj,0.0000297427,0.10000,1.030
+20,mlp.experts.29.gate_proj,0.0004569024,0.10000,1.100
+20,mlp.experts.30.gate_proj,0.0001085612,0.10000,1.028
+20,mlp.experts.31.gate_proj,0.0004183593,0.10000,1.080
+20,mlp.experts.32.gate_proj,0.0000390575,0.10000,1.054
+20,mlp.experts.33.gate_proj,0.0000069786,0.10000,1.047
+20,mlp.experts.34.gate_proj,0.0027650403,0.10000,0.998
+20,mlp.experts.35.gate_proj,0.0000332123,0.10000,0.997
+20,mlp.experts.36.gate_proj,0.0000191981,0.10000,1.007
+20,mlp.experts.37.gate_proj,0.0001449676,0.10000,1.032
+20,mlp.experts.38.gate_proj,0.0000508959,0.10000,1.000
+20,mlp.experts.39.gate_proj,0.0000145729,0.10000,1.054
+20,mlp.experts.40.gate_proj,0.0003932556,0.10000,1.053
+20,mlp.experts.41.gate_proj,0.0007056814,0.10000,1.024
+20,mlp.experts.42.gate_proj,0.0003093258,0.10000,1.039
+20,mlp.experts.43.gate_proj,0.0000816562,0.10000,1.036
+20,mlp.experts.44.gate_proj,0.0000064328,0.10000,1.034
+20,mlp.experts.45.gate_proj,0.0000378465,0.10000,1.024
+20,mlp.experts.46.gate_proj,0.0001312260,0.10000,0.988
+20,mlp.experts.47.gate_proj,0.0000589288,0.10000,1.072
+20,mlp.experts.48.gate_proj,0.0000901294,0.10000,0.991
+20,mlp.experts.49.gate_proj,0.0005217214,0.10000,0.983
+20,mlp.experts.50.gate_proj,0.0003001334,0.10000,0.986
+20,mlp.experts.51.gate_proj,0.0002238249,0.10000,0.926
+20,mlp.experts.52.gate_proj,0.0005759601,0.10000,0.988
+20,mlp.experts.53.gate_proj,0.0000905600,0.10000,1.020
+20,mlp.experts.54.gate_proj,0.0001650154,0.10000,1.044
+20,mlp.experts.55.gate_proj,0.0001835576,0.10000,1.067
+20,mlp.experts.56.gate_proj,0.0000185759,0.10000,1.013
+20,mlp.experts.57.gate_proj,0.0000924131,0.10000,1.077
+20,mlp.experts.58.gate_proj,0.0020781236,0.10000,1.021
+20,mlp.experts.59.gate_proj,0.0002060070,0.10000,1.078
+20,mlp.experts.60.gate_proj,0.0003136996,0.10000,1.033
+20,mlp.experts.61.gate_proj,0.0000709948,0.10000,1.021
+20,mlp.experts.62.gate_proj,0.0000207726,0.10000,1.040
+20,mlp.experts.63.gate_proj,0.0009989630,0.10000,1.060
+20,mlp.experts.64.gate_proj,0.0000314376,0.10000,1.046
+20,mlp.experts.65.gate_proj,0.0000401220,0.10000,1.044
+20,mlp.experts.66.gate_proj,0.0000647183,0.10000,1.061
+20,mlp.experts.67.gate_proj,0.0001703183,0.10000,1.046
+20,mlp.experts.68.gate_proj,0.0001149622,0.10000,0.978
+20,mlp.experts.69.gate_proj,0.0001794709,0.10000,0.999
+20,mlp.experts.70.gate_proj,0.0000713963,0.10000,1.015
+20,mlp.experts.71.gate_proj,0.0006490714,0.10000,1.054
+20,mlp.experts.72.gate_proj,0.0000809867,0.10000,0.983
+20,mlp.experts.73.gate_proj,0.0030508149,0.10000,1.007
+20,mlp.experts.74.gate_proj,0.0000404781,0.10000,1.027
+20,mlp.experts.75.gate_proj,0.0010966673,0.10000,1.017
+20,mlp.experts.76.gate_proj,0.0003470826,0.10000,0.963
+20,mlp.experts.77.gate_proj,0.0000874929,0.10000,1.012
+20,mlp.experts.78.gate_proj,0.0000920514,0.10000,1.050
+20,mlp.experts.79.gate_proj,0.0000720881,0.10000,1.047
+20,mlp.experts.80.gate_proj,0.0000139723,0.10000,1.038
+20,mlp.experts.81.gate_proj,0.0007944739,0.10000,1.058
+20,mlp.experts.82.gate_proj,0.0000478155,0.10000,1.053
+20,mlp.experts.83.gate_proj,0.0003094406,0.10000,0.991
+20,mlp.experts.84.gate_proj,0.0000381717,0.10000,0.979
+20,mlp.experts.85.gate_proj,0.0001212677,0.10000,0.988
+20,mlp.experts.86.gate_proj,0.0000494793,0.10000,0.994
+20,mlp.experts.87.gate_proj,0.0001132720,0.10000,1.040
+20,mlp.experts.88.gate_proj,0.0004662461,0.10000,1.065
+20,mlp.experts.89.gate_proj,0.0014932573,0.10000,1.047
+20,mlp.experts.90.gate_proj,0.0000046633,0.10000,1.049
+20,mlp.experts.91.gate_proj,0.0000160998,0.10000,0.982
+20,mlp.experts.92.gate_proj,0.0001183346,0.10000,0.955
+20,mlp.experts.93.gate_proj,0.0005101217,0.10000,1.019
+20,mlp.experts.94.gate_proj,0.0001140506,0.10000,0.979
+20,mlp.experts.95.gate_proj,0.0000056739,0.10000,1.018
+20,mlp.experts.96.gate_proj,0.0355151071,0.10000,0.992
+20,mlp.experts.97.gate_proj,0.0008932330,0.10000,1.021
+20,mlp.experts.98.gate_proj,0.0002528750,0.10000,0.983
+20,mlp.experts.99.gate_proj,0.0000965839,0.10000,1.036
+20,mlp.experts.100.gate_proj,0.0000259931,0.10000,0.999
+20,mlp.experts.101.gate_proj,0.0001217585,0.10000,1.014
+20,mlp.experts.102.gate_proj,0.0002539763,0.10000,1.013
+20,mlp.experts.104.gate_proj,0.0000104372,0.10000,1.006
+20,mlp.experts.103.gate_proj,0.0000231092,0.10000,1.036
+20,mlp.experts.106.gate_proj,0.0000115545,0.10000,1.022
+20,mlp.experts.105.gate_proj,0.0000216988,0.10000,1.029
+20,mlp.experts.108.gate_proj,0.0000603259,0.10000,1.059
+20,mlp.experts.107.gate_proj,0.0004477228,0.10000,1.098
+20,mlp.experts.109.gate_proj,0.0001459351,0.10000,1.044
+20,mlp.experts.110.gate_proj,0.0000181126,0.10000,1.007
+20,mlp.experts.112.gate_proj,0.0016347247,0.10000,1.027
+20,mlp.experts.111.gate_proj,0.0006985651,0.10000,1.033
+20,mlp.experts.114.gate_proj,0.0000902756,0.10000,1.071
+20,mlp.experts.113.gate_proj,0.0008100133,0.10000,1.094
+20,mlp.experts.115.gate_proj,0.0007125045,0.10000,1.090
+20,mlp.experts.116.gate_proj,0.0000132891,0.10000,1.096
+20,mlp.experts.117.gate_proj,0.0003667899,0.10000,1.045
+20,mlp.experts.118.gate_proj,0.0008336799,0.10000,1.028
+20,mlp.experts.120.gate_proj,0.0002813714,0.10000,1.016
+20,mlp.experts.119.gate_proj,0.0008192730,0.10000,1.024
+20,mlp.experts.122.gate_proj,0.0000175887,0.10000,1.080
+20,mlp.experts.121.gate_proj,0.0035554314,0.10000,1.085
+20,mlp.experts.123.gate_proj,0.0004391849,0.10000,1.056
+20,mlp.experts.124.gate_proj,0.0005120477,0.10000,1.063
+20,mlp.experts.126.gate_proj,0.0026766315,0.10000,1.014
+20,mlp.experts.125.gate_proj,0.0001665339,0.10000,1.046
+20,mlp.experts.127.gate_proj,0.0000486707,0.10000,0.643
+20,mlp.experts.0.down_proj,0.0001135685,0.10000,0.392
+20,mlp.experts.1.down_proj,0.0003540635,0.10000,0.396
+20,mlp.experts.2.down_proj,0.0000570571,0.10000,0.358
+20,mlp.experts.3.down_proj,0.0000036093,0.10000,0.360
+20,mlp.experts.4.down_proj,0.0000103274,0.10000,0.393
+20,mlp.experts.5.down_proj,0.0000055409,0.10000,0.397
+20,mlp.experts.6.down_proj,0.0000594829,0.10000,0.404
+20,mlp.experts.7.down_proj,0.0002609290,0.10000,0.395
+20,mlp.experts.8.down_proj,0.0000036048,0.10000,0.407
+20,mlp.experts.9.down_proj,0.0000085034,0.10000,0.407
+20,mlp.experts.10.down_proj,0.0000944515,0.10000,0.396
+20,mlp.experts.11.down_proj,0.0001022753,0.10000,0.400
+20,mlp.experts.12.down_proj,0.0002082265,0.10000,0.397
+20,mlp.experts.13.down_proj,0.0000210947,0.10000,0.408
+20,mlp.experts.14.down_proj,0.0000079638,0.10000,0.376
+20,mlp.experts.15.down_proj,0.0000135443,0.10000,0.414
+20,mlp.experts.16.down_proj,0.0001483362,0.10000,0.374
+20,mlp.experts.17.down_proj,0.0000073132,0.10000,0.405
+20,mlp.experts.18.down_proj,0.0000207322,0.10000,0.397
+20,mlp.experts.19.down_proj,0.0000403023,0.10000,0.402
+20,mlp.experts.20.down_proj,0.0000743504,0.10000,0.394
+20,mlp.experts.21.down_proj,0.0000032565,0.10000,0.392
+20,mlp.experts.22.down_proj,0.0000040373,0.10000,0.388
+20,mlp.experts.23.down_proj,0.0000059171,0.10000,0.409
+20,mlp.experts.24.down_proj,0.0000475091,0.10000,0.392
+20,mlp.experts.25.down_proj,0.0000031889,0.10000,0.403
+20,mlp.experts.26.down_proj,0.0000759896,0.10000,0.384
+20,mlp.experts.27.down_proj,0.0001286540,0.10000,0.398
+20,mlp.experts.28.down_proj,0.0000042037,0.10000,0.376
+20,mlp.experts.29.down_proj,0.0000650941,0.10000,0.410
+20,mlp.experts.30.down_proj,0.0000180420,0.10000,0.377
+20,mlp.experts.31.down_proj,0.0001853327,0.10000,0.404
+20,mlp.experts.32.down_proj,0.0000061102,0.10000,0.396
+20,mlp.experts.33.down_proj,0.0000007098,0.10000,0.390
+20,mlp.experts.34.down_proj,0.0000901034,0.10000,0.392
+20,mlp.experts.35.down_proj,0.0000057930,0.10000,0.408
+20,mlp.experts.36.down_proj,0.0000031083,0.10000,0.391
+20,mlp.experts.37.down_proj,0.0000207421,0.10000,0.404
+20,mlp.experts.38.down_proj,0.0000074402,0.10000,0.397
+20,mlp.experts.39.down_proj,0.0000024829,0.10000,0.407
+20,mlp.experts.40.down_proj,0.0000705932,0.10000,0.396
+20,mlp.experts.41.down_proj,0.0001813559,0.10000,0.394
+20,mlp.experts.42.down_proj,0.0000479234,0.10000,0.400
+20,mlp.experts.43.down_proj,0.0000137798,0.10000,0.422
+20,mlp.experts.44.down_proj,0.0000008695,0.10000,0.391
+20,mlp.experts.45.down_proj,0.0000050145,0.10000,0.388
+20,mlp.experts.46.down_proj,0.0000196569,0.10000,0.375
+20,mlp.experts.47.down_proj,0.0000094035,0.10000,0.390
+20,mlp.experts.48.down_proj,0.0000114863,0.10000,0.377
+20,mlp.experts.49.down_proj,0.0001163315,0.10000,0.387
+20,mlp.experts.50.down_proj,0.0000516229,0.10000,0.388
+20,mlp.experts.51.down_proj,0.0000435274,0.10000,0.353
+20,mlp.experts.52.down_proj,0.0001263610,0.10000,0.355
+20,mlp.experts.53.down_proj,0.0000095170,0.10000,0.396
+20,mlp.experts.54.down_proj,0.0000209210,0.10000,0.392
+20,mlp.experts.55.down_proj,0.0000341598,0.10000,0.415
+20,mlp.experts.56.down_proj,0.0000028438,0.10000,0.388
+20,mlp.experts.57.down_proj,0.0000116708,0.10000,0.398
+20,mlp.experts.58.down_proj,0.0001870091,0.10000,0.402
+20,mlp.experts.59.down_proj,0.0000284372,0.10000,0.398
+20,mlp.experts.60.down_proj,0.0000677739,0.10000,0.394
+20,mlp.experts.61.down_proj,0.0000120253,0.10000,0.364
+20,mlp.experts.62.down_proj,0.0000026799,0.10000,0.365
+20,mlp.experts.63.down_proj,0.0002527772,0.10000,0.400
+20,mlp.experts.64.down_proj,0.0000054870,0.10000,0.394
+20,mlp.experts.65.down_proj,0.0000042465,0.10000,0.391
+20,mlp.experts.66.down_proj,0.0000116181,0.10000,0.378
+20,mlp.experts.67.down_proj,0.0000354369,0.10000,0.366
+20,mlp.experts.68.down_proj,0.0000159340,0.10000,0.373
+20,mlp.experts.69.down_proj,0.0000193552,0.10000,0.393
+20,mlp.experts.70.down_proj,0.0000102227,0.10000,0.391
+20,mlp.experts.71.down_proj,0.0001328781,0.10000,0.389
+20,mlp.experts.72.down_proj,0.0000099810,0.10000,0.381
+20,mlp.experts.73.down_proj,0.0004576585,0.10000,0.381
+20,mlp.experts.74.down_proj,0.0000044781,0.10000,0.387
+20,mlp.experts.75.down_proj,0.0000272583,0.10000,0.356
+20,mlp.experts.76.down_proj,0.0000417336,0.10000,0.354
+20,mlp.experts.77.down_proj,0.0000160416,0.10000,0.396
+20,mlp.experts.78.down_proj,0.0000114855,0.10000,0.381
+20,mlp.experts.79.down_proj,0.0000133946,0.10000,0.345
+20,mlp.experts.80.down_proj,0.0000017781,0.10000,0.343
+20,mlp.experts.81.down_proj,0.0001932983,0.10000,0.404
+20,mlp.experts.82.down_proj,0.0000077655,0.10000,0.408
+20,mlp.experts.83.down_proj,0.0000534083,0.10000,0.408
+20,mlp.experts.84.down_proj,0.0000039746,0.10000,0.386
+20,mlp.experts.85.down_proj,0.0000120589,0.10000,0.408
+20,mlp.experts.86.down_proj,0.0000085918,0.10000,0.393
+20,mlp.experts.87.down_proj,0.0000179601,0.10000,0.390
+20,mlp.experts.88.down_proj,0.0000970451,0.10000,0.393
+20,mlp.experts.89.down_proj,0.0003528537,0.10000,0.376
+20,mlp.experts.90.down_proj,0.0000004590,0.10000,0.384
+20,mlp.experts.91.down_proj,0.0000019145,0.10000,0.398
+20,mlp.experts.92.down_proj,0.0000160475,0.10000,0.385
+20,mlp.experts.93.down_proj,0.0001190630,0.10000,0.395
+20,mlp.experts.94.down_proj,0.0000185627,0.10000,0.387
+20,mlp.experts.95.down_proj,0.0000006001,0.10000,0.364
+20,mlp.experts.96.down_proj,0.0000069286,0.10000,0.356
+20,mlp.experts.98.down_proj,0.0000397653,0.10000,0.388
+20,mlp.experts.97.down_proj,0.0001854961,0.10000,0.399
+20,mlp.experts.99.down_proj,0.0000175698,0.10000,0.360
+20,mlp.experts.100.down_proj,0.0000040154,0.10000,0.355
+20,mlp.experts.101.down_proj,0.0000181494,0.10000,0.340
+20,mlp.experts.102.down_proj,0.0000442563,0.10000,0.341
+20,mlp.experts.103.down_proj,0.0000032607,0.10000,0.406
+20,mlp.experts.104.down_proj,0.0000012377,0.10000,0.408
+20,mlp.experts.105.down_proj,0.0000020173,0.10000,0.340
+20,mlp.experts.106.down_proj,0.0000016708,0.10000,0.341
+20,mlp.experts.107.down_proj,0.0000732507,0.10000,0.382
+20,mlp.experts.108.down_proj,0.0000068745,0.10000,0.383
+20,mlp.experts.109.down_proj,0.0000283172,0.10000,0.355
+20,mlp.experts.110.down_proj,0.0000017964,0.10000,0.358
+20,mlp.experts.112.down_proj,0.0002223449,0.10000,0.393
+20,mlp.experts.111.down_proj,0.0001643930,0.10000,0.410
+20,mlp.experts.113.down_proj,0.0001020720,0.10000,0.348
+20,mlp.experts.114.down_proj,0.0000114527,0.10000,0.343
+20,mlp.experts.115.down_proj,0.0001044283,0.10000,0.357
+20,mlp.experts.116.down_proj,0.0000014025,0.10000,0.356
+20,mlp.experts.118.down_proj,0.0001124042,0.10000,0.405
+20,mlp.experts.117.down_proj,0.0000559000,0.10000,0.412
+20,mlp.experts.119.down_proj,0.0001181292,0.10000,0.366
+20,mlp.experts.120.down_proj,0.0000567956,0.10000,0.369
+20,mlp.experts.122.down_proj,0.0000030386,0.10000,0.382
+20,mlp.experts.121.down_proj,0.0000695031,0.10000,0.404
+20,mlp.experts.123.down_proj,0.0000527415,0.10000,0.387
+20,mlp.experts.124.down_proj,0.0000651118,0.10000,0.378
+20,mlp.experts.125.down_proj,0.0000300003,0.10000,0.394
+20,mlp.experts.126.down_proj,0.0000516251,0.10000,0.393
+20,mlp.experts.127.down_proj,0.0000062965,0.10000,0.248
+21,self_attn.k_proj,0.0000000310,0.10000,1.065
+21,self_attn.q_proj,0.0000002203,0.10000,1.081
+21,self_attn.v_proj,0.0000000356,0.10000,0.624
+21,self_attn.o_proj,0.0000000369,0.10000,1.213
+21,mlp.gate,0.0000050583,0.10000,0.611
+21,mlp.experts.0.up_proj,0.0000600785,0.10000,1.026
+21,mlp.experts.1.up_proj,0.0000100410,0.10000,1.030
+21,mlp.experts.2.up_proj,0.0000384205,0.10000,1.069
+21,mlp.experts.3.up_proj,0.0058189954,0.10000,1.065
+21,mlp.experts.4.up_proj,0.0030271318,0.10000,1.065
+21,mlp.experts.5.up_proj,0.0000126979,0.10000,1.066
+21,mlp.experts.6.up_proj,0.0001357676,0.10000,1.049
+21,mlp.experts.7.up_proj,0.0000333722,0.10000,1.057
+21,mlp.experts.9.up_proj,0.0000687521,0.10000,0.990
+21,mlp.experts.8.up_proj,0.0006847491,0.10000,1.047
+21,mlp.experts.11.up_proj,0.0007373341,0.10000,1.010
+21,mlp.experts.10.up_proj,0.0000780214,0.10000,1.060
+21,mlp.experts.12.up_proj,0.0005712199,0.10000,1.054
+21,mlp.experts.13.up_proj,0.0002106948,0.10000,1.052
+21,mlp.experts.14.up_proj,0.0006210565,0.10000,1.037
+21,mlp.experts.15.up_proj,0.0001851001,0.10000,1.037
+21,mlp.experts.16.up_proj,0.0013921777,0.10000,1.014
+21,mlp.experts.17.up_proj,0.0000252131,0.10000,1.013
+21,mlp.experts.18.up_proj,0.0005294219,0.10000,1.061
+21,mlp.experts.19.up_proj,0.0000414705,0.10000,1.073
+21,mlp.experts.20.up_proj,0.0004504955,0.10000,1.090
+21,mlp.experts.21.up_proj,0.0006197302,0.10000,1.092
+21,mlp.experts.22.up_proj,0.0000071800,0.10000,1.045
+21,mlp.experts.23.up_proj,0.0001657672,0.10000,1.090
+21,mlp.experts.24.up_proj,0.0000159489,0.10000,1.018
+21,mlp.experts.25.up_proj,0.0000310962,0.10000,1.084
+21,mlp.experts.26.up_proj,0.0003921801,0.10000,1.056
+21,mlp.experts.27.up_proj,0.0005121053,0.10000,1.059
+21,mlp.experts.28.up_proj,0.0001091230,0.10000,1.015
+21,mlp.experts.29.up_proj,0.0023808798,0.10000,1.005
+21,mlp.experts.30.up_proj,0.0006110308,0.10000,0.999
+21,mlp.experts.31.up_proj,0.0006039959,0.10000,1.028
+21,mlp.experts.32.up_proj,0.0000632326,0.10000,0.970
+21,mlp.experts.33.up_proj,0.0000279613,0.10000,1.013
+21,mlp.experts.34.up_proj,0.0009446323,0.10000,1.027
+21,mlp.experts.35.up_proj,0.0000236839,0.10000,0.983
+21,mlp.experts.36.up_proj,0.0062041765,0.10000,0.926
+21,mlp.experts.37.up_proj,0.0001032330,0.10000,0.940
+21,mlp.experts.38.up_proj,0.0006536869,0.10000,1.048
+21,mlp.experts.39.up_proj,0.0033137394,0.10000,1.026
+21,mlp.experts.40.up_proj,0.0006745702,0.10000,0.988
+21,mlp.experts.41.up_proj,0.0003143372,0.10000,0.986
+21,mlp.experts.42.up_proj,0.0007592440,0.10000,1.030
+21,mlp.experts.43.up_proj,0.0000301317,0.10000,1.063
+21,mlp.experts.44.up_proj,0.0008904266,0.10000,1.050
+21,mlp.experts.45.up_proj,0.0000766026,0.10000,1.037
+21,mlp.experts.46.up_proj,0.0000658702,0.10000,1.029
+21,mlp.experts.47.up_proj,0.0006490122,0.10000,1.023
+21,mlp.experts.48.up_proj,0.0000163538,0.10000,1.030
+21,mlp.experts.49.up_proj,0.0002037684,0.10000,1.018
+21,mlp.experts.50.up_proj,0.0002711514,0.10000,1.048
+21,mlp.experts.51.up_proj,0.0002862897,0.10000,1.021
+21,mlp.experts.52.up_proj,0.0000869482,0.10000,1.008
+21,mlp.experts.53.up_proj,0.0005042489,0.10000,1.045
+21,mlp.experts.54.up_proj,0.0002574714,0.10000,1.027
+21,mlp.experts.55.up_proj,0.0007927052,0.10000,1.082
+21,mlp.experts.56.up_proj,0.0005061963,0.10000,1.062
+21,mlp.experts.57.up_proj,0.0000824780,0.10000,1.057
+21,mlp.experts.58.up_proj,0.0001473929,0.10000,1.029
+21,mlp.experts.59.up_proj,0.0002560289,0.10000,1.068
+21,mlp.experts.60.up_proj,0.0000279229,0.10000,0.999
+21,mlp.experts.61.up_proj,0.0007414163,0.10000,1.029
+21,mlp.experts.62.up_proj,0.0000827310,0.10000,1.064
+21,mlp.experts.63.up_proj,0.0001419513,0.10000,1.056
+21,mlp.experts.64.up_proj,0.0001089626,0.10000,1.058
+21,mlp.experts.65.up_proj,0.0000279853,0.10000,1.034
+21,mlp.experts.66.up_proj,0.0001366406,0.10000,1.094
+21,mlp.experts.67.up_proj,0.0005364536,0.10000,1.028
+21,mlp.experts.68.up_proj,0.0001257134,0.10000,0.948
+21,mlp.experts.69.up_proj,0.0000844862,0.10000,0.967
+21,mlp.experts.70.up_proj,0.0002886021,0.10000,0.987
+21,mlp.experts.71.up_proj,0.0000087916,0.10000,0.986
+21,mlp.experts.72.up_proj,0.0006224249,0.10000,0.990
+21,mlp.experts.73.up_proj,0.0000528431,0.10000,0.993
+21,mlp.experts.74.up_proj,0.0017733749,0.10000,1.001
+21,mlp.experts.75.up_proj,0.0022427896,0.10000,0.953
+21,mlp.experts.76.up_proj,0.0000151118,0.10000,0.990
+21,mlp.experts.77.up_proj,0.0004800294,0.10000,1.010
+21,mlp.experts.78.up_proj,0.0006521563,0.10000,1.034
+21,mlp.experts.79.up_proj,0.0000538777,0.10000,1.029
+21,mlp.experts.80.up_proj,0.0000092155,0.10000,0.989
+21,mlp.experts.81.up_proj,0.0000262745,0.10000,0.982
+21,mlp.experts.82.up_proj,0.0000415002,0.10000,1.025
+21,mlp.experts.83.up_proj,0.0001389856,0.10000,1.018
+21,mlp.experts.84.up_proj,0.0000384421,0.10000,1.049
+21,mlp.experts.85.up_proj,0.0001646438,0.10000,1.047
+21,mlp.experts.86.up_proj,0.0000289109,0.10000,1.059
+21,mlp.experts.87.up_proj,0.0004881026,0.10000,1.038
+21,mlp.experts.88.up_proj,0.0003857458,0.10000,1.056
+21,mlp.experts.89.up_proj,0.0000170602,0.10000,1.038
+21,mlp.experts.90.up_proj,0.0002687984,0.10000,1.034
+21,mlp.experts.91.up_proj,0.0002269680,0.10000,1.004
+21,mlp.experts.92.up_proj,0.0007448160,0.10000,1.034
+21,mlp.experts.93.up_proj,0.0006628199,0.10000,1.019
+21,mlp.experts.94.up_proj,0.0000167978,0.10000,1.019
+21,mlp.experts.95.up_proj,0.0006041054,0.10000,1.019
+21,mlp.experts.96.up_proj,0.0000140329,0.10000,1.000
+21,mlp.experts.97.up_proj,0.0000074530,0.10000,1.039
+21,mlp.experts.98.up_proj,0.0000540317,0.10000,0.963
+21,mlp.experts.99.up_proj,0.0000199449,0.10000,1.003
+21,mlp.experts.100.up_proj,0.0000683951,0.10000,0.996
+21,mlp.experts.101.up_proj,0.0004918388,0.10000,0.992
+21,mlp.experts.102.up_proj,0.0000174099,0.10000,1.058
+21,mlp.experts.103.up_proj,0.0000100646,0.10000,1.012
+21,mlp.experts.104.up_proj,0.0001004610,0.10000,1.026
+21,mlp.experts.105.up_proj,0.0000805766,0.10000,1.069
+21,mlp.experts.106.up_proj,0.0006340477,0.10000,1.045
+21,mlp.experts.107.up_proj,0.0005483509,0.10000,1.030
+21,mlp.experts.108.up_proj,0.0003816954,0.10000,0.992
+21,mlp.experts.109.up_proj,0.0008057428,0.10000,0.988
+21,mlp.experts.110.up_proj,0.0002003536,0.10000,1.072
+21,mlp.experts.111.up_proj,0.0000478349,0.10000,1.037
+21,mlp.experts.112.up_proj,0.0000842918,0.10000,1.026
+21,mlp.experts.113.up_proj,0.0000151320,0.10000,1.061
+21,mlp.experts.114.up_proj,0.0002665120,0.10000,1.057
+21,mlp.experts.115.up_proj,0.0008662633,0.10000,1.042
+21,mlp.experts.116.up_proj,0.0000547148,0.10000,0.962
+21,mlp.experts.117.up_proj,0.0000696214,0.10000,0.958
+21,mlp.experts.118.up_proj,0.0000168521,0.10000,1.022
+21,mlp.experts.119.up_proj,0.0007318563,0.10000,1.060
+21,mlp.experts.120.up_proj,0.0013441862,0.10000,1.012
+21,mlp.experts.121.up_proj,0.0011923488,0.10000,1.058
+21,mlp.experts.122.up_proj,0.0000506137,0.10000,0.876
+21,mlp.experts.123.up_proj,0.0002995903,0.10000,0.874
+21,mlp.experts.124.up_proj,0.0003150067,0.10000,1.000
+21,mlp.experts.125.up_proj,0.0000664535,0.10000,1.034
+21,mlp.experts.126.up_proj,0.0006190067,0.10000,0.942
+21,mlp.experts.127.up_proj,0.0000103359,0.10000,0.939
+21,mlp.experts.0.gate_proj,0.0000584663,0.10000,1.008
+21,mlp.experts.1.gate_proj,0.0000088954,0.10000,1.063
+21,mlp.experts.2.gate_proj,0.0000412224,0.10000,1.069
+21,mlp.experts.3.gate_proj,0.0060088720,0.10000,1.036
+21,mlp.experts.4.gate_proj,0.0030826999,0.10000,1.047
+21,mlp.experts.5.gate_proj,0.0000128154,0.10000,1.037
+21,mlp.experts.6.gate_proj,0.0001408709,0.10000,1.050
+21,mlp.experts.7.gate_proj,0.0000334916,0.10000,1.023
+21,mlp.experts.8.gate_proj,0.0006915360,0.10000,1.008
+21,mlp.experts.9.gate_proj,0.0000695909,0.10000,1.028
+21,mlp.experts.10.gate_proj,0.0000748326,0.10000,1.026
+21,mlp.experts.11.gate_proj,0.0007379302,0.10000,1.036
+21,mlp.experts.12.gate_proj,0.0005975579,0.10000,1.025
+21,mlp.experts.13.gate_proj,0.0002149884,0.10000,0.987
+21,mlp.experts.14.gate_proj,0.0006327060,0.10000,0.988
+21,mlp.experts.15.gate_proj,0.0001798395,0.10000,0.990
+21,mlp.experts.16.gate_proj,0.0014181592,0.10000,1.036
+21,mlp.experts.17.gate_proj,0.0000252507,0.10000,1.027
+21,mlp.experts.18.gate_proj,0.0005321155,0.10000,1.061
+21,mlp.experts.19.gate_proj,0.0000414074,0.10000,1.064
+21,mlp.experts.20.gate_proj,0.0004341310,0.10000,1.067
+21,mlp.experts.21.gate_proj,0.0006362535,0.10000,1.058
+21,mlp.experts.22.gate_proj,0.0000059333,0.10000,1.044
+21,mlp.experts.23.gate_proj,0.0001698578,0.10000,1.058
+21,mlp.experts.24.gate_proj,0.0000153488,0.10000,1.041
+21,mlp.experts.25.gate_proj,0.0000304027,0.10000,1.069
+21,mlp.experts.26.gate_proj,0.0003861356,0.10000,1.094
+21,mlp.experts.27.gate_proj,0.0005470067,0.10000,1.002
+21,mlp.experts.28.gate_proj,0.0001126605,0.10000,0.977
+21,mlp.experts.29.gate_proj,0.0024815895,0.10000,0.964
+21,mlp.experts.30.gate_proj,0.0006153748,0.10000,1.031
+21,mlp.experts.31.gate_proj,0.0006271891,0.10000,1.027
+21,mlp.experts.32.gate_proj,0.0000650774,0.10000,1.081
+21,mlp.experts.33.gate_proj,0.0000285622,0.10000,1.093
+21,mlp.experts.34.gate_proj,0.0009549633,0.10000,0.976
+21,mlp.experts.35.gate_proj,0.0000180847,0.10000,0.981
+21,mlp.experts.36.gate_proj,0.0065511793,0.10000,1.002
+21,mlp.experts.37.gate_proj,0.0001072752,0.10000,1.004
+21,mlp.experts.38.gate_proj,0.0006699039,0.10000,1.022
+21,mlp.experts.39.gate_proj,0.0033192866,0.10000,0.996
+21,mlp.experts.40.gate_proj,0.0006725184,0.10000,1.031
+21,mlp.experts.41.gate_proj,0.0002969021,0.10000,1.047
+21,mlp.experts.42.gate_proj,0.0007988432,0.10000,1.055
+21,mlp.experts.43.gate_proj,0.0000295462,0.10000,0.996
+21,mlp.experts.44.gate_proj,0.0009083847,0.10000,1.029
+21,mlp.experts.45.gate_proj,0.0000728412,0.10000,1.032
+21,mlp.experts.46.gate_proj,0.0000669936,0.10000,1.058
+21,mlp.experts.47.gate_proj,0.0006260755,0.10000,1.034
+21,mlp.experts.48.gate_proj,0.0000135485,0.10000,1.050
+21,mlp.experts.49.gate_proj,0.0002056410,0.10000,1.047
+21,mlp.experts.50.gate_proj,0.0002874570,0.10000,1.061
+21,mlp.experts.51.gate_proj,0.0002875030,0.10000,1.044
+21,mlp.experts.53.gate_proj,0.0005107408,0.10000,1.026
+21,mlp.experts.52.gate_proj,0.0000834517,0.10000,1.052
+21,mlp.experts.54.gate_proj,0.0002439499,0.10000,1.070
+21,mlp.experts.55.gate_proj,0.0008105519,0.10000,1.083
+21,mlp.experts.56.gate_proj,0.0004889539,0.10000,1.027
+21,mlp.experts.57.gate_proj,0.0000861029,0.10000,1.023
+21,mlp.experts.58.gate_proj,0.0001446157,0.10000,1.000
+21,mlp.experts.59.gate_proj,0.0002659083,0.10000,1.009
+21,mlp.experts.60.gate_proj,0.0000280672,0.10000,1.054
+21,mlp.experts.61.gate_proj,0.0008313562,0.10000,1.055
+21,mlp.experts.62.gate_proj,0.0000851440,0.10000,1.017
+21,mlp.experts.63.gate_proj,0.0001476727,0.10000,1.067
+21,mlp.experts.64.gate_proj,0.0001145065,0.10000,0.878
+21,mlp.experts.65.gate_proj,0.0000272296,0.10000,0.888
+21,mlp.experts.66.gate_proj,0.0001386977,0.10000,1.004
+21,mlp.experts.67.gate_proj,0.0005423493,0.10000,1.022
+21,mlp.experts.68.gate_proj,0.0001278123,0.10000,1.026
+21,mlp.experts.69.gate_proj,0.0002920720,0.10000,1.004
+21,mlp.experts.70.gate_proj,0.0003003526,0.10000,1.028
+21,mlp.experts.71.gate_proj,0.0000089564,0.10000,0.988
+21,mlp.experts.72.gate_proj,0.0006575672,0.10000,1.010
+21,mlp.experts.73.gate_proj,0.0000530856,0.10000,1.009
+21,mlp.experts.74.gate_proj,0.0018683522,0.10000,1.059
+21,mlp.experts.75.gate_proj,0.0022803056,0.10000,1.063
+21,mlp.experts.76.gate_proj,0.0000155096,0.10000,1.060
+21,mlp.experts.77.gate_proj,0.0004625213,0.10000,1.054
+21,mlp.experts.78.gate_proj,0.0007218916,0.10000,1.042
+21,mlp.experts.79.gate_proj,0.0000533594,0.10000,1.041
+21,mlp.experts.80.gate_proj,0.0000094605,0.10000,1.016
+21,mlp.experts.81.gate_proj,0.0000266962,0.10000,0.977
+21,mlp.experts.83.gate_proj,0.0001450168,0.10000,1.016
+21,mlp.experts.82.gate_proj,0.0000360702,0.10000,1.062
+21,mlp.experts.84.gate_proj,0.0000397038,0.10000,1.040
+21,mlp.experts.85.gate_proj,0.0001744204,0.10000,1.044
+21,mlp.experts.86.gate_proj,0.0000292164,0.10000,1.028
+21,mlp.experts.87.gate_proj,0.0004876238,0.10000,1.009
+21,mlp.experts.88.gate_proj,0.0003922050,0.10000,1.030
+21,mlp.experts.89.gate_proj,0.0000173249,0.10000,1.016
+21,mlp.experts.90.gate_proj,0.0002700221,0.10000,1.032
+21,mlp.experts.91.gate_proj,0.0002430127,0.10000,1.025
+21,mlp.experts.92.gate_proj,0.0007858551,0.10000,0.965
+21,mlp.experts.93.gate_proj,0.0006842348,0.10000,0.967
+21,mlp.experts.94.gate_proj,0.0000169439,0.10000,1.031
+21,mlp.experts.95.gate_proj,0.0006271883,0.10000,1.059
+21,mlp.experts.96.gate_proj,0.0000140563,0.10000,1.061
+21,mlp.experts.97.gate_proj,0.0000074918,0.10000,1.039
+21,mlp.experts.98.gate_proj,0.0000546471,0.10000,1.053
+21,mlp.experts.99.gate_proj,0.0000204672,0.10000,1.056
+21,mlp.experts.100.gate_proj,0.0000771475,0.10000,1.052
+21,mlp.experts.101.gate_proj,0.0004764722,0.10000,1.047
+21,mlp.experts.102.gate_proj,0.0000173563,0.10000,1.060
+21,mlp.experts.103.gate_proj,0.0000089919,0.10000,1.056
+21,mlp.experts.104.gate_proj,0.0001049144,0.10000,1.008
+21,mlp.experts.105.gate_proj,0.0000757682,0.10000,1.016
+21,mlp.experts.107.gate_proj,0.0005558598,0.10000,1.019
+21,mlp.experts.106.gate_proj,0.0006324541,0.10000,1.047
+21,mlp.experts.108.gate_proj,0.0003620771,0.10000,1.047
+21,mlp.experts.109.gate_proj,0.0008069954,0.10000,1.038
+21,mlp.experts.111.gate_proj,0.0000477660,0.10000,1.059
+21,mlp.experts.110.gate_proj,0.0002001690,0.10000,1.083
+21,mlp.experts.112.gate_proj,0.0000826719,0.10000,1.100
+21,mlp.experts.113.gate_proj,0.0000147124,0.10000,1.088
+21,mlp.experts.115.gate_proj,0.0008757264,0.10000,1.005
+21,mlp.experts.114.gate_proj,0.0002654098,0.10000,1.062
+21,mlp.experts.116.gate_proj,0.0000554291,0.10000,1.017
+21,mlp.experts.117.gate_proj,0.0000657196,0.10000,1.024
+21,mlp.experts.118.gate_proj,0.0000150054,0.10000,1.019
+21,mlp.experts.119.gate_proj,0.0007381302,0.10000,1.074
+21,mlp.experts.120.gate_proj,0.0014035724,0.10000,1.072
+21,mlp.experts.121.gate_proj,0.0012164092,0.10000,1.065
+21,mlp.experts.122.gate_proj,0.0000528011,0.10000,1.003
+21,mlp.experts.123.gate_proj,0.0003000455,0.10000,0.942
+21,mlp.experts.124.gate_proj,0.0003199760,0.10000,0.993
+21,mlp.experts.125.gate_proj,0.0000676045,0.10000,0.996
+21,mlp.experts.126.gate_proj,0.0006515646,0.10000,1.015
+21,mlp.experts.127.gate_proj,0.0000074526,0.10000,1.007
+21,mlp.experts.0.down_proj,0.0000094305,0.10000,0.393
+21,mlp.experts.1.down_proj,0.0000012825,0.10000,0.392
+21,mlp.experts.3.down_proj,0.0009518926,0.10000,0.394
+21,mlp.experts.2.down_proj,0.0000036587,0.10000,0.398
+21,mlp.experts.4.down_proj,0.0003130687,0.10000,0.382
+21,mlp.experts.5.down_proj,0.0000017444,0.10000,0.394
+21,mlp.experts.6.down_proj,0.0000137697,0.10000,0.378
+21,mlp.experts.7.down_proj,0.0000048474,0.10000,0.390
+21,mlp.experts.8.down_proj,0.0000928022,0.10000,0.355
+21,mlp.experts.9.down_proj,0.0000101612,0.10000,0.357
+21,mlp.experts.10.down_proj,0.0000136116,0.10000,0.342
+21,mlp.experts.11.down_proj,0.0001070479,0.10000,0.337
+21,mlp.experts.12.down_proj,0.0001003239,0.10000,0.346
+21,mlp.experts.13.down_proj,0.0000309378,0.10000,0.351
+21,mlp.experts.14.down_proj,0.0000721328,0.10000,0.389
+21,mlp.experts.15.down_proj,0.0000265242,0.10000,0.377
+21,mlp.experts.16.down_proj,0.0000920521,0.10000,0.382
+21,mlp.experts.17.down_proj,0.0000038106,0.10000,0.384
+21,mlp.experts.18.down_proj,0.0001052386,0.10000,0.391
+21,mlp.experts.19.down_proj,0.0000040988,0.10000,0.399
+21,mlp.experts.20.down_proj,0.0000821094,0.10000,0.355
+21,mlp.experts.21.down_proj,0.0000876458,0.10000,0.356
+21,mlp.experts.22.down_proj,0.0000010169,0.10000,0.363
+21,mlp.experts.23.down_proj,0.0000231596,0.10000,0.350
+21,mlp.experts.24.down_proj,0.0000020928,0.10000,0.387
+21,mlp.experts.25.down_proj,0.0000064855,0.10000,0.380
+21,mlp.experts.26.down_proj,0.0000646984,0.10000,0.406
+21,mlp.experts.27.down_proj,0.0001525203,0.10000,0.410
+21,mlp.experts.28.down_proj,0.0000180604,0.10000,0.393
+21,mlp.experts.29.down_proj,0.0005485451,0.10000,0.404
+21,mlp.experts.30.down_proj,0.0001310980,0.10000,0.386
+21,mlp.experts.31.down_proj,0.0001056104,0.10000,0.413
+21,mlp.experts.32.down_proj,0.0000063288,0.10000,0.400
+21,mlp.experts.33.down_proj,0.0000042830,0.10000,0.395
+21,mlp.experts.34.down_proj,0.0001302477,0.10000,0.400
+21,mlp.experts.35.down_proj,0.0000037430,0.10000,0.409
+21,mlp.experts.36.down_proj,0.0001366728,0.10000,0.385
+21,mlp.experts.37.down_proj,0.0000160699,0.10000,0.415
+21,mlp.experts.38.down_proj,0.0000836272,0.10000,0.388
+21,mlp.experts.39.down_proj,0.0000459078,0.10000,0.398
+21,mlp.experts.40.down_proj,0.0001127260,0.10000,0.401
+21,mlp.experts.41.down_proj,0.0000490854,0.10000,0.398
+21,mlp.experts.42.down_proj,0.0001901267,0.10000,0.382
+21,mlp.experts.43.down_proj,0.0000047200,0.10000,0.388
+21,mlp.experts.44.down_proj,0.0001043853,0.10000,0.386
+21,mlp.experts.45.down_proj,0.0000140172,0.10000,0.380
+21,mlp.experts.46.down_proj,0.0000073491,0.10000,0.400
+21,mlp.experts.47.down_proj,0.0000522359,0.10000,0.382
+21,mlp.experts.48.down_proj,0.0000025360,0.10000,0.386
+21,mlp.experts.49.down_proj,0.0000387412,0.10000,0.390
+21,mlp.experts.50.down_proj,0.0000526495,0.10000,0.367
+21,mlp.experts.51.down_proj,0.0000322852,0.10000,0.363
+21,mlp.experts.52.down_proj,0.0000127047,0.10000,0.387
+21,mlp.experts.53.down_proj,0.0000754604,0.10000,0.389
+21,mlp.experts.54.down_proj,0.0000485091,0.10000,0.348
+21,mlp.experts.55.down_proj,0.0001133633,0.10000,0.348
+21,mlp.experts.56.down_proj,0.0000813190,0.10000,0.379
+21,mlp.experts.57.down_proj,0.0000142331,0.10000,0.392
+21,mlp.experts.58.down_proj,0.0000202506,0.10000,0.400
+21,mlp.experts.59.down_proj,0.0000596247,0.10000,0.388
+21,mlp.experts.60.down_proj,0.0000037513,0.10000,0.374
+21,mlp.experts.61.down_proj,0.0001551352,0.10000,0.384
+21,mlp.experts.62.down_proj,0.0000180646,0.10000,0.358
+21,mlp.experts.63.down_proj,0.0000169065,0.10000,0.352
+21,mlp.experts.64.down_proj,0.0000183536,0.10000,0.366
+21,mlp.experts.65.down_proj,0.0000046700,0.10000,0.374
+21,mlp.experts.66.down_proj,0.0000271551,0.10000,0.376
+21,mlp.experts.67.down_proj,0.0000773987,0.10000,0.375
+21,mlp.experts.68.down_proj,0.0000238589,0.10000,0.400
+21,mlp.experts.69.down_proj,0.0000040254,0.10000,0.405
+21,mlp.experts.70.down_proj,0.0000317587,0.10000,0.385
+21,mlp.experts.71.down_proj,0.0000011407,0.10000,0.409
+21,mlp.experts.72.down_proj,0.0001529537,0.10000,0.403
+21,mlp.experts.73.down_proj,0.0000057796,0.10000,0.398
+21,mlp.experts.74.down_proj,0.0005516619,0.10000,0.407
+21,mlp.experts.75.down_proj,0.0003220710,0.10000,0.395
+21,mlp.experts.76.down_proj,0.0000020149,0.10000,0.401
+21,mlp.experts.77.down_proj,0.0000656728,0.10000,0.386
+21,mlp.experts.78.down_proj,0.0001732494,0.10000,0.374
+21,mlp.experts.79.down_proj,0.0000102618,0.10000,0.402
+21,mlp.experts.80.down_proj,0.0000010760,0.10000,0.404
+21,mlp.experts.81.down_proj,0.0000022080,0.10000,0.390
+21,mlp.experts.82.down_proj,0.0000057381,0.10000,0.402
+21,mlp.experts.83.down_proj,0.0000298711,0.10000,0.403
+21,mlp.experts.84.down_proj,0.0000050322,0.10000,0.402
+21,mlp.experts.85.down_proj,0.0000330536,0.10000,0.400
+21,mlp.experts.86.down_proj,0.0000042251,0.10000,0.400
+21,mlp.experts.87.down_proj,0.0000717374,0.10000,0.400
+21,mlp.experts.88.down_proj,0.0000844796,0.10000,0.360
+21,mlp.experts.89.down_proj,0.0000021286,0.10000,0.348
+21,mlp.experts.90.down_proj,0.0000576423,0.10000,0.332
+21,mlp.experts.91.down_proj,0.0000285290,0.10000,0.335
+21,mlp.experts.92.down_proj,0.0000799854,0.10000,0.356
+21,mlp.experts.93.down_proj,0.0001984421,0.10000,0.368
+21,mlp.experts.94.down_proj,0.0000025617,0.10000,0.393
+21,mlp.experts.95.down_proj,0.0000967504,0.10000,0.387
+21,mlp.experts.96.down_proj,0.0000018943,0.10000,0.397
+21,mlp.experts.97.down_proj,0.0000009246,0.10000,0.401
+21,mlp.experts.98.down_proj,0.0000100726,0.10000,0.398
+21,mlp.experts.99.down_proj,0.0000025050,0.10000,0.398
+21,mlp.experts.100.down_proj,0.0000160583,0.10000,0.399
+21,mlp.experts.101.down_proj,0.0001293842,0.10000,0.390
+21,mlp.experts.102.down_proj,0.0000025939,0.10000,0.360
+21,mlp.experts.103.down_proj,0.0000012348,0.10000,0.377
+21,mlp.experts.104.down_proj,0.0000247525,0.10000,0.375
+21,mlp.experts.105.down_proj,0.0000137349,0.10000,0.382
+21,mlp.experts.106.down_proj,0.0001812976,0.10000,0.389
+21,mlp.experts.107.down_proj,0.0000661721,0.10000,0.395
+21,mlp.experts.108.down_proj,0.0000670129,0.10000,0.385
+21,mlp.experts.109.down_proj,0.0001196458,0.10000,0.399
+21,mlp.experts.110.down_proj,0.0000271591,0.10000,0.399
+21,mlp.experts.111.down_proj,0.0000083802,0.10000,0.399
+21,mlp.experts.112.down_proj,0.0000121902,0.10000,0.392
+21,mlp.experts.113.down_proj,0.0000024812,0.10000,0.402
+21,mlp.experts.114.down_proj,0.0000648385,0.10000,0.384
+21,mlp.experts.115.down_proj,0.0001209355,0.10000,0.407
+21,mlp.experts.116.down_proj,0.0000086501,0.10000,0.386
+21,mlp.experts.117.down_proj,0.0000109806,0.10000,0.399
+21,mlp.experts.118.down_proj,0.0000024186,0.10000,0.388
+21,mlp.experts.119.down_proj,0.0001177876,0.10000,0.398
+21,mlp.experts.120.down_proj,0.0002217262,0.10000,0.398
+21,mlp.experts.121.down_proj,0.0003778831,0.10000,0.406
+21,mlp.experts.122.down_proj,0.0000080675,0.10000,0.397
+21,mlp.experts.123.down_proj,0.0000410677,0.10000,0.411
+21,mlp.experts.124.down_proj,0.0000381351,0.10000,0.402
+21,mlp.experts.125.down_proj,0.0000017612,0.10000,0.407
+21,mlp.experts.126.down_proj,0.0001407719,0.10000,0.389
+21,mlp.experts.127.down_proj,0.0000012246,0.10000,0.319
+22,self_attn.k_proj,0.0000000345,0.10000,1.024
+22,self_attn.q_proj,0.0000002539,0.10000,1.032
+22,self_attn.v_proj,0.0000000381,0.10000,0.571
+22,self_attn.o_proj,0.0000000425,0.10000,1.113
+22,mlp.gate,0.0000047066,0.10000,0.614
+22,mlp.experts.1.up_proj,0.0002245631,0.10000,1.051
+22,mlp.experts.0.up_proj,0.0003298117,0.10000,1.071
+22,mlp.experts.2.up_proj,0.0008668480,0.10000,0.936
+22,mlp.experts.3.up_proj,0.0001001431,0.10000,0.920
+22,mlp.experts.5.up_proj,0.0000314346,0.10000,1.007
+22,mlp.experts.4.up_proj,0.0000678252,0.10000,1.094
+22,mlp.experts.6.up_proj,0.0005563661,0.10000,1.067
+22,mlp.experts.7.up_proj,0.0002948036,0.10000,1.057
+22,mlp.experts.8.up_proj,0.0004913040,0.10000,1.067
+22,mlp.experts.9.up_proj,0.0000883314,0.10000,1.062
+22,mlp.experts.10.up_proj,0.0001086996,0.10000,1.054
+22,mlp.experts.11.up_proj,0.0005848053,0.10000,1.050
+22,mlp.experts.12.up_proj,0.0000982789,0.10000,1.056
+22,mlp.experts.13.up_proj,0.0000789739,0.10000,1.064
+22,mlp.experts.14.up_proj,0.0000664779,0.10000,0.994
+22,mlp.experts.15.up_proj,0.0002277894,0.10000,1.024
+22,mlp.experts.16.up_proj,0.0000534147,0.10000,0.982
+22,mlp.experts.17.up_proj,0.0010309885,0.10000,1.000
+22,mlp.experts.18.up_proj,0.0000087583,0.10000,1.011
+22,mlp.experts.19.up_proj,0.0003027916,0.10000,1.006
+22,mlp.experts.20.up_proj,0.0012105859,0.10000,1.045
+22,mlp.experts.21.up_proj,0.0007546615,0.10000,1.026
+22,mlp.experts.22.up_proj,0.0003909354,0.10000,0.990
+22,mlp.experts.23.up_proj,0.0021254613,0.10000,1.041
+22,mlp.experts.24.up_proj,0.0006084230,0.10000,1.018
+22,mlp.experts.25.up_proj,0.0000716926,0.10000,1.083
+22,mlp.experts.26.up_proj,0.0000412901,0.10000,1.015
+22,mlp.experts.27.up_proj,0.0000858668,0.10000,1.053
+22,mlp.experts.28.up_proj,0.0011049008,0.10000,1.029
+22,mlp.experts.29.up_proj,0.0004134073,0.10000,1.015
+22,mlp.experts.30.up_proj,0.0000059623,0.10000,1.016
+22,mlp.experts.31.up_proj,0.0010617981,0.10000,1.022
+22,mlp.experts.32.up_proj,0.0001058066,0.10000,0.973
+22,mlp.experts.33.up_proj,0.0003853144,0.10000,0.969
+22,mlp.experts.34.up_proj,0.0007180795,0.10000,1.059
+22,mlp.experts.35.up_proj,0.0000097502,0.10000,0.982
+22,mlp.experts.36.up_proj,0.0002043290,0.10000,1.022
+22,mlp.experts.37.up_proj,0.0006011904,0.10000,0.990
+22,mlp.experts.38.up_proj,0.0053659325,0.10000,1.022
+22,mlp.experts.39.up_proj,0.0000173876,0.10000,1.021
+22,mlp.experts.40.up_proj,0.0004025371,0.10000,0.974
+22,mlp.experts.41.up_proj,0.0003317831,0.10000,1.010
+22,mlp.experts.42.up_proj,0.0005576494,0.10000,1.076
+22,mlp.experts.43.up_proj,0.0000873817,0.10000,1.010
+22,mlp.experts.44.up_proj,0.0008189630,0.10000,1.055
+22,mlp.experts.45.up_proj,0.0000876250,0.10000,1.052
+22,mlp.experts.46.up_proj,0.0003936145,0.10000,1.067
+22,mlp.experts.47.up_proj,0.0006738234,0.10000,1.053
+22,mlp.experts.48.up_proj,0.0004661052,0.10000,1.040
+22,mlp.experts.49.up_proj,0.0009321578,0.10000,1.048
+22,mlp.experts.50.up_proj,0.0000417948,0.10000,1.011
+22,mlp.experts.51.up_proj,0.0007612433,0.10000,1.052
+22,mlp.experts.52.up_proj,0.0000074628,0.10000,1.051
+22,mlp.experts.53.up_proj,0.0003029895,0.10000,1.055
+22,mlp.experts.54.up_proj,0.0037082863,0.10000,1.065
+22,mlp.experts.55.up_proj,0.0000560217,0.10000,1.032
+22,mlp.experts.56.up_proj,0.0002668815,0.10000,1.051
+22,mlp.experts.57.up_proj,0.0002002243,0.10000,1.059
+22,mlp.experts.58.up_proj,0.0000946820,0.10000,1.006
+22,mlp.experts.59.up_proj,0.0007111584,0.10000,1.036
+22,mlp.experts.60.up_proj,0.0009216462,0.10000,1.015
+22,mlp.experts.61.up_proj,0.0002498822,0.10000,0.995
+22,mlp.experts.62.up_proj,0.0000139797,0.10000,1.027
+22,mlp.experts.63.up_proj,0.0001349157,0.10000,1.033
+22,mlp.experts.64.up_proj,0.0000070025,0.10000,1.038
+22,mlp.experts.65.up_proj,0.0003269913,0.10000,1.028
+22,mlp.experts.66.up_proj,0.0003625693,0.10000,1.081
+22,mlp.experts.67.up_proj,0.0025094360,0.10000,1.027
+22,mlp.experts.68.up_proj,0.0000789865,0.10000,1.073
+22,mlp.experts.69.up_proj,0.0000602874,0.10000,1.055
+22,mlp.experts.70.up_proj,0.0000943297,0.10000,1.040
+22,mlp.experts.71.up_proj,0.0001205586,0.10000,1.037
+22,mlp.experts.72.up_proj,0.0010599615,0.10000,1.009
+22,mlp.experts.73.up_proj,0.0000365122,0.10000,1.013
+22,mlp.experts.74.up_proj,0.0000370261,0.10000,0.995
+22,mlp.experts.75.up_proj,0.0000892981,0.10000,1.002
+22,mlp.experts.76.up_proj,0.0000099561,0.10000,0.990
+22,mlp.experts.77.up_proj,0.0010141290,0.10000,1.007
+22,mlp.experts.78.up_proj,0.0000497988,0.10000,1.029
+22,mlp.experts.79.up_proj,0.0080503363,0.10000,1.050
+22,mlp.experts.80.up_proj,0.0000096825,0.10000,1.041
+22,mlp.experts.81.up_proj,0.0010090040,0.10000,1.038
+22,mlp.experts.82.up_proj,0.0001451536,0.10000,1.030
+22,mlp.experts.83.up_proj,0.0000646529,0.10000,1.041
+22,mlp.experts.84.up_proj,0.0006456055,0.10000,1.017
+22,mlp.experts.85.up_proj,0.0000177818,0.10000,1.024
+22,mlp.experts.86.up_proj,0.0000820032,0.10000,1.011
+22,mlp.experts.87.up_proj,0.0002003466,0.10000,1.005
+22,mlp.experts.88.up_proj,0.0000199131,0.10000,0.965
+22,mlp.experts.89.up_proj,0.0011504103,0.10000,1.024
+22,mlp.experts.90.up_proj,0.0000955799,0.10000,1.012
+22,mlp.experts.91.up_proj,0.0000079752,0.10000,1.031
+22,mlp.experts.92.up_proj,0.0001079094,0.10000,1.022
+22,mlp.experts.93.up_proj,0.0007257298,0.10000,1.038
+22,mlp.experts.94.up_proj,0.0000239910,0.10000,0.969
+22,mlp.experts.95.up_proj,0.0000174522,0.10000,1.055
+22,mlp.experts.96.up_proj,0.0000388039,0.10000,1.039
+22,mlp.experts.97.up_proj,0.0000617621,0.10000,1.033
+22,mlp.experts.98.up_proj,0.0000158248,0.10000,1.030
+22,mlp.experts.99.up_proj,0.0000460100,0.10000,1.021
+22,mlp.experts.100.up_proj,0.0003738769,0.10000,0.995
+22,mlp.experts.101.up_proj,0.0001601714,0.10000,0.965
+22,mlp.experts.102.up_proj,0.0004260737,0.10000,0.960
+22,mlp.experts.103.up_proj,0.0001124351,0.10000,0.995
+22,mlp.experts.104.up_proj,0.0006577515,0.10000,1.023
+22,mlp.experts.105.up_proj,0.0000411649,0.10000,1.036
+22,mlp.experts.106.up_proj,0.0059230240,0.10000,1.069
+22,mlp.experts.107.up_proj,0.0000102026,0.10000,1.065
+22,mlp.experts.108.up_proj,0.0000101385,0.10000,0.982
+22,mlp.experts.109.up_proj,0.0003353158,0.10000,0.981
+22,mlp.experts.110.up_proj,0.0002880554,0.10000,1.040
+22,mlp.experts.111.up_proj,0.0005290941,0.10000,1.023
+22,mlp.experts.112.up_proj,0.0000158371,0.10000,1.040
+22,mlp.experts.113.up_proj,0.0001879517,0.10000,1.031
+22,mlp.experts.114.up_proj,0.0010810298,0.10000,1.029
+22,mlp.experts.115.up_proj,0.0004802948,0.10000,1.036
+22,mlp.experts.116.up_proj,0.0005273634,0.10000,1.053
+22,mlp.experts.117.up_proj,0.0045660741,0.10000,1.036
+22,mlp.experts.118.up_proj,0.0001857869,0.10000,1.047
+22,mlp.experts.119.up_proj,0.0000796350,0.10000,1.053
+22,mlp.experts.120.up_proj,0.0001994926,0.10000,0.973
+22,mlp.experts.121.up_proj,0.0005981973,0.10000,1.008
+22,mlp.experts.122.up_proj,0.0098799801,0.10000,1.043
+22,mlp.experts.123.up_proj,0.0000242446,0.10000,1.049
+22,mlp.experts.124.up_proj,0.0001811175,0.10000,1.000
+22,mlp.experts.125.up_proj,0.0014912278,0.10000,1.017
+22,mlp.experts.126.up_proj,0.0000620787,0.10000,1.031
+22,mlp.experts.127.up_proj,0.0003230955,0.10000,1.025
+22,mlp.experts.0.gate_proj,0.0003444267,0.10000,1.049
+22,mlp.experts.1.gate_proj,0.0002266138,0.10000,1.044
+22,mlp.experts.2.gate_proj,0.0008417403,0.10000,1.046
+22,mlp.experts.3.gate_proj,0.0000968081,0.10000,1.038
+22,mlp.experts.4.gate_proj,0.0000732001,0.10000,1.059
+22,mlp.experts.5.gate_proj,0.0000322314,0.10000,1.062
+22,mlp.experts.6.gate_proj,0.0005655051,0.10000,1.042
+22,mlp.experts.7.gate_proj,0.0003015923,0.10000,1.003
+22,mlp.experts.8.gate_proj,0.0005389382,0.10000,1.065
+22,mlp.experts.9.gate_proj,0.0000921350,0.10000,1.052
+22,mlp.experts.10.gate_proj,0.0001095116,0.10000,1.053
+22,mlp.experts.11.gate_proj,0.0005640560,0.10000,1.086
+22,mlp.experts.12.gate_proj,0.0001035534,0.10000,0.995
+22,mlp.experts.13.gate_proj,0.0000784774,0.10000,1.017
+22,mlp.experts.14.gate_proj,0.0000614955,0.10000,1.060
+22,mlp.experts.15.gate_proj,0.0001988524,0.10000,1.092
+22,mlp.experts.16.gate_proj,0.0000557793,0.10000,1.063
+22,mlp.experts.17.gate_proj,0.0010574101,0.10000,1.061
+22,mlp.experts.18.gate_proj,0.0000081853,0.10000,1.011
+22,mlp.experts.19.gate_proj,0.0002984080,0.10000,1.005
+22,mlp.experts.20.gate_proj,0.0012181561,0.10000,1.048
+22,mlp.experts.21.gate_proj,0.0007916157,0.10000,1.061
+22,mlp.experts.22.gate_proj,0.0003949224,0.10000,1.060
+22,mlp.experts.23.gate_proj,0.0021066256,0.10000,1.033
+22,mlp.experts.24.gate_proj,0.0006318303,0.10000,1.026
+22,mlp.experts.25.gate_proj,0.0000736381,0.10000,1.018
+22,mlp.experts.26.gate_proj,0.0000401148,0.10000,1.040
+22,mlp.experts.27.gate_proj,0.0000906014,0.10000,1.028
+22,mlp.experts.28.gate_proj,0.0011139289,0.10000,1.033
+22,mlp.experts.29.gate_proj,0.0004134226,0.10000,1.000
+22,mlp.experts.30.gate_proj,0.0000054922,0.10000,0.999
+22,mlp.experts.31.gate_proj,0.0010636745,0.10000,1.043
+22,mlp.experts.32.gate_proj,0.0001056148,0.10000,1.025
+22,mlp.experts.33.gate_proj,0.0003896629,0.10000,0.965
+22,mlp.experts.34.gate_proj,0.0007312067,0.10000,1.030
+22,mlp.experts.35.gate_proj,0.0000099664,0.10000,1.022
+22,mlp.experts.36.gate_proj,0.0002093691,0.10000,1.030
+22,mlp.experts.37.gate_proj,0.0006050764,0.10000,0.991
+22,mlp.experts.38.gate_proj,0.0466252086,0.10000,1.038
+22,mlp.experts.39.gate_proj,0.0000159151,0.10000,1.021
+22,mlp.experts.40.gate_proj,0.0003708558,0.10000,1.033
+22,mlp.experts.41.gate_proj,0.0003257532,0.10000,1.023
+22,mlp.experts.42.gate_proj,0.0005715182,0.10000,1.031
+22,mlp.experts.43.gate_proj,0.0000896984,0.10000,1.037
+22,mlp.experts.44.gate_proj,0.0008614391,0.10000,1.053
+22,mlp.experts.45.gate_proj,0.0000886312,0.10000,1.031
+22,mlp.experts.46.gate_proj,0.0003897740,0.10000,1.016
+22,mlp.experts.47.gate_proj,0.0007018916,0.10000,1.005
+22,mlp.experts.48.gate_proj,0.0004707016,0.10000,0.971
+22,mlp.experts.49.gate_proj,0.0009541428,0.10000,0.965
+22,mlp.experts.50.gate_proj,0.0000403084,0.10000,1.069
+22,mlp.experts.51.gate_proj,0.0007484648,0.10000,1.031
+22,mlp.experts.52.gate_proj,0.0000063356,0.10000,1.059
+22,mlp.experts.53.gate_proj,0.0002623991,0.10000,1.036
+22,mlp.experts.54.gate_proj,0.0036236870,0.10000,1.017
+22,mlp.experts.55.gate_proj,0.0000662328,0.10000,1.053
+22,mlp.experts.56.gate_proj,0.0002677243,0.10000,1.052
+22,mlp.experts.57.gate_proj,0.0001929866,0.10000,0.984
+22,mlp.experts.58.gate_proj,0.0000942408,0.10000,0.922
+22,mlp.experts.59.gate_proj,0.0007255490,0.10000,0.916
+22,mlp.experts.60.gate_proj,0.0008742724,0.10000,0.990
+22,mlp.experts.61.gate_proj,0.0002475910,0.10000,0.977
+22,mlp.experts.62.gate_proj,0.0000124325,0.10000,1.074
+22,mlp.experts.63.gate_proj,0.0001426804,0.10000,1.054
+22,mlp.experts.65.gate_proj,0.0003220703,0.10000,1.023
+22,mlp.experts.64.gate_proj,0.0000056589,0.10000,1.074
+22,mlp.experts.66.gate_proj,0.0003745112,0.10000,1.000
+22,mlp.experts.67.gate_proj,0.0027781392,0.10000,1.006
+22,mlp.experts.68.gate_proj,0.0000810361,0.10000,0.997
+22,mlp.experts.69.gate_proj,0.0000606314,0.10000,1.038
+22,mlp.experts.70.gate_proj,0.0000986234,0.10000,0.956
+22,mlp.experts.71.gate_proj,0.0001535700,0.10000,0.956
+22,mlp.experts.72.gate_proj,0.0010566553,0.10000,1.001
+22,mlp.experts.73.gate_proj,0.0000358019,0.10000,1.016
+22,mlp.experts.74.gate_proj,0.0000327264,0.10000,1.041
+22,mlp.experts.75.gate_proj,0.0000897249,0.10000,1.061
+22,mlp.experts.76.gate_proj,0.0000093373,0.10000,1.067
+22,mlp.experts.77.gate_proj,0.0009842239,0.10000,1.049
+22,mlp.experts.78.gate_proj,0.0000504480,0.10000,1.044
+22,mlp.experts.79.gate_proj,0.0081974463,0.10000,1.033
+22,mlp.experts.80.gate_proj,0.0000088365,0.10000,0.977
+22,mlp.experts.81.gate_proj,0.0010085207,0.10000,1.002
+22,mlp.experts.82.gate_proj,0.0001463500,0.10000,1.012
+22,mlp.experts.83.gate_proj,0.0000641522,0.10000,1.015
+22,mlp.experts.84.gate_proj,0.0006496960,0.10000,1.035
+22,mlp.experts.85.gate_proj,0.0000177489,0.10000,1.080
+22,mlp.experts.86.gate_proj,0.0000830264,0.10000,1.034
+22,mlp.experts.87.gate_proj,0.0002063219,0.10000,1.068
+22,mlp.experts.88.gate_proj,0.0000143811,0.10000,0.987
+22,mlp.experts.89.gate_proj,0.0011524541,0.10000,1.010
+22,mlp.experts.90.gate_proj,0.0000971211,0.10000,1.004
+22,mlp.experts.91.gate_proj,0.0000078091,0.10000,1.040
+22,mlp.experts.92.gate_proj,0.0001486304,0.10000,1.055
+22,mlp.experts.93.gate_proj,0.0007343412,0.10000,1.025
+22,mlp.experts.94.gate_proj,0.0000245829,0.10000,1.014
+22,mlp.experts.95.gate_proj,0.0000154697,0.10000,1.007
+22,mlp.experts.96.gate_proj,0.0000363509,0.10000,0.977
+22,mlp.experts.97.gate_proj,0.0000622093,0.10000,0.998
+22,mlp.experts.98.gate_proj,0.0000163802,0.10000,0.998
+22,mlp.experts.99.gate_proj,0.0000460017,0.10000,1.029
+22,mlp.experts.100.gate_proj,0.0003547608,0.10000,1.052
+22,mlp.experts.101.gate_proj,0.0001513824,0.10000,1.062
+22,mlp.experts.102.gate_proj,0.0004173467,0.10000,1.032
+22,mlp.experts.103.gate_proj,0.0001125899,0.10000,1.022
+22,mlp.experts.104.gate_proj,0.0006205543,0.10000,1.034
+22,mlp.experts.105.gate_proj,0.0000406866,0.10000,1.036
+22,mlp.experts.106.gate_proj,0.0062561685,0.10000,1.028
+22,mlp.experts.107.gate_proj,0.0000084723,0.10000,1.049
+22,mlp.experts.108.gate_proj,0.0000089370,0.10000,1.031
+22,mlp.experts.109.gate_proj,0.0003324623,0.10000,1.027
+22,mlp.experts.110.gate_proj,0.0002926835,0.10000,1.025
+22,mlp.experts.111.gate_proj,0.0005269422,0.10000,1.009
+22,mlp.experts.112.gate_proj,0.0000151687,0.10000,1.016
+22,mlp.experts.113.gate_proj,0.0001842200,0.10000,0.987
+22,mlp.experts.114.gate_proj,0.0010933781,0.10000,1.017
+22,mlp.experts.115.gate_proj,0.0004784966,0.10000,1.005
+22,mlp.experts.116.gate_proj,0.0005300849,0.10000,1.049
+22,mlp.experts.117.gate_proj,0.0047457906,0.10000,1.036
+22,mlp.experts.118.gate_proj,0.0001913686,0.10000,1.025
+22,mlp.experts.119.gate_proj,0.0000794459,0.10000,1.024
+22,mlp.experts.120.gate_proj,0.0002029665,0.10000,0.984
+22,mlp.experts.121.gate_proj,0.0005996353,0.10000,1.048
+22,mlp.experts.122.gate_proj,0.0097620632,0.10000,1.029
+22,mlp.experts.123.gate_proj,0.0000228921,0.10000,0.989
+22,mlp.experts.124.gate_proj,0.0001823862,0.10000,0.976
+22,mlp.experts.125.gate_proj,0.0015723301,0.10000,1.011
+22,mlp.experts.126.gate_proj,0.0000679277,0.10000,0.987
+22,mlp.experts.127.gate_proj,0.0003301253,0.10000,0.896
+22,mlp.experts.0.down_proj,0.0000325960,0.10000,0.407
+22,mlp.experts.1.down_proj,0.0000283396,0.10000,0.411
+22,mlp.experts.2.down_proj,0.0002871688,0.10000,0.408
+22,mlp.experts.3.down_proj,0.0000108835,0.10000,0.407
+22,mlp.experts.4.down_proj,0.0000151871,0.10000,0.354
+22,mlp.experts.5.down_proj,0.0000028847,0.10000,0.353
+22,mlp.experts.6.down_proj,0.0001700274,0.10000,0.359
+22,mlp.experts.7.down_proj,0.0000584447,0.10000,0.356
+22,mlp.experts.9.down_proj,0.0000128351,0.10000,0.396
+22,mlp.experts.8.down_proj,0.0000541245,0.10000,0.399
+22,mlp.experts.10.down_proj,0.0000234718,0.10000,0.329
+22,mlp.experts.11.down_proj,0.0001130089,0.10000,0.331
+22,mlp.experts.12.down_proj,0.0000153420,0.10000,0.372
+22,mlp.experts.13.down_proj,0.0000183802,0.10000,0.376
+22,mlp.experts.14.down_proj,0.0000112264,0.10000,0.388
+22,mlp.experts.15.down_proj,0.0000454155,0.10000,0.391
+22,mlp.experts.16.down_proj,0.0000069682,0.10000,0.395
+22,mlp.experts.17.down_proj,0.0001623074,0.10000,0.395
+22,mlp.experts.18.down_proj,0.0000012549,0.10000,0.349
+22,mlp.experts.19.down_proj,0.0000150519,0.10000,0.355
+22,mlp.experts.20.down_proj,0.0003079786,0.10000,0.392
+22,mlp.experts.21.down_proj,0.0001379578,0.10000,0.387
+22,mlp.experts.22.down_proj,0.0000548159,0.10000,0.358
+22,mlp.experts.23.down_proj,0.0000285583,0.10000,0.355
+22,mlp.experts.24.down_proj,0.0001252093,0.10000,0.361
+22,mlp.experts.25.down_proj,0.0000107706,0.10000,0.367
+22,mlp.experts.26.down_proj,0.0000058273,0.10000,0.398
+22,mlp.experts.27.down_proj,0.0000221069,0.10000,0.388
+22,mlp.experts.28.down_proj,0.0001254765,0.10000,0.404
+22,mlp.experts.29.down_proj,0.0000519951,0.10000,0.409
+22,mlp.experts.30.down_proj,0.0000008406,0.10000,0.401
+22,mlp.experts.31.down_proj,0.0000426974,0.10000,0.401
+22,mlp.experts.32.down_proj,0.0000103563,0.10000,0.404
+22,mlp.experts.33.down_proj,0.0001078157,0.10000,0.422
+22,mlp.experts.34.down_proj,0.0001160912,0.10000,0.376
+22,mlp.experts.35.down_proj,0.0000016480,0.10000,0.411
+22,mlp.experts.36.down_proj,0.0000549198,0.10000,0.390
+22,mlp.experts.37.down_proj,0.0001317097,0.10000,0.399
+22,mlp.experts.38.down_proj,0.0000098171,0.10000,0.358
+22,mlp.experts.39.down_proj,0.0000025884,0.10000,0.363
+22,mlp.experts.40.down_proj,0.0000815082,0.10000,0.375
+22,mlp.experts.41.down_proj,0.0000521530,0.10000,0.371
+22,mlp.experts.42.down_proj,0.0000719839,0.10000,0.351
+22,mlp.experts.43.down_proj,0.0000153279,0.10000,0.364
+22,mlp.experts.44.down_proj,0.0002769498,0.10000,0.384
+22,mlp.experts.45.down_proj,0.0000225094,0.10000,0.393
+22,mlp.experts.46.down_proj,0.0000874182,0.10000,0.384
+22,mlp.experts.47.down_proj,0.0002011244,0.10000,0.395
+22,mlp.experts.48.down_proj,0.0000526159,0.10000,0.388
+22,mlp.experts.49.down_proj,0.0003167441,0.10000,0.393
+22,mlp.experts.50.down_proj,0.0000071831,0.10000,0.353
+22,mlp.experts.51.down_proj,0.0001746271,0.10000,0.369
+22,mlp.experts.52.down_proj,0.0000007782,0.10000,0.393
+22,mlp.experts.53.down_proj,0.0000561684,0.10000,0.404
+22,mlp.experts.54.down_proj,0.0000385758,0.10000,0.401
+22,mlp.experts.55.down_proj,0.0000084319,0.10000,0.413
+22,mlp.experts.56.down_proj,0.0000353256,0.10000,0.395
+22,mlp.experts.57.down_proj,0.0000409013,0.10000,0.406
+22,mlp.experts.58.down_proj,0.0000131576,0.10000,0.396
+22,mlp.experts.59.down_proj,0.0001160122,0.10000,0.403
+22,mlp.experts.60.down_proj,0.0001586147,0.10000,0.401
+22,mlp.experts.61.down_proj,0.0000106905,0.10000,0.401
+22,mlp.experts.62.down_proj,0.0000023569,0.10000,0.391
+22,mlp.experts.63.down_proj,0.0000219211,0.10000,0.407
+22,mlp.experts.64.down_proj,0.0000008844,0.10000,0.377
+22,mlp.experts.65.down_proj,0.0000723824,0.10000,0.412
+22,mlp.experts.66.down_proj,0.0000416408,0.10000,0.382
+22,mlp.experts.67.down_proj,0.0000633371,0.10000,0.415
+22,mlp.experts.68.down_proj,0.0000115343,0.10000,0.393
+22,mlp.experts.69.down_proj,0.0000083417,0.10000,0.413
+22,mlp.experts.70.down_proj,0.0000142569,0.10000,0.387
+22,mlp.experts.71.down_proj,0.0000180579,0.10000,0.414
+22,mlp.experts.72.down_proj,0.0003364243,0.10000,0.375
+22,mlp.experts.73.down_proj,0.0000075790,0.10000,0.401
+22,mlp.experts.74.down_proj,0.0000062740,0.10000,0.394
+22,mlp.experts.75.down_proj,0.0000098996,0.10000,0.364
+22,mlp.experts.76.down_proj,0.0000010678,0.10000,0.351
+22,mlp.experts.77.down_proj,0.0002032364,0.10000,0.364
+22,mlp.experts.78.down_proj,0.0000053312,0.10000,0.370
+22,mlp.experts.79.down_proj,0.0009986361,0.10000,0.350
+22,mlp.experts.80.down_proj,0.0000008682,0.10000,0.357
+22,mlp.experts.81.down_proj,0.0001931494,0.10000,0.408
+22,mlp.experts.82.down_proj,0.0000299340,0.10000,0.391
+22,mlp.experts.83.down_proj,0.0000119849,0.10000,0.357
+22,mlp.experts.84.down_proj,0.0000853926,0.10000,0.359
+22,mlp.experts.85.down_proj,0.0000033406,0.10000,0.368
+22,mlp.experts.86.down_proj,0.0000134091,0.10000,0.364
+22,mlp.experts.87.down_proj,0.0000420907,0.10000,0.384
+22,mlp.experts.88.down_proj,0.0000028485,0.10000,0.374
+22,mlp.experts.89.down_proj,0.0001596435,0.10000,0.353
+22,mlp.experts.90.down_proj,0.0000191287,0.10000,0.346
+22,mlp.experts.91.down_proj,0.0000010638,0.10000,0.339
+22,mlp.experts.92.down_proj,0.0000104111,0.10000,0.338
+22,mlp.experts.93.down_proj,0.0002661077,0.10000,0.352
+22,mlp.experts.94.down_proj,0.0000037164,0.10000,0.346
+22,mlp.experts.95.down_proj,0.0000047377,0.10000,0.390
+22,mlp.experts.96.down_proj,0.0000047583,0.10000,0.381
+22,mlp.experts.97.down_proj,0.0000112734,0.10000,0.378
+22,mlp.experts.98.down_proj,0.0000019640,0.10000,0.379
+22,mlp.experts.99.down_proj,0.0000086570,0.10000,0.385
+22,mlp.experts.100.down_proj,0.0000982878,0.10000,0.389
+22,mlp.experts.101.down_proj,0.0000330598,0.10000,0.385
+22,mlp.experts.102.down_proj,0.0000541968,0.10000,0.383
+22,mlp.experts.103.down_proj,0.0000219963,0.10000,0.395
+22,mlp.experts.104.down_proj,0.0001358763,0.10000,0.408
+22,mlp.experts.105.down_proj,0.0000054480,0.10000,0.356
+22,mlp.experts.106.down_proj,0.0012449580,0.10000,0.366
+22,mlp.experts.107.down_proj,0.0000017144,0.10000,0.408
+22,mlp.experts.108.down_proj,0.0000016937,0.10000,0.389
+22,mlp.experts.109.down_proj,0.0000908182,0.10000,0.397
+22,mlp.experts.110.down_proj,0.0000422605,0.10000,0.394
+22,mlp.experts.111.down_proj,0.0001482339,0.10000,0.412
+22,mlp.experts.112.down_proj,0.0000020954,0.10000,0.400
+22,mlp.experts.113.down_proj,0.0000157614,0.10000,0.401
+22,mlp.experts.114.down_proj,0.0001495439,0.10000,0.400
+22,mlp.experts.115.down_proj,0.0000756172,0.10000,0.404
+22,mlp.experts.116.down_proj,0.0000786208,0.10000,0.397
+22,mlp.experts.118.down_proj,0.0000200093,0.10000,0.348
+22,mlp.experts.117.down_proj,0.0008751581,0.10000,0.351
+22,mlp.experts.119.down_proj,0.0000206012,0.10000,0.393
+22,mlp.experts.120.down_proj,0.0000466927,0.10000,0.397
+22,mlp.experts.122.down_proj,0.0001003922,0.10000,0.391
+22,mlp.experts.121.down_proj,0.0000842324,0.10000,0.401
+22,mlp.experts.123.down_proj,0.0000039325,0.10000,0.386
+22,mlp.experts.124.down_proj,0.0000262971,0.10000,0.404
+22,mlp.experts.125.down_proj,0.0003784886,0.10000,0.383
+22,mlp.experts.126.down_proj,0.0000091899,0.10000,0.409
+22,mlp.experts.127.down_proj,0.0000870005,0.10000,0.251
+23,self_attn.q_proj,0.0000002579,0.10000,1.042
+23,self_attn.k_proj,0.0000000352,0.10000,1.044
+23,self_attn.v_proj,0.0000000360,0.10000,0.587
+23,self_attn.o_proj,0.0000000435,0.10000,1.127
+23,mlp.gate,0.0000047028,0.10000,0.621
+23,mlp.experts.1.up_proj,0.0001728978,0.10000,1.029
+23,mlp.experts.0.up_proj,0.0000088577,0.10000,1.086
+23,mlp.experts.2.up_proj,0.0000541479,0.10000,1.028
+23,mlp.experts.3.up_proj,0.0000613967,0.10000,1.037
+23,mlp.experts.4.up_proj,0.0037286379,0.10000,1.016
+23,mlp.experts.5.up_proj,0.0007235470,0.10000,1.037
+23,mlp.experts.6.up_proj,0.0009516787,0.10000,0.998
+23,mlp.experts.7.up_proj,0.0000584161,0.10000,1.005
+23,mlp.experts.8.up_proj,0.0000112677,0.10000,1.000
+23,mlp.experts.9.up_proj,0.0007905442,0.10000,1.005
+23,mlp.experts.10.up_proj,0.0014805542,0.10000,1.016
+23,mlp.experts.11.up_proj,0.0008570695,0.10000,1.010
+23,mlp.experts.12.up_proj,0.0000191935,0.10000,0.968
+23,mlp.experts.13.up_proj,0.0000409473,0.10000,0.962
+23,mlp.experts.14.up_proj,0.0002698789,0.10000,1.038
+23,mlp.experts.15.up_proj,0.0002022653,0.10000,1.011
+23,mlp.experts.16.up_proj,0.0000157490,0.10000,0.933
+23,mlp.experts.17.up_proj,0.0006964294,0.10000,0.981
+23,mlp.experts.18.up_proj,0.0000817438,0.10000,1.019
+23,mlp.experts.19.up_proj,0.0008419208,0.10000,1.044
+23,mlp.experts.20.up_proj,0.0000215028,0.10000,1.019
+23,mlp.experts.21.up_proj,0.0000369053,0.10000,1.004
+23,mlp.experts.22.up_proj,0.0001513223,0.10000,1.038
+23,mlp.experts.23.up_proj,0.0003929445,0.10000,0.977
+23,mlp.experts.24.up_proj,0.0002615808,0.10000,1.036
+23,mlp.experts.25.up_proj,0.0000423980,0.10000,1.007
+23,mlp.experts.26.up_proj,0.0000468245,0.10000,1.070
+23,mlp.experts.27.up_proj,0.0006657641,0.10000,1.052
+23,mlp.experts.28.up_proj,0.0000669016,0.10000,1.008
+23,mlp.experts.29.up_proj,0.0000180611,0.10000,1.055
+23,mlp.experts.30.up_proj,0.0002375045,0.10000,1.024
+23,mlp.experts.31.up_proj,0.0000599008,0.10000,1.034
+23,mlp.experts.32.up_proj,0.0006042552,0.10000,1.029
+23,mlp.experts.33.up_proj,0.0000118577,0.10000,1.032
+23,mlp.experts.34.up_proj,0.0019077210,0.10000,0.990
+23,mlp.experts.35.up_proj,0.0026411576,0.10000,1.064
+23,mlp.experts.36.up_proj,0.0009647650,0.10000,0.989
+23,mlp.experts.37.up_proj,0.0000246336,0.10000,0.996
+23,mlp.experts.38.up_proj,0.0042577026,0.10000,0.992
+23,mlp.experts.39.up_proj,0.0000660888,0.10000,0.996
+23,mlp.experts.40.up_proj,0.0000645475,0.10000,0.993
+23,mlp.experts.41.up_proj,0.0000361276,0.10000,1.002
+23,mlp.experts.42.up_proj,0.0004856708,0.10000,1.037
+23,mlp.experts.43.up_proj,0.0000090524,0.10000,1.021
+23,mlp.experts.44.up_proj,0.0006017207,0.10000,1.045
+23,mlp.experts.45.up_proj,0.0000698238,0.10000,1.018
+23,mlp.experts.46.up_proj,0.0002229279,0.10000,1.043
+23,mlp.experts.47.up_proj,0.0000280231,0.10000,0.998
+23,mlp.experts.48.up_proj,0.0001536499,0.10000,1.011
+23,mlp.experts.49.up_proj,0.0000663317,0.10000,1.036
+23,mlp.experts.50.up_proj,0.0000525828,0.10000,1.036
+23,mlp.experts.51.up_proj,0.0008054603,0.10000,1.033
+23,mlp.experts.52.up_proj,0.0005449073,0.10000,1.008
+23,mlp.experts.53.up_proj,0.0001294770,0.10000,0.994
+23,mlp.experts.54.up_proj,0.0001301711,0.10000,1.017
+23,mlp.experts.55.up_proj,0.0000503377,0.10000,1.023
+23,mlp.experts.56.up_proj,0.0001155633,0.10000,1.054
+23,mlp.experts.57.up_proj,0.0051437371,0.10000,1.047
+23,mlp.experts.58.up_proj,0.0000267579,0.10000,1.035
+23,mlp.experts.59.up_proj,0.0000376409,0.10000,1.069
+23,mlp.experts.60.up_proj,0.0000451352,0.10000,1.014
+23,mlp.experts.61.up_proj,0.0000667627,0.10000,1.074
+23,mlp.experts.62.up_proj,0.0003240714,0.10000,1.034
+23,mlp.experts.63.up_proj,0.0006265918,0.10000,1.033
+23,mlp.experts.64.up_proj,0.0004649447,0.10000,0.983
+23,mlp.experts.65.up_proj,0.0021400626,0.10000,1.059
+23,mlp.experts.66.up_proj,0.0023448724,0.10000,1.035
+23,mlp.experts.67.up_proj,0.0004056985,0.10000,1.089
+23,mlp.experts.68.up_proj,0.0044499232,0.10000,1.038
+23,mlp.experts.69.up_proj,0.0000721694,0.10000,1.058
+23,mlp.experts.70.up_proj,0.0009422216,0.10000,1.043
+23,mlp.experts.71.up_proj,0.0000418357,0.10000,1.041
+23,mlp.experts.72.up_proj,0.0001029874,0.10000,1.018
+23,mlp.experts.73.up_proj,0.0001213342,0.10000,1.051
+23,mlp.experts.74.up_proj,0.0023238130,0.10000,0.947
+23,mlp.experts.75.up_proj,0.0005673359,0.10000,0.936
+23,mlp.experts.76.up_proj,0.0004144770,0.10000,0.973
+23,mlp.experts.77.up_proj,0.0009809744,0.10000,1.012
+23,mlp.experts.78.up_proj,0.0000723330,0.10000,0.979
+23,mlp.experts.79.up_proj,0.0000150598,0.10000,0.996
+23,mlp.experts.80.up_proj,0.0056605103,0.10000,1.003
+23,mlp.experts.81.up_proj,0.0002946224,0.10000,0.991
+23,mlp.experts.82.up_proj,0.0001476396,0.10000,0.995
+23,mlp.experts.83.up_proj,0.0008250936,0.10000,0.997
+23,mlp.experts.84.up_proj,0.0010829680,0.10000,0.998
+23,mlp.experts.85.up_proj,0.0000184827,0.10000,0.985
+23,mlp.experts.86.up_proj,0.0000145568,0.10000,0.980
+23,mlp.experts.87.up_proj,0.0001394842,0.10000,1.001
+23,mlp.experts.88.up_proj,0.0008226518,0.10000,0.944
+23,mlp.experts.89.up_proj,0.0000423019,0.10000,0.954
+23,mlp.experts.90.up_proj,0.0001228949,0.10000,1.050
+23,mlp.experts.91.up_proj,0.0009426059,0.10000,1.028
+23,mlp.experts.92.up_proj,0.0000315758,0.10000,1.024
+23,mlp.experts.93.up_proj,0.0106070518,0.10000,0.997
+23,mlp.experts.94.up_proj,0.0000371768,0.10000,0.994
+23,mlp.experts.95.up_proj,0.0000891384,0.10000,1.007
+23,mlp.experts.96.up_proj,0.0000101530,0.10000,0.992
+23,mlp.experts.97.up_proj,0.0005891677,0.10000,1.013
+23,mlp.experts.98.up_proj,0.0000096823,0.10000,1.000
+23,mlp.experts.99.up_proj,0.0000479860,0.10000,0.960
+23,mlp.experts.100.up_proj,0.0000768614,0.10000,1.014
+23,mlp.experts.101.up_proj,0.0000158713,0.10000,1.015
+23,mlp.experts.102.up_proj,0.0001461973,0.10000,0.967
+23,mlp.experts.103.up_proj,0.0001964266,0.10000,1.003
+23,mlp.experts.104.up_proj,0.0008944870,0.10000,1.072
+23,mlp.experts.105.up_proj,0.0000092790,0.10000,1.022
+23,mlp.experts.106.up_proj,0.0028029720,0.10000,1.026
+23,mlp.experts.107.up_proj,0.0000161727,0.10000,1.052
+23,mlp.experts.108.up_proj,0.0009332130,0.10000,1.055
+23,mlp.experts.109.up_proj,0.0001319885,0.10000,1.056
+23,mlp.experts.110.up_proj,0.0007260126,0.10000,1.057
+23,mlp.experts.111.up_proj,0.0000296824,0.10000,1.037
+23,mlp.experts.112.up_proj,0.0023801717,0.10000,1.075
+23,mlp.experts.113.up_proj,0.0015943880,0.10000,1.040
+23,mlp.experts.114.up_proj,0.0003838986,0.10000,1.027
+23,mlp.experts.115.up_proj,0.0000069986,0.10000,1.053
+23,mlp.experts.116.up_proj,0.0001080695,0.10000,1.037
+23,mlp.experts.117.up_proj,0.0030081580,0.10000,1.039
+23,mlp.experts.118.up_proj,0.0005342243,0.10000,1.026
+23,mlp.experts.119.up_proj,0.0117195778,0.10000,1.025
+23,mlp.experts.120.up_proj,0.0004478796,0.10000,0.990
+23,mlp.experts.121.up_proj,0.0001553435,0.10000,1.039
+23,mlp.experts.122.up_proj,0.0000365733,0.10000,1.025
+23,mlp.experts.123.up_proj,0.0004178385,0.10000,0.979
+23,mlp.experts.124.up_proj,0.0004195153,0.10000,0.952
+23,mlp.experts.125.up_proj,0.0002039089,0.10000,1.028
+23,mlp.experts.126.up_proj,0.0002252825,0.10000,1.051
+23,mlp.experts.127.up_proj,0.0004628408,0.10000,1.011
+23,mlp.experts.0.gate_proj,0.0000076519,0.10000,0.990
+23,mlp.experts.1.gate_proj,0.0001567825,0.10000,1.041
+23,mlp.experts.2.gate_proj,0.0000541601,0.10000,1.022
+23,mlp.experts.3.gate_proj,0.0002400739,0.10000,1.045
+23,mlp.experts.4.gate_proj,0.0038046612,0.10000,1.012
+23,mlp.experts.5.gate_proj,0.0007282368,0.10000,0.972
+23,mlp.experts.6.gate_proj,0.0009702804,0.10000,0.916
+23,mlp.experts.7.gate_proj,0.0000599779,0.10000,1.014
+23,mlp.experts.8.gate_proj,0.0000101698,0.10000,1.020
+23,mlp.experts.9.gate_proj,0.0007849315,0.10000,1.038
+23,mlp.experts.10.gate_proj,0.0014280652,0.10000,0.996
+23,mlp.experts.11.gate_proj,0.0008525717,0.10000,1.003
+23,mlp.experts.12.gate_proj,0.0000186849,0.10000,1.011
+23,mlp.experts.13.gate_proj,0.0000398442,0.10000,1.061
+23,mlp.experts.14.gate_proj,0.0002780480,0.10000,0.984
+23,mlp.experts.15.gate_proj,0.0002068005,0.10000,0.994
+23,mlp.experts.16.gate_proj,0.0000130805,0.10000,1.006
+23,mlp.experts.17.gate_proj,0.0007040608,0.10000,1.046
+23,mlp.experts.18.gate_proj,0.0000683911,0.10000,1.015
+23,mlp.experts.19.gate_proj,0.0008556890,0.10000,1.063
+23,mlp.experts.20.gate_proj,0.0000212550,0.10000,0.982
+23,mlp.experts.21.gate_proj,0.0000372468,0.10000,0.996
+23,mlp.experts.22.gate_proj,0.0001532369,0.10000,0.988
+23,mlp.experts.23.gate_proj,0.0003907728,0.10000,1.075
+23,mlp.experts.24.gate_proj,0.0002610053,0.10000,1.009
+23,mlp.experts.25.gate_proj,0.0000808370,0.10000,1.086
+23,mlp.experts.26.gate_proj,0.0000413852,0.10000,0.999
+23,mlp.experts.27.gate_proj,0.0006484407,0.10000,1.039
+23,mlp.experts.28.gate_proj,0.0000640886,0.10000,1.067
+23,mlp.experts.29.gate_proj,0.0000171093,0.10000,1.022
+23,mlp.experts.30.gate_proj,0.0002384493,0.10000,1.035
+23,mlp.experts.31.gate_proj,0.0000600548,0.10000,1.020
+23,mlp.experts.32.gate_proj,0.0005318157,0.10000,1.059
+23,mlp.experts.33.gate_proj,0.0000112638,0.10000,1.034
+23,mlp.experts.34.gate_proj,0.0019099524,0.10000,1.057
+23,mlp.experts.35.gate_proj,0.0026423449,0.10000,1.029
+23,mlp.experts.36.gate_proj,0.0008935087,0.10000,1.061
+23,mlp.experts.37.gate_proj,0.0000242909,0.10000,1.032
+23,mlp.experts.38.gate_proj,0.0041642705,0.10000,1.018
+23,mlp.experts.39.gate_proj,0.0000644021,0.10000,0.896
+23,mlp.experts.40.gate_proj,0.0000639795,0.10000,0.946
+23,mlp.experts.41.gate_proj,0.0000365809,0.10000,1.040
+23,mlp.experts.42.gate_proj,0.0004901844,0.10000,1.028
+23,mlp.experts.43.gate_proj,0.0000088902,0.10000,0.978
+23,mlp.experts.44.gate_proj,0.0005879968,0.10000,1.010
+23,mlp.experts.45.gate_proj,0.0000700717,0.10000,0.980
+23,mlp.experts.46.gate_proj,0.0002205626,0.10000,0.983
+23,mlp.experts.47.gate_proj,0.0000257111,0.10000,0.999
+23,mlp.experts.48.gate_proj,0.0001591504,0.10000,0.977
+23,mlp.experts.49.gate_proj,0.0000667675,0.10000,0.987
+23,mlp.experts.50.gate_proj,0.0000502410,0.10000,1.018
+23,mlp.experts.51.gate_proj,0.0008106698,0.10000,1.059
+23,mlp.experts.52.gate_proj,0.0005540188,0.10000,1.039
+23,mlp.experts.53.gate_proj,0.0001340224,0.10000,1.054
+23,mlp.experts.54.gate_proj,0.0001327550,0.10000,1.026
+23,mlp.experts.55.gate_proj,0.0000529101,0.10000,1.015
+23,mlp.experts.56.gate_proj,0.0001242944,0.10000,1.001
+23,mlp.experts.57.gate_proj,0.0053217202,0.10000,1.007
+23,mlp.experts.58.gate_proj,0.0000270208,0.10000,1.004
+23,mlp.experts.59.gate_proj,0.0000257254,0.10000,1.043
+23,mlp.experts.60.gate_proj,0.0000468778,0.10000,1.060
+23,mlp.experts.61.gate_proj,0.0000656345,0.10000,1.042
+23,mlp.experts.62.gate_proj,0.0003284191,0.10000,1.005
+23,mlp.experts.63.gate_proj,0.0006566722,0.10000,0.960
+23,mlp.experts.64.gate_proj,0.0004643061,0.10000,1.021
+23,mlp.experts.65.gate_proj,0.0023057838,0.10000,1.025
+23,mlp.experts.66.gate_proj,0.0023919532,0.10000,1.021
+23,mlp.experts.67.gate_proj,0.0003881964,0.10000,1.026
+23,mlp.experts.68.gate_proj,0.0045750489,0.10000,1.018
+23,mlp.experts.69.gate_proj,0.0000731284,0.10000,0.949
+23,mlp.experts.70.gate_proj,0.0009446101,0.10000,0.946
+23,mlp.experts.71.gate_proj,0.0000378830,0.10000,1.008
+23,mlp.experts.72.gate_proj,0.0001056140,0.10000,1.005
+23,mlp.experts.73.gate_proj,0.0000946052,0.10000,1.042
+23,mlp.experts.74.gate_proj,0.0023463781,0.10000,0.972
+23,mlp.experts.75.gate_proj,0.0005773605,0.10000,1.000
+23,mlp.experts.76.gate_proj,0.0004280297,0.10000,1.004
+23,mlp.experts.77.gate_proj,0.0010025372,0.10000,1.002
+23,mlp.experts.78.gate_proj,0.0000709917,0.10000,1.034
+23,mlp.experts.79.gate_proj,0.0000145007,0.10000,1.039
+23,mlp.experts.80.gate_proj,0.0056812372,0.10000,0.977
+23,mlp.experts.81.gate_proj,0.0002993720,0.10000,1.018
+23,mlp.experts.82.gate_proj,0.0001461650,0.10000,1.011
+23,mlp.experts.83.gate_proj,0.0007885090,0.10000,1.078
+23,mlp.experts.84.gate_proj,0.0011010288,0.10000,1.025
+23,mlp.experts.85.gate_proj,0.0000185300,0.10000,0.923
+23,mlp.experts.86.gate_proj,0.0000134638,0.10000,0.895
+23,mlp.experts.87.gate_proj,0.0001360108,0.10000,1.039
+23,mlp.experts.88.gate_proj,0.0008394688,0.10000,1.014
+23,mlp.experts.89.gate_proj,0.0000425412,0.10000,1.052
+23,mlp.experts.90.gate_proj,0.0001069533,0.10000,1.010
+23,mlp.experts.91.gate_proj,0.0009888092,0.10000,0.982
+23,mlp.experts.92.gate_proj,0.0000323846,0.10000,1.002
+23,mlp.experts.93.gate_proj,0.0107341871,0.10000,0.987
+23,mlp.experts.94.gate_proj,0.0000367701,0.10000,1.082
+23,mlp.experts.95.gate_proj,0.0000952362,0.10000,1.046
+23,mlp.experts.96.gate_proj,0.0000104061,0.10000,1.059
+23,mlp.experts.97.gate_proj,0.0005929166,0.10000,1.056
+23,mlp.experts.98.gate_proj,0.0000081900,0.10000,1.044
+23,mlp.experts.99.gate_proj,0.0000477840,0.10000,1.004
+23,mlp.experts.100.gate_proj,0.0000778728,0.10000,0.962
+23,mlp.experts.101.gate_proj,0.0000132737,0.10000,1.014
+23,mlp.experts.102.gate_proj,0.0001471972,0.10000,1.007
+23,mlp.experts.103.gate_proj,0.0002051868,0.10000,1.020
+23,mlp.experts.104.gate_proj,0.0009026204,0.10000,0.979
+23,mlp.experts.105.gate_proj,0.0000091550,0.10000,1.022
+23,mlp.experts.106.gate_proj,0.0029117806,0.10000,0.993
+23,mlp.experts.107.gate_proj,0.0000152586,0.10000,1.063
+23,mlp.experts.108.gate_proj,0.0009451993,0.10000,1.049
+23,mlp.experts.109.gate_proj,0.0001336031,0.10000,0.996
+23,mlp.experts.110.gate_proj,0.0007281960,0.10000,1.008
+23,mlp.experts.111.gate_proj,0.0000292762,0.10000,1.041
+23,mlp.experts.112.gate_proj,0.0024484190,0.10000,1.033
+23,mlp.experts.113.gate_proj,0.0015946940,0.10000,1.047
+23,mlp.experts.114.gate_proj,0.0003832180,0.10000,1.036
+23,mlp.experts.115.gate_proj,0.0000066396,0.10000,1.014
+23,mlp.experts.116.gate_proj,0.0001096527,0.10000,0.998
+23,mlp.experts.118.gate_proj,0.0004999405,0.10000,1.007
+23,mlp.experts.117.gate_proj,0.0029581707,0.10000,1.019
+23,mlp.experts.119.gate_proj,0.0118601066,0.10000,1.014
+23,mlp.experts.120.gate_proj,0.0004519376,0.10000,1.040
+23,mlp.experts.121.gate_proj,0.0001577324,0.10000,1.039
+23,mlp.experts.122.gate_proj,0.0000341180,0.10000,1.018
+23,mlp.experts.123.gate_proj,0.0003829322,0.10000,1.031
+23,mlp.experts.124.gate_proj,0.0004324151,0.10000,1.027
+23,mlp.experts.125.gate_proj,0.0002038540,0.10000,1.019
+23,mlp.experts.126.gate_proj,0.0002233643,0.10000,1.037
+23,mlp.experts.127.gate_proj,0.0004545909,0.10000,0.626
+23,mlp.experts.0.down_proj,0.0000010889,0.10000,0.401
+23,mlp.experts.1.down_proj,0.0000420444,0.10000,0.416
+23,mlp.experts.2.down_proj,0.0000061381,0.10000,0.395
+23,mlp.experts.3.down_proj,0.0000036147,0.10000,0.411
+23,mlp.experts.4.down_proj,0.0000164464,0.10000,0.356
+23,mlp.experts.5.down_proj,0.0001410801,0.10000,0.357
+23,mlp.experts.6.down_proj,0.0001345553,0.10000,0.386
+23,mlp.experts.7.down_proj,0.0000066595,0.10000,0.414
+23,mlp.experts.8.down_proj,0.0000018680,0.10000,0.384
+23,mlp.experts.9.down_proj,0.0000536791,0.10000,0.397
+23,mlp.experts.10.down_proj,0.0004532855,0.10000,0.370
+23,mlp.experts.11.down_proj,0.0001400390,0.10000,0.372
+23,mlp.experts.12.down_proj,0.0000021104,0.10000,0.353
+23,mlp.experts.13.down_proj,0.0000084609,0.10000,0.360
+23,mlp.experts.14.down_proj,0.0000430655,0.10000,0.339
+23,mlp.experts.15.down_proj,0.0000336856,0.10000,0.333
+23,mlp.experts.16.down_proj,0.0000032441,0.10000,0.360
+23,mlp.experts.17.down_proj,0.0001156642,0.10000,0.369
+23,mlp.experts.18.down_proj,0.0000122629,0.10000,0.368
+23,mlp.experts.19.down_proj,0.0003204116,0.10000,0.362
+23,mlp.experts.20.down_proj,0.0000025330,0.10000,0.351
+23,mlp.experts.21.down_proj,0.0000056682,0.10000,0.372
+23,mlp.experts.22.down_proj,0.0000316697,0.10000,0.370
+23,mlp.experts.23.down_proj,0.0000270258,0.10000,0.423
+23,mlp.experts.24.down_proj,0.0000204806,0.10000,0.400
+23,mlp.experts.25.down_proj,0.0000074442,0.10000,0.422
+23,mlp.experts.26.down_proj,0.0000094470,0.10000,0.384
+23,mlp.experts.27.down_proj,0.0001698970,0.10000,0.417
+23,mlp.experts.28.down_proj,0.0000073109,0.10000,0.368
+23,mlp.experts.29.down_proj,0.0000030670,0.10000,0.337
+23,mlp.experts.30.down_proj,0.0000508240,0.10000,0.356
+23,mlp.experts.31.down_proj,0.0000064113,0.10000,0.385
+23,mlp.experts.32.down_proj,0.0001000260,0.10000,0.387
+23,mlp.experts.33.down_proj,0.0000013232,0.10000,0.394
+23,mlp.experts.34.down_proj,0.0003735173,0.10000,0.390
+23,mlp.experts.35.down_proj,0.0010025952,0.10000,0.386
+23,mlp.experts.36.down_proj,0.0001149627,0.10000,0.383
+23,mlp.experts.37.down_proj,0.0000037727,0.10000,0.395
+23,mlp.experts.38.down_proj,0.0005573526,0.10000,0.406
+23,mlp.experts.39.down_proj,0.0000139213,0.10000,0.405
+23,mlp.experts.40.down_proj,0.0000074982,0.10000,0.388
+23,mlp.experts.41.down_proj,0.0000047439,0.10000,0.396
+23,mlp.experts.42.down_proj,0.0000637747,0.10000,0.406
+23,mlp.experts.43.down_proj,0.0000009786,0.10000,0.395
+23,mlp.experts.44.down_proj,0.0001096823,0.10000,0.403
+23,mlp.experts.45.down_proj,0.0000212478,0.10000,0.403
+23,mlp.experts.46.down_proj,0.0000620542,0.10000,0.398
+23,mlp.experts.47.down_proj,0.0000052759,0.10000,0.390
+23,mlp.experts.48.down_proj,0.0000241356,0.10000,0.393
+23,mlp.experts.49.down_proj,0.0000089784,0.10000,0.404
+23,mlp.experts.50.down_proj,0.0000117027,0.10000,0.392
+23,mlp.experts.51.down_proj,0.0001409999,0.10000,0.406
+23,mlp.experts.52.down_proj,0.0000733562,0.10000,0.400
+23,mlp.experts.53.down_proj,0.0000201722,0.10000,0.378
+23,mlp.experts.54.down_proj,0.0000225514,0.10000,0.382
+23,mlp.experts.55.down_proj,0.0000122531,0.10000,0.402
+23,mlp.experts.56.down_proj,0.0000273609,0.10000,0.394
+23,mlp.experts.57.down_proj,0.0006834879,0.10000,0.396
+23,mlp.experts.58.down_proj,0.0000047794,0.10000,0.399
+23,mlp.experts.59.down_proj,0.0000045112,0.10000,0.391
+23,mlp.experts.60.down_proj,0.0000046284,0.10000,0.394
+23,mlp.experts.61.down_proj,0.0000091626,0.10000,0.387
+23,mlp.experts.62.down_proj,0.0000452014,0.10000,0.393
+23,mlp.experts.63.down_proj,0.0001728694,0.10000,0.398
+23,mlp.experts.64.down_proj,0.0001256223,0.10000,0.381
+23,mlp.experts.65.down_proj,0.0000313959,0.10000,0.391
+23,mlp.experts.66.down_proj,0.0002713135,0.10000,0.398
+23,mlp.experts.67.down_proj,0.0000649276,0.10000,0.409
+23,mlp.experts.68.down_proj,0.0001018530,0.10000,0.394
+23,mlp.experts.69.down_proj,0.0000153920,0.10000,0.379
+23,mlp.experts.70.down_proj,0.0001685968,0.10000,0.363
+23,mlp.experts.71.down_proj,0.0000065750,0.10000,0.369
+23,mlp.experts.72.down_proj,0.0000156446,0.10000,0.380
+23,mlp.experts.73.down_proj,0.0000165577,0.10000,0.409
+23,mlp.experts.74.down_proj,0.0006682835,0.10000,0.406
+23,mlp.experts.75.down_proj,0.0000667990,0.10000,0.369
+23,mlp.experts.76.down_proj,0.0000546468,0.10000,0.355
+23,mlp.experts.77.down_proj,0.0001734293,0.10000,0.399
+23,mlp.experts.78.down_proj,0.0000137318,0.10000,0.398
+23,mlp.experts.79.down_proj,0.0000025761,0.10000,0.402
+23,mlp.experts.80.down_proj,0.0010408105,0.10000,0.377
+23,mlp.experts.81.down_proj,0.0000499041,0.10000,0.396
+23,mlp.experts.82.down_proj,0.0000250831,0.10000,0.401
+23,mlp.experts.83.down_proj,0.0001622406,0.10000,0.397
+23,mlp.experts.84.down_proj,0.0001825408,0.10000,0.399
+23,mlp.experts.85.down_proj,0.0000029814,0.10000,0.399
+23,mlp.experts.86.down_proj,0.0000030247,0.10000,0.400
+23,mlp.experts.87.down_proj,0.0000257165,0.10000,0.398
+23,mlp.experts.88.down_proj,0.0002584893,0.10000,0.396
+23,mlp.experts.89.down_proj,0.0000074796,0.10000,0.409
+23,mlp.experts.90.down_proj,0.0000165925,0.10000,0.392
+23,mlp.experts.91.down_proj,0.0003516325,0.10000,0.401
+23,mlp.experts.92.down_proj,0.0000093852,0.10000,0.398
+23,mlp.experts.93.down_proj,0.0023517080,0.10000,0.414
+23,mlp.experts.94.down_proj,0.0000065949,0.10000,0.393
+23,mlp.experts.95.down_proj,0.0000172248,0.10000,0.400
+23,mlp.experts.96.down_proj,0.0000012816,0.10000,0.373
+23,mlp.experts.97.down_proj,0.0001498523,0.10000,0.399
+23,mlp.experts.98.down_proj,0.0000014311,0.10000,0.405
+23,mlp.experts.99.down_proj,0.0000076720,0.10000,0.411
+23,mlp.experts.100.down_proj,0.0000190224,0.10000,0.401
+23,mlp.experts.101.down_proj,0.0000016604,0.10000,0.407
+23,mlp.experts.102.down_proj,0.0000246652,0.10000,0.400
+23,mlp.experts.103.down_proj,0.0000610788,0.10000,0.339
+23,mlp.experts.104.down_proj,0.0001402546,0.10000,0.341
+23,mlp.experts.105.down_proj,0.0000013434,0.10000,0.366
+23,mlp.experts.106.down_proj,0.0006543805,0.10000,0.358
+23,mlp.experts.107.down_proj,0.0000017165,0.10000,0.344
+23,mlp.experts.108.down_proj,0.0001279941,0.10000,0.340
+23,mlp.experts.109.down_proj,0.0000077587,0.10000,0.381
+23,mlp.experts.110.down_proj,0.0001389668,0.10000,0.372
+23,mlp.experts.112.down_proj,0.0004693110,0.10000,0.365
+23,mlp.experts.111.down_proj,0.0000053175,0.10000,0.387
+23,mlp.experts.113.down_proj,0.0002575670,0.10000,0.328
+23,mlp.experts.114.down_proj,0.0000894323,0.10000,0.332
+23,mlp.experts.115.down_proj,0.0000011056,0.10000,0.354
+23,mlp.experts.116.down_proj,0.0000190356,0.10000,0.340
+23,mlp.experts.117.down_proj,0.0000466981,0.10000,0.380
+23,mlp.experts.118.down_proj,0.0001375030,0.10000,0.380
+23,mlp.experts.119.down_proj,0.0023899902,0.10000,0.394
+23,mlp.experts.120.down_proj,0.0000731738,0.10000,0.398
+23,mlp.experts.121.down_proj,0.0000217324,0.10000,0.419
+23,mlp.experts.122.down_proj,0.0000087611,0.10000,0.414
+23,mlp.experts.123.down_proj,0.0000811228,0.10000,0.419
+23,mlp.experts.124.down_proj,0.0000547116,0.10000,0.419
+23,mlp.experts.125.down_proj,0.0000062139,0.10000,0.410
+23,mlp.experts.126.down_proj,0.0000489169,0.10000,0.406
+23,mlp.experts.127.down_proj,0.0001035239,0.10000,0.235
+24,self_attn.k_proj,0.0000000431,0.10000,1.002
+24,self_attn.q_proj,0.0000003267,0.10000,1.079
+24,self_attn.v_proj,0.0000000513,0.10000,0.663
+24,self_attn.o_proj,0.0000000593,0.10000,1.114
+24,mlp.gate,0.0000049336,0.10000,0.605
+24,mlp.experts.1.up_proj,0.0016998492,0.10000,1.048
+24,mlp.experts.0.up_proj,0.0006464319,0.10000,1.088
+24,mlp.experts.3.up_proj,0.0005759215,0.10000,1.020
+24,mlp.experts.2.up_proj,0.0000104238,0.10000,1.059
+24,mlp.experts.5.up_proj,0.0017479294,0.10000,1.022
+24,mlp.experts.4.up_proj,0.0001069582,0.10000,1.036
+24,mlp.experts.6.up_proj,0.0000227548,0.10000,1.034
+24,mlp.experts.7.up_proj,0.0021908556,0.10000,1.046
+24,mlp.experts.8.up_proj,0.0000855247,0.10000,1.060
+24,mlp.experts.9.up_proj,0.0001756323,0.10000,1.061
+24,mlp.experts.10.up_proj,0.0110837039,0.10000,0.984
+24,mlp.experts.11.up_proj,0.0004175602,0.10000,1.053
+24,mlp.experts.12.up_proj,0.0000856192,0.10000,0.974
+24,mlp.experts.13.up_proj,0.0010540390,0.10000,1.012
+24,mlp.experts.14.up_proj,0.0000137568,0.10000,1.017
+24,mlp.experts.15.up_proj,0.0000386182,0.10000,1.075
+24,mlp.experts.16.up_proj,0.0003587674,0.10000,1.049
+24,mlp.experts.17.up_proj,0.0002643685,0.10000,1.048
+24,mlp.experts.18.up_proj,0.0000743678,0.10000,1.047
+24,mlp.experts.19.up_proj,0.0103336798,0.10000,1.002
+24,mlp.experts.20.up_proj,0.0005704775,0.10000,0.968
+24,mlp.experts.21.up_proj,0.0003243188,0.10000,0.985
+24,mlp.experts.22.up_proj,0.0000615364,0.10000,0.989
+24,mlp.experts.23.up_proj,0.0002941580,0.10000,0.992
+24,mlp.experts.24.up_proj,0.0000793952,0.10000,1.015
+24,mlp.experts.25.up_proj,0.0001150722,0.10000,1.014
+24,mlp.experts.26.up_proj,0.0001280684,0.10000,0.990
+24,mlp.experts.27.up_proj,0.0000999970,0.10000,0.997
+24,mlp.experts.28.up_proj,0.0003155417,0.10000,1.048
+24,mlp.experts.29.up_proj,0.0009207651,0.10000,1.056
+24,mlp.experts.30.up_proj,0.0002183364,0.10000,1.031
+24,mlp.experts.31.up_proj,0.0006223442,0.10000,1.027
+24,mlp.experts.32.up_proj,0.0000154634,0.10000,1.059
+24,mlp.experts.33.up_proj,0.0028662466,0.10000,1.049
+24,mlp.experts.34.up_proj,0.0000114900,0.10000,1.068
+24,mlp.experts.35.up_proj,0.0001841277,0.10000,1.016
+24,mlp.experts.36.up_proj,0.0002286564,0.10000,1.082
+24,mlp.experts.37.up_proj,0.0008110690,0.10000,1.013
+24,mlp.experts.38.up_proj,0.0000468811,0.10000,1.019
+24,mlp.experts.39.up_proj,0.0003187513,0.10000,1.071
+24,mlp.experts.40.up_proj,0.0000722414,0.10000,1.016
+24,mlp.experts.41.up_proj,0.0003391801,0.10000,1.033
+24,mlp.experts.42.up_proj,0.0000060507,0.10000,0.975
+24,mlp.experts.43.up_proj,0.0000440647,0.10000,1.047
+24,mlp.experts.44.up_proj,0.0001796982,0.10000,0.926
+24,mlp.experts.45.up_proj,0.0015852739,0.10000,0.941
+24,mlp.experts.46.up_proj,0.0000500749,0.10000,1.037
+24,mlp.experts.47.up_proj,0.0005725465,0.10000,1.002
+24,mlp.experts.48.up_proj,0.0008592220,0.10000,1.031
+24,mlp.experts.49.up_proj,0.0000907562,0.10000,1.019
+24,mlp.experts.50.up_proj,0.0000586139,0.10000,1.050
+24,mlp.experts.51.up_proj,0.0010351827,0.10000,1.027
+24,mlp.experts.52.up_proj,0.0000180715,0.10000,1.071
+24,mlp.experts.53.up_proj,0.0000132494,0.10000,1.045
+24,mlp.experts.54.up_proj,0.0010838243,0.10000,1.027
+24,mlp.experts.55.up_proj,0.0005878770,0.10000,1.007
+24,mlp.experts.56.up_proj,0.0000451100,0.10000,1.042
+24,mlp.experts.57.up_proj,0.0008179202,0.10000,1.004
+24,mlp.experts.58.up_proj,0.0000133745,0.10000,1.015
+24,mlp.experts.59.up_proj,0.0011442610,0.10000,1.008
+24,mlp.experts.61.up_proj,0.0000323695,0.10000,1.058
+24,mlp.experts.60.up_proj,0.0005254128,0.10000,1.102
+24,mlp.experts.62.up_proj,0.0001179794,0.10000,1.042
+24,mlp.experts.63.up_proj,0.0000159663,0.10000,1.057
+24,mlp.experts.64.up_proj,0.0000994876,0.10000,1.025
+24,mlp.experts.65.up_proj,0.0000243097,0.10000,1.015
+24,mlp.experts.66.up_proj,0.0002336277,0.10000,1.015
+24,mlp.experts.67.up_proj,0.0004627743,0.10000,1.032
+24,mlp.experts.68.up_proj,0.0000510234,0.10000,1.023
+24,mlp.experts.69.up_proj,0.0000660730,0.10000,1.022
+24,mlp.experts.70.up_proj,0.0130580929,0.10000,0.972
+24,mlp.experts.71.up_proj,0.0003356343,0.10000,0.980
+24,mlp.experts.72.up_proj,0.0072106229,0.10000,1.051
+24,mlp.experts.73.up_proj,0.0000254035,0.10000,1.060
+24,mlp.experts.74.up_proj,0.0000658695,0.10000,1.034
+24,mlp.experts.75.up_proj,0.0000392399,0.10000,1.039
+24,mlp.experts.76.up_proj,0.0000188590,0.10000,1.038
+24,mlp.experts.77.up_proj,0.0007724399,0.10000,1.041
+24,mlp.experts.78.up_proj,0.0005916314,0.10000,1.033
+24,mlp.experts.79.up_proj,0.0001112607,0.10000,1.049
+24,mlp.experts.80.up_proj,0.0003515284,0.10000,1.052
+24,mlp.experts.81.up_proj,0.0042557697,0.10000,1.054
+24,mlp.experts.82.up_proj,0.0015008747,0.10000,1.024
+24,mlp.experts.83.up_proj,0.0005195364,0.10000,1.053
+24,mlp.experts.84.up_proj,0.0018124938,0.10000,1.008
+24,mlp.experts.85.up_proj,0.0000778254,0.10000,1.049
+24,mlp.experts.86.up_proj,0.0008119044,0.10000,0.993
+24,mlp.experts.87.up_proj,0.0000064714,0.10000,1.010
+24,mlp.experts.88.up_proj,0.0079620762,0.10000,0.999
+24,mlp.experts.89.up_proj,0.0001000852,0.10000,1.001
+24,mlp.experts.90.up_proj,0.0000555723,0.10000,0.994
+24,mlp.experts.91.up_proj,0.0007941162,0.10000,1.023
+24,mlp.experts.92.up_proj,0.0005174584,0.10000,0.977
+24,mlp.experts.93.up_proj,0.0010922487,0.10000,1.008
+24,mlp.experts.94.up_proj,0.0003388828,0.10000,1.039
+24,mlp.experts.95.up_proj,0.0021201080,0.10000,0.989
+24,mlp.experts.96.up_proj,0.0000622973,0.10000,1.018
+24,mlp.experts.97.up_proj,0.0000117039,0.10000,1.060
+24,mlp.experts.98.up_proj,0.0021257976,0.10000,1.036
+24,mlp.experts.99.up_proj,0.0001787457,0.10000,1.039
+24,mlp.experts.100.up_proj,0.0000994231,0.10000,0.970
+24,mlp.experts.101.up_proj,0.0024448276,0.10000,1.026
+24,mlp.experts.102.up_proj,0.0000271104,0.10000,0.999
+24,mlp.experts.103.up_proj,0.0000199720,0.10000,1.017
+24,mlp.experts.104.up_proj,0.0001981125,0.10000,0.972
+24,mlp.experts.105.up_proj,0.0005369939,0.10000,1.054
+24,mlp.experts.106.up_proj,0.0012411846,0.10000,0.937
+24,mlp.experts.107.up_proj,0.0000505234,0.10000,0.936
+24,mlp.experts.108.up_proj,0.0004445846,0.10000,0.970
+24,mlp.experts.109.up_proj,0.0014957681,0.10000,0.982
+24,mlp.experts.110.up_proj,0.0001913735,0.10000,0.998
+24,mlp.experts.111.up_proj,0.0008878072,0.10000,0.999
+24,mlp.experts.112.up_proj,0.0008919238,0.10000,1.001
+24,mlp.experts.113.up_proj,0.0002985315,0.10000,1.005
+24,mlp.experts.114.up_proj,0.0000217988,0.10000,0.973
+24,mlp.experts.115.up_proj,0.0000338760,0.10000,1.012
+24,mlp.experts.116.up_proj,0.0000254628,0.10000,0.960
+24,mlp.experts.117.up_proj,0.0001090463,0.10000,0.981
+24,mlp.experts.118.up_proj,0.0000142111,0.10000,0.962
+24,mlp.experts.119.up_proj,0.0008977196,0.10000,1.009
+24,mlp.experts.120.up_proj,0.0000529150,0.10000,0.993
+24,mlp.experts.121.up_proj,0.0002230030,0.10000,1.017
+24,mlp.experts.122.up_proj,0.0004809992,0.10000,1.004
+24,mlp.experts.123.up_proj,0.0000943983,0.10000,0.965
+24,mlp.experts.124.up_proj,0.0000394213,0.10000,1.031
+24,mlp.experts.125.up_proj,0.0018299820,0.10000,0.984
+24,mlp.experts.126.up_proj,0.0005832839,0.10000,1.017
+24,mlp.experts.127.up_proj,0.0000387222,0.10000,1.061
+24,mlp.experts.0.gate_proj,0.0006505023,0.10000,1.035
+24,mlp.experts.1.gate_proj,0.0016910051,0.10000,1.041
+24,mlp.experts.2.gate_proj,0.0000102199,0.10000,1.002
+24,mlp.experts.3.gate_proj,0.0005770337,0.10000,1.013
+24,mlp.experts.4.gate_proj,0.0001060854,0.10000,1.002
+24,mlp.experts.5.gate_proj,0.0017998246,0.10000,1.021
+24,mlp.experts.6.gate_proj,0.0000220912,0.10000,1.043
+24,mlp.experts.7.gate_proj,0.0020876369,0.10000,1.050
+24,mlp.experts.8.gate_proj,0.0000867761,0.10000,1.072
+24,mlp.experts.9.gate_proj,0.0001667385,0.10000,1.044
+24,mlp.experts.10.gate_proj,0.0125649425,0.10000,1.065
+24,mlp.experts.11.gate_proj,0.0004196968,0.10000,0.994
+24,mlp.experts.12.gate_proj,0.0000833205,0.10000,0.946
+24,mlp.experts.13.gate_proj,0.0010122421,0.10000,1.063
+24,mlp.experts.14.gate_proj,0.0000135211,0.10000,1.036
+24,mlp.experts.15.gate_proj,0.0000381474,0.10000,1.064
+24,mlp.experts.16.gate_proj,0.0003718158,0.10000,0.981
+24,mlp.experts.17.gate_proj,0.0002680359,0.10000,0.969
+24,mlp.experts.18.gate_proj,0.0000733612,0.10000,0.974
+24,mlp.experts.19.gate_proj,0.0103653153,0.10000,1.026
+24,mlp.experts.20.gate_proj,0.0005793743,0.10000,0.979
+24,mlp.experts.21.gate_proj,0.0003331549,0.10000,1.051
+24,mlp.experts.22.gate_proj,0.0000653385,0.10000,1.012
+24,mlp.experts.23.gate_proj,0.0002985122,0.10000,1.022
+24,mlp.experts.24.gate_proj,0.0000855316,0.10000,0.983
+24,mlp.experts.25.gate_proj,0.0001167012,0.10000,0.997
+24,mlp.experts.26.gate_proj,0.0001300897,0.10000,1.036
+24,mlp.experts.27.gate_proj,0.0000929136,0.10000,1.041
+24,mlp.experts.28.gate_proj,0.0003207753,0.10000,0.991
+24,mlp.experts.29.gate_proj,0.0009422559,0.10000,1.030
+24,mlp.experts.30.gate_proj,0.0002243524,0.10000,1.007
+24,mlp.experts.31.gate_proj,0.0006198235,0.10000,0.983
+24,mlp.experts.32.gate_proj,0.0000130337,0.10000,1.007
+24,mlp.experts.33.gate_proj,0.0028456024,0.10000,1.001
+24,mlp.experts.34.gate_proj,0.0000113373,0.10000,1.010
+24,mlp.experts.35.gate_proj,0.0001960728,0.10000,1.005
+24,mlp.experts.36.gate_proj,0.0002167639,0.10000,1.006
+24,mlp.experts.37.gate_proj,0.0008144934,0.10000,0.998
+24,mlp.experts.38.gate_proj,0.0000432323,0.10000,0.983
+24,mlp.experts.39.gate_proj,0.0003306295,0.10000,0.980
+24,mlp.experts.40.gate_proj,0.0000722820,0.10000,1.007
+24,mlp.experts.41.gate_proj,0.0003562177,0.10000,1.000
+24,mlp.experts.42.gate_proj,0.0000051690,0.10000,0.986
+24,mlp.experts.43.gate_proj,0.0000442824,0.10000,0.996
+24,mlp.experts.44.gate_proj,0.0001625059,0.10000,1.007
+24,mlp.experts.45.gate_proj,0.0015795974,0.10000,1.000
+24,mlp.experts.46.gate_proj,0.0000483745,0.10000,0.997
+24,mlp.experts.47.gate_proj,0.0005794081,0.10000,1.010
+24,mlp.experts.48.gate_proj,0.0007998103,0.10000,1.010
+24,mlp.experts.49.gate_proj,0.0000898850,0.10000,1.071
+24,mlp.experts.50.gate_proj,0.0000586947,0.10000,1.029
+24,mlp.experts.51.gate_proj,0.0010095846,0.10000,1.010
+24,mlp.experts.52.gate_proj,0.0000150778,0.10000,1.008
+24,mlp.experts.53.gate_proj,0.0000107855,0.10000,1.008
+24,mlp.experts.54.gate_proj,0.0010912099,0.10000,0.995
+24,mlp.experts.55.gate_proj,0.0006012536,0.10000,1.000
+24,mlp.experts.56.gate_proj,0.0000441545,0.10000,0.994
+24,mlp.experts.57.gate_proj,0.0008178074,0.10000,1.005
+24,mlp.experts.58.gate_proj,0.0000122489,0.10000,0.979
+24,mlp.experts.59.gate_proj,0.0011569027,0.10000,0.980
+24,mlp.experts.60.gate_proj,0.0005073643,0.10000,0.987
+24,mlp.experts.61.gate_proj,0.0000307404,0.10000,0.992
+24,mlp.experts.62.gate_proj,0.0001170245,0.10000,0.984
+24,mlp.experts.63.gate_proj,0.0000146949,0.10000,0.990
+24,mlp.experts.64.gate_proj,0.0000986961,0.10000,1.001
+24,mlp.experts.65.gate_proj,0.0000259482,0.10000,1.033
+24,mlp.experts.66.gate_proj,0.0002232493,0.10000,1.034
+24,mlp.experts.67.gate_proj,0.0004767321,0.10000,0.974
+24,mlp.experts.68.gate_proj,0.0000505433,0.10000,0.973
+24,mlp.experts.69.gate_proj,0.0000602556,0.10000,1.003
+24,mlp.experts.70.gate_proj,0.0115233759,0.10000,1.063
+24,mlp.experts.71.gate_proj,0.0003446144,0.10000,1.027
+24,mlp.experts.72.gate_proj,0.0073576740,0.10000,1.058
+24,mlp.experts.73.gate_proj,0.0000275564,0.10000,1.044
+24,mlp.experts.74.gate_proj,0.0000620534,0.10000,1.016
+24,mlp.experts.75.gate_proj,0.0000378270,0.10000,1.012
+24,mlp.experts.76.gate_proj,0.0000158287,0.10000,1.036
+24,mlp.experts.77.gate_proj,0.0007804802,0.10000,1.007
+24,mlp.experts.78.gate_proj,0.0006009076,0.10000,1.008
+24,mlp.experts.79.gate_proj,0.0001123971,0.10000,1.012
+24,mlp.experts.80.gate_proj,0.0003078977,0.10000,1.025
+24,mlp.experts.81.gate_proj,0.0042151690,0.10000,1.020
+24,mlp.experts.82.gate_proj,0.0014339506,0.10000,0.975
+24,mlp.experts.83.gate_proj,0.0004714979,0.10000,1.043
+24,mlp.experts.84.gate_proj,0.0017108272,0.10000,1.002
+24,mlp.experts.85.gate_proj,0.0000765653,0.10000,1.011
+24,mlp.experts.86.gate_proj,0.0008304663,0.10000,0.955
+24,mlp.experts.87.gate_proj,0.0000055090,0.10000,1.024
+24,mlp.experts.88.gate_proj,0.0080084094,0.10000,1.056
+24,mlp.experts.89.gate_proj,0.0001014652,0.10000,1.055
+24,mlp.experts.90.gate_proj,0.0000536190,0.10000,1.068
+24,mlp.experts.91.gate_proj,0.0008068097,0.10000,1.023
+24,mlp.experts.92.gate_proj,0.0005256800,0.10000,1.014
+24,mlp.experts.93.gate_proj,0.0011034990,0.10000,1.018
+24,mlp.experts.94.gate_proj,0.0002707167,0.10000,1.011
+24,mlp.experts.95.gate_proj,0.0021662119,0.10000,0.999
+24,mlp.experts.96.gate_proj,0.0000626293,0.10000,0.982
+24,mlp.experts.97.gate_proj,0.0000102642,0.10000,0.941
+24,mlp.experts.98.gate_proj,0.0021151030,0.10000,0.955
+24,mlp.experts.99.gate_proj,0.0001741870,0.10000,1.003
+24,mlp.experts.100.gate_proj,0.0000966783,0.10000,1.012
+24,mlp.experts.101.gate_proj,0.0026055135,0.10000,1.030
+24,mlp.experts.102.gate_proj,0.0000273286,0.10000,1.065
+24,mlp.experts.103.gate_proj,0.0000169885,0.10000,1.024
+24,mlp.experts.104.gate_proj,0.0001879706,0.10000,1.056
+24,mlp.experts.105.gate_proj,0.0005468081,0.10000,1.022
+24,mlp.experts.106.gate_proj,0.0012829551,0.10000,1.057
+24,mlp.experts.107.gate_proj,0.0000497951,0.10000,1.046
+24,mlp.experts.108.gate_proj,0.0004255904,0.10000,1.067
+24,mlp.experts.109.gate_proj,0.0015447767,0.10000,1.062
+24,mlp.experts.110.gate_proj,0.0001835175,0.10000,1.005
+24,mlp.experts.111.gate_proj,0.0045420035,0.10000,1.057
+24,mlp.experts.112.gate_proj,0.0008985018,0.10000,0.984
+24,mlp.experts.113.gate_proj,0.0002855250,0.10000,1.011
+24,mlp.experts.114.gate_proj,0.0000216377,0.10000,1.007
+24,mlp.experts.115.gate_proj,0.0000334848,0.10000,1.010
+24,mlp.experts.116.gate_proj,0.0000251046,0.10000,1.033
+24,mlp.experts.117.gate_proj,0.0001143907,0.10000,1.035
+24,mlp.experts.118.gate_proj,0.0000118625,0.10000,1.040
+24,mlp.experts.119.gate_proj,0.0009175259,0.10000,1.034
+24,mlp.experts.120.gate_proj,0.0000498154,0.10000,1.039
+24,mlp.experts.121.gate_proj,0.0002222320,0.10000,1.036
+24,mlp.experts.122.gate_proj,0.0004918415,0.10000,1.039
+24,mlp.experts.123.gate_proj,0.0000866622,0.10000,1.028
+24,mlp.experts.124.gate_proj,0.0000372076,0.10000,1.055
+24,mlp.experts.125.gate_proj,0.0019701731,0.10000,1.038
+24,mlp.experts.126.gate_proj,0.0005476455,0.10000,1.034
+24,mlp.experts.127.gate_proj,0.0000386330,0.10000,0.723
+24,mlp.experts.1.down_proj,0.0003759103,0.10000,0.390
+24,mlp.experts.0.down_proj,0.0001395018,0.10000,0.413
+24,mlp.experts.2.down_proj,0.0000014576,0.10000,0.375
+24,mlp.experts.3.down_proj,0.0001893156,0.10000,0.411
+24,mlp.experts.4.down_proj,0.0000216797,0.10000,0.384
+24,mlp.experts.5.down_proj,0.0002784885,0.10000,0.386
+24,mlp.experts.6.down_proj,0.0000026694,0.10000,0.382
+24,mlp.experts.7.down_proj,0.0007001459,0.10000,0.387
+24,mlp.experts.8.down_proj,0.0000110011,0.10000,0.366
+24,mlp.experts.9.down_proj,0.0000434673,0.10000,0.380
+24,mlp.experts.10.down_proj,0.0000385301,0.10000,0.389
+24,mlp.experts.11.down_proj,0.0000576483,0.10000,0.389
+24,mlp.experts.12.down_proj,0.0000201739,0.10000,0.383
+24,mlp.experts.13.down_proj,0.0002368782,0.10000,0.361
+24,mlp.experts.14.down_proj,0.0000026894,0.10000,0.388
+24,mlp.experts.15.down_proj,0.0000120483,0.10000,0.375
+24,mlp.experts.16.down_proj,0.0000475648,0.10000,0.389
+24,mlp.experts.17.down_proj,0.0000478387,0.10000,0.387
+24,mlp.experts.18.down_proj,0.0000115711,0.10000,0.391
+24,mlp.experts.19.down_proj,0.0001506930,0.10000,0.387
+24,mlp.experts.20.down_proj,0.0000733244,0.10000,0.367
+24,mlp.experts.21.down_proj,0.0000306686,0.10000,0.369
+24,mlp.experts.22.down_proj,0.0000070278,0.10000,0.372
+24,mlp.experts.23.down_proj,0.0000363384,0.10000,0.372
+24,mlp.experts.24.down_proj,0.0000121647,0.10000,0.414
+24,mlp.experts.25.down_proj,0.0000274781,0.10000,0.398
+24,mlp.experts.26.down_proj,0.0000333634,0.10000,0.358
+24,mlp.experts.27.down_proj,0.0000136033,0.10000,0.361
+24,mlp.experts.28.down_proj,0.0000451319,0.10000,0.380
+24,mlp.experts.29.down_proj,0.0001684161,0.10000,0.387
+24,mlp.experts.30.down_proj,0.0000733826,0.10000,0.392
+24,mlp.experts.31.down_proj,0.0001655392,0.10000,0.368
+24,mlp.experts.32.down_proj,0.0000024077,0.10000,0.396
+24,mlp.experts.33.down_proj,0.0004193462,0.10000,0.406
+24,mlp.experts.34.down_proj,0.0000013674,0.10000,0.409
+24,mlp.experts.35.down_proj,0.0000735269,0.10000,0.414
+24,mlp.experts.36.down_proj,0.0000557668,0.10000,0.400
+24,mlp.experts.37.down_proj,0.0001116728,0.10000,0.399
+24,mlp.experts.38.down_proj,0.0000106744,0.10000,0.327
+24,mlp.experts.39.down_proj,0.0000962523,0.10000,0.334
+24,mlp.experts.40.down_proj,0.0000083615,0.10000,0.404
+24,mlp.experts.41.down_proj,0.0000624658,0.10000,0.407
+24,mlp.experts.42.down_proj,0.0000008351,0.10000,0.350
+24,mlp.experts.43.down_proj,0.0000101129,0.10000,0.351
+24,mlp.experts.44.down_proj,0.0000372251,0.10000,0.360
+24,mlp.experts.45.down_proj,0.0002535542,0.10000,0.356
+24,mlp.experts.46.down_proj,0.0000075560,0.10000,0.416
+24,mlp.experts.47.down_proj,0.0000693237,0.10000,0.390
+24,mlp.experts.48.down_proj,0.0002447429,0.10000,0.397
+24,mlp.experts.49.down_proj,0.0000103171,0.10000,0.415
+24,mlp.experts.50.down_proj,0.0000079475,0.10000,0.395
+24,mlp.experts.51.down_proj,0.0003072180,0.10000,0.401
+24,mlp.experts.52.down_proj,0.0000023412,0.10000,0.387
+24,mlp.experts.53.down_proj,0.0000022392,0.10000,0.402
+24,mlp.experts.54.down_proj,0.0001572709,0.10000,0.396
+24,mlp.experts.55.down_proj,0.0003377647,0.10000,0.397
+24,mlp.experts.56.down_proj,0.0000069649,0.10000,0.393
+24,mlp.experts.57.down_proj,0.0001942061,0.10000,0.410
+24,mlp.experts.58.down_proj,0.0000021421,0.10000,0.393
+24,mlp.experts.59.down_proj,0.0001615771,0.10000,0.384
+24,mlp.experts.60.down_proj,0.0001483926,0.10000,0.376
+24,mlp.experts.61.down_proj,0.0000044600,0.10000,0.391
+24,mlp.experts.62.down_proj,0.0000184744,0.10000,0.377
+24,mlp.experts.63.down_proj,0.0000029166,0.10000,0.391
+24,mlp.experts.64.down_proj,0.0000172073,0.10000,0.389
+24,mlp.experts.65.down_proj,0.0000029275,0.10000,0.408
+24,mlp.experts.66.down_proj,0.0000464433,0.10000,0.386
+24,mlp.experts.67.down_proj,0.0001739125,0.10000,0.395
+24,mlp.experts.68.down_proj,0.0000060813,0.10000,0.406
+24,mlp.experts.69.down_proj,0.0000115078,0.10000,0.406
+24,mlp.experts.70.down_proj,0.0017362928,0.10000,0.390
+24,mlp.experts.71.down_proj,0.0001588855,0.10000,0.391
+24,mlp.experts.72.down_proj,0.0014811265,0.10000,0.333
+24,mlp.experts.73.down_proj,0.0000036658,0.10000,0.328
+24,mlp.experts.74.down_proj,0.0000137291,0.10000,0.327
+24,mlp.experts.75.down_proj,0.0000053374,0.10000,0.328
+24,mlp.experts.76.down_proj,0.0000027671,0.10000,0.358
+24,mlp.experts.77.down_proj,0.0001153575,0.10000,0.380
+24,mlp.experts.78.down_proj,0.0001307336,0.10000,0.385
+24,mlp.experts.79.down_proj,0.0000194340,0.10000,0.384
+24,mlp.experts.80.down_proj,0.0000774861,0.10000,0.392
+24,mlp.experts.81.down_proj,0.0009234528,0.10000,0.393
+24,mlp.experts.82.down_proj,0.0004291664,0.10000,0.352
+24,mlp.experts.83.down_proj,0.0000756943,0.10000,0.340
+24,mlp.experts.84.down_proj,0.0002882104,0.10000,0.330
+24,mlp.experts.85.down_proj,0.0000105170,0.10000,0.325
+24,mlp.experts.86.down_proj,0.0002332562,0.10000,0.321
+24,mlp.experts.87.down_proj,0.0000007307,0.10000,0.326
+24,mlp.experts.88.down_proj,0.0017919983,0.10000,0.330
+24,mlp.experts.89.down_proj,0.0000209967,0.10000,0.331
+24,mlp.experts.90.down_proj,0.0000073890,0.10000,0.340
+24,mlp.experts.91.down_proj,0.0001134459,0.10000,0.365
+24,mlp.experts.92.down_proj,0.0000652049,0.10000,0.395
+24,mlp.experts.93.down_proj,0.0001572520,0.10000,0.383
+24,mlp.experts.94.down_proj,0.0000612609,0.10000,0.397
+24,mlp.experts.95.down_proj,0.0000839304,0.10000,0.396
+24,mlp.experts.96.down_proj,0.0000079475,0.10000,0.396
+24,mlp.experts.97.down_proj,0.0000016937,0.10000,0.390
+24,mlp.experts.98.down_proj,0.0003879216,0.10000,0.385
+24,mlp.experts.99.down_proj,0.0000275184,0.10000,0.412
+24,mlp.experts.100.down_proj,0.0000182798,0.10000,0.386
+24,mlp.experts.101.down_proj,0.0000584299,0.10000,0.399
+24,mlp.experts.102.down_proj,0.0000044730,0.10000,0.411
+24,mlp.experts.103.down_proj,0.0000035247,0.10000,0.400
+24,mlp.experts.104.down_proj,0.0000605160,0.10000,0.401
+24,mlp.experts.105.down_proj,0.0001499639,0.10000,0.405
+24,mlp.experts.106.down_proj,0.0002011572,0.10000,0.401
+24,mlp.experts.107.down_proj,0.0000138085,0.10000,0.400
+24,mlp.experts.108.down_proj,0.0000518221,0.10000,0.402
+24,mlp.experts.109.down_proj,0.0002345646,0.10000,0.403
+24,mlp.experts.110.down_proj,0.0000276522,0.10000,0.389
+24,mlp.experts.111.down_proj,0.0000087427,0.10000,0.396
+24,mlp.experts.112.down_proj,0.0002737786,0.10000,0.391
+24,mlp.experts.113.down_proj,0.0000443510,0.10000,0.405
+24,mlp.experts.114.down_proj,0.0000039438,0.10000,0.397
+24,mlp.experts.115.down_proj,0.0000064890,0.10000,0.398
+24,mlp.experts.116.down_proj,0.0000037951,0.10000,0.390
+24,mlp.experts.117.down_proj,0.0000177285,0.10000,0.399
+24,mlp.experts.118.down_proj,0.0000022275,0.10000,0.380
+24,mlp.experts.119.down_proj,0.0001491757,0.10000,0.361
+24,mlp.experts.120.down_proj,0.0000120360,0.10000,0.354
+24,mlp.experts.121.down_proj,0.0000549038,0.10000,0.350
+24,mlp.experts.122.down_proj,0.0000587215,0.10000,0.366
+24,mlp.experts.123.down_proj,0.0000221318,0.10000,0.394
+24,mlp.experts.124.down_proj,0.0000076611,0.10000,0.392
+24,mlp.experts.125.down_proj,0.0000656755,0.10000,0.369
+24,mlp.experts.126.down_proj,0.0001392211,0.10000,0.363
+24,mlp.experts.127.down_proj,0.0000067675,0.10000,0.323
+25,self_attn.k_proj,0.0000000612,0.10000,1.061
+25,self_attn.q_proj,0.0000004699,0.10000,1.103
+25,self_attn.v_proj,0.0000000710,0.10000,0.622
+25,self_attn.o_proj,0.0000000727,0.10000,1.247
+25,mlp.gate,0.0000043769,0.10000,0.647
+25,mlp.experts.1.up_proj,0.0006495321,0.10000,1.023
+25,mlp.experts.0.up_proj,0.0000844102,0.10000,1.091
+25,mlp.experts.2.up_proj,0.0001227952,0.10000,1.008
+25,mlp.experts.3.up_proj,0.0156877552,0.10000,1.017
+25,mlp.experts.4.up_proj,0.0001136303,0.10000,0.933
+25,mlp.experts.5.up_proj,0.0011906955,0.10000,0.953
+25,mlp.experts.6.up_proj,0.0000254521,0.10000,1.035
+25,mlp.experts.7.up_proj,0.0007267719,0.10000,1.008
+25,mlp.experts.8.up_proj,0.0001259077,0.10000,0.979
+25,mlp.experts.9.up_proj,0.0107491898,0.10000,1.032
+25,mlp.experts.10.up_proj,0.0000059913,0.10000,1.035
+25,mlp.experts.11.up_proj,0.0008275003,0.10000,1.049
+25,mlp.experts.12.up_proj,0.0000668841,0.10000,1.044
+25,mlp.experts.13.up_proj,0.0007735403,0.10000,1.045
+25,mlp.experts.14.up_proj,0.0003769177,0.10000,1.049
+25,mlp.experts.15.up_proj,0.0000484513,0.10000,1.064
+25,mlp.experts.16.up_proj,0.0001007118,0.10000,1.039
+25,mlp.experts.17.up_proj,0.0033990615,0.10000,1.051
+25,mlp.experts.18.up_proj,0.0000368612,0.10000,1.039
+25,mlp.experts.19.up_proj,0.0001294274,0.10000,0.990
+25,mlp.experts.20.up_proj,0.0012265998,0.10000,1.056
+25,mlp.experts.21.up_proj,0.0000196378,0.10000,1.044
+25,mlp.experts.22.up_proj,0.0023902911,0.10000,0.968
+25,mlp.experts.23.up_proj,0.0000768230,0.10000,0.974
+25,mlp.experts.24.up_proj,0.0000244110,0.10000,1.007
+25,mlp.experts.25.up_proj,0.0005081835,0.10000,1.002
+25,mlp.experts.26.up_proj,0.0000830271,0.10000,1.058
+25,mlp.experts.27.up_proj,0.0000820535,0.10000,0.999
+25,mlp.experts.28.up_proj,0.0000389133,0.10000,1.021
+25,mlp.experts.29.up_proj,0.0001974411,0.10000,1.009
+25,mlp.experts.30.up_proj,0.0147885996,0.10000,0.979
+25,mlp.experts.31.up_proj,0.0002802894,0.10000,1.032
+25,mlp.experts.32.up_proj,0.0009466318,0.10000,0.975
+25,mlp.experts.33.up_proj,0.0004312822,0.10000,0.992
+25,mlp.experts.34.up_proj,0.0002162208,0.10000,0.978
+25,mlp.experts.35.up_proj,0.0018441506,0.10000,0.993
+25,mlp.experts.36.up_proj,0.0003011978,0.10000,1.017
+25,mlp.experts.37.up_proj,0.0015160375,0.10000,0.981
+25,mlp.experts.38.up_proj,0.0002014767,0.10000,1.002
+25,mlp.experts.39.up_proj,0.0026646358,0.10000,1.002
+25,mlp.experts.40.up_proj,0.0000072236,0.10000,1.010
+25,mlp.experts.41.up_proj,0.0000438095,0.10000,0.994
+25,mlp.experts.42.up_proj,0.0000586445,0.10000,0.997
+25,mlp.experts.43.up_proj,0.0015811872,0.10000,1.022
+25,mlp.experts.44.up_proj,0.0000181545,0.10000,1.044
+25,mlp.experts.45.up_proj,0.0004694083,0.10000,1.065
+25,mlp.experts.46.up_proj,0.0188454940,0.10000,1.008
+25,mlp.experts.47.up_proj,0.0000639072,0.10000,1.024
+25,mlp.experts.48.up_proj,0.0034791090,0.10000,0.974
+25,mlp.experts.49.up_proj,0.0001645705,0.10000,0.975
+25,mlp.experts.50.up_proj,0.0023015209,0.10000,0.984
+25,mlp.experts.51.up_proj,0.0009712342,0.10000,1.049
+25,mlp.experts.52.up_proj,0.0005339758,0.10000,0.985
+25,mlp.experts.53.up_proj,0.0002244591,0.10000,0.992
+25,mlp.experts.54.up_proj,0.0046214872,0.10000,0.986
+25,mlp.experts.55.up_proj,0.0001322509,0.10000,0.985
+25,mlp.experts.56.up_proj,0.0005367587,0.10000,1.001
+25,mlp.experts.57.up_proj,0.0007715623,0.10000,1.009
+25,mlp.experts.58.up_proj,0.0000345019,0.10000,0.998
+25,mlp.experts.59.up_proj,0.0001504684,0.10000,1.000
+25,mlp.experts.60.up_proj,0.0004357826,0.10000,0.987
+25,mlp.experts.61.up_proj,0.0000432347,0.10000,1.000
+25,mlp.experts.62.up_proj,0.0001616091,0.10000,0.991
+25,mlp.experts.63.up_proj,0.0006840189,0.10000,1.007
+25,mlp.experts.64.up_proj,0.0025433618,0.10000,1.040
+25,mlp.experts.65.up_proj,0.0000189563,0.10000,1.063
+25,mlp.experts.66.up_proj,0.0000291434,0.10000,1.068
+25,mlp.experts.67.up_proj,0.0001010605,0.10000,1.038
+25,mlp.experts.68.up_proj,0.0004783617,0.10000,1.065
+25,mlp.experts.69.up_proj,0.0009417023,0.10000,1.058
+25,mlp.experts.70.up_proj,0.0002836095,0.10000,1.015
+25,mlp.experts.71.up_proj,0.0000104833,0.10000,1.028
+25,mlp.experts.72.up_proj,0.0021511179,0.10000,0.941
+25,mlp.experts.73.up_proj,0.0000423319,0.10000,1.025
+25,mlp.experts.74.up_proj,0.0014984797,0.10000,1.023
+25,mlp.experts.75.up_proj,0.0000136079,0.10000,1.045
+25,mlp.experts.76.up_proj,0.0000158166,0.10000,1.037
+25,mlp.experts.77.up_proj,0.0000153845,0.10000,1.040
+25,mlp.experts.78.up_proj,0.0001309089,0.10000,1.021
+25,mlp.experts.79.up_proj,0.0000162739,0.10000,1.066
+25,mlp.experts.80.up_proj,0.0000920773,0.10000,1.024
+25,mlp.experts.81.up_proj,0.0006050021,0.10000,1.038
+25,mlp.experts.82.up_proj,0.0001230342,0.10000,1.014
+25,mlp.experts.83.up_proj,0.0001493738,0.10000,1.030
+25,mlp.experts.84.up_proj,0.0007789809,0.10000,1.034
+25,mlp.experts.85.up_proj,0.0003593590,0.10000,1.015
+25,mlp.experts.86.up_proj,0.0053322737,0.10000,1.035
+25,mlp.experts.87.up_proj,0.0007144677,0.10000,0.999
+25,mlp.experts.88.up_proj,0.0004504010,0.10000,1.008
+25,mlp.experts.89.up_proj,0.0004449197,0.10000,0.950
+25,mlp.experts.90.up_proj,0.0024482783,0.10000,1.025
+25,mlp.experts.91.up_proj,0.0000216922,0.10000,0.979
+25,mlp.experts.92.up_proj,0.0000834333,0.10000,1.046
+25,mlp.experts.93.up_proj,0.0000985314,0.10000,0.984
+25,mlp.experts.94.up_proj,0.0055947906,0.10000,0.964
+25,mlp.experts.95.up_proj,0.0000967529,0.10000,0.993
+25,mlp.experts.96.up_proj,0.0085540116,0.10000,1.021
+25,mlp.experts.97.up_proj,0.0010623111,0.10000,0.977
+25,mlp.experts.98.up_proj,0.0000206672,0.10000,0.997
+25,mlp.experts.99.up_proj,0.0007918933,0.10000,0.999
+25,mlp.experts.100.up_proj,0.0122998297,0.10000,0.996
+25,mlp.experts.101.up_proj,0.0000074813,0.10000,0.992
+25,mlp.experts.102.up_proj,0.0000334917,0.10000,1.013
+25,mlp.experts.103.up_proj,0.0000713115,0.10000,1.005
+25,mlp.experts.104.up_proj,0.0000601125,0.10000,1.001
+25,mlp.experts.105.up_proj,0.0000908332,0.10000,0.970
+25,mlp.experts.106.up_proj,0.0000124634,0.10000,0.990
+25,mlp.experts.107.up_proj,0.0008597829,0.10000,0.996
+25,mlp.experts.108.up_proj,0.0018657610,0.10000,0.991
+25,mlp.experts.109.up_proj,0.0000176352,0.10000,0.992
+25,mlp.experts.110.up_proj,0.0035953072,0.10000,0.995
+25,mlp.experts.111.up_proj,0.0006918175,0.10000,0.988
+25,mlp.experts.112.up_proj,0.0000974765,0.10000,0.965
+25,mlp.experts.113.up_proj,0.0001068334,0.10000,1.017
+25,mlp.experts.114.up_proj,0.0013855408,0.10000,1.024
+25,mlp.experts.115.up_proj,0.0005189809,0.10000,1.036
+25,mlp.experts.116.up_proj,0.0057874235,0.10000,0.936
+25,mlp.experts.117.up_proj,0.0001544379,0.10000,0.932
+25,mlp.experts.118.up_proj,0.0003376895,0.10000,1.028
+25,mlp.experts.119.up_proj,0.0037166800,0.10000,1.030
+25,mlp.experts.120.up_proj,0.0005942042,0.10000,1.014
+25,mlp.experts.121.up_proj,0.0000455304,0.10000,1.049
+25,mlp.experts.122.up_proj,0.0001781535,0.10000,1.055
+25,mlp.experts.123.up_proj,0.0000170022,0.10000,1.034
+25,mlp.experts.124.up_proj,0.0000641643,0.10000,1.051
+25,mlp.experts.125.up_proj,0.0000835142,0.10000,1.053
+25,mlp.experts.126.up_proj,0.0050441055,0.10000,0.999
+25,mlp.experts.127.up_proj,0.0000349896,0.10000,1.062
+25,mlp.experts.0.gate_proj,0.0000839037,0.10000,0.971
+25,mlp.experts.1.gate_proj,0.0006402825,0.10000,1.043
+25,mlp.experts.2.gate_proj,0.0001222434,0.10000,0.955
+25,mlp.experts.3.gate_proj,0.0157077100,0.10000,0.938
+25,mlp.experts.4.gate_proj,0.0001123298,0.10000,1.073
+25,mlp.experts.5.gate_proj,0.0011736635,0.10000,1.010
+25,mlp.experts.6.gate_proj,0.0000192516,0.10000,0.938
+25,mlp.experts.7.gate_proj,0.0007310290,0.10000,0.987
+25,mlp.experts.8.gate_proj,0.0001383212,0.10000,1.027
+25,mlp.experts.9.gate_proj,0.0112355377,0.10000,1.025
+25,mlp.experts.10.gate_proj,0.0000050888,0.10000,1.024
+25,mlp.experts.11.gate_proj,0.0009049113,0.10000,0.976
+25,mlp.experts.12.gate_proj,0.0000686250,0.10000,0.886
+25,mlp.experts.13.gate_proj,0.0007895006,0.10000,0.943
+25,mlp.experts.14.gate_proj,0.0003813812,0.10000,1.068
+25,mlp.experts.15.gate_proj,0.0000477451,0.10000,1.006
+25,mlp.experts.16.gate_proj,0.0000991966,0.10000,1.063
+25,mlp.experts.17.gate_proj,0.0032251918,0.10000,1.034
+25,mlp.experts.18.gate_proj,0.0000364615,0.10000,1.055
+25,mlp.experts.19.gate_proj,0.0001412112,0.10000,1.032
+25,mlp.experts.20.gate_proj,0.0013615427,0.10000,1.009
+25,mlp.experts.21.gate_proj,0.0000184130,0.10000,1.053
+25,mlp.experts.22.gate_proj,0.0022568027,0.10000,1.063
+25,mlp.experts.23.gate_proj,0.0000720793,0.10000,1.012
+25,mlp.experts.24.gate_proj,0.0000239094,0.10000,1.016
+25,mlp.experts.25.gate_proj,0.0005005477,0.10000,0.956
+25,mlp.experts.26.gate_proj,0.0000848199,0.10000,1.039
+25,mlp.experts.27.gate_proj,0.0000819413,0.10000,1.027
+25,mlp.experts.28.gate_proj,0.0000370494,0.10000,1.041
+25,mlp.experts.29.gate_proj,0.0002008707,0.10000,1.023
+25,mlp.experts.30.gate_proj,0.0137477640,0.10000,1.002
+25,mlp.experts.31.gate_proj,0.0002894948,0.10000,1.014
+25,mlp.experts.32.gate_proj,0.0008944554,0.10000,1.055
+25,mlp.experts.33.gate_proj,0.0004356480,0.10000,1.030
+25,mlp.experts.34.gate_proj,0.0002257518,0.10000,1.012
+25,mlp.experts.35.gate_proj,0.0114930785,0.10000,0.998
+25,mlp.experts.36.gate_proj,0.0003077250,0.10000,0.974
+25,mlp.experts.37.gate_proj,0.0016098630,0.10000,0.988
+25,mlp.experts.38.gate_proj,0.0001982480,0.10000,1.060
+25,mlp.experts.39.gate_proj,0.0024280779,0.10000,1.000
+25,mlp.experts.40.gate_proj,0.0000062072,0.10000,1.029
+25,mlp.experts.41.gate_proj,0.0000432986,0.10000,1.051
+25,mlp.experts.42.gate_proj,0.0000577864,0.10000,0.972
+25,mlp.experts.43.gate_proj,0.0015960698,0.10000,0.977
+25,mlp.experts.44.gate_proj,0.0000168234,0.10000,1.008
+25,mlp.experts.45.gate_proj,0.0004297031,0.10000,1.047
+25,mlp.experts.46.gate_proj,0.0182132308,0.10000,1.051
+25,mlp.experts.47.gate_proj,0.0000583455,0.10000,1.023
+25,mlp.experts.48.gate_proj,0.0037367292,0.10000,1.031
+25,mlp.experts.49.gate_proj,0.0001800014,0.10000,1.048
+25,mlp.experts.50.gate_proj,0.0022256102,0.10000,1.024
+25,mlp.experts.51.gate_proj,0.0009666371,0.10000,1.029
+25,mlp.experts.52.gate_proj,0.0005495556,0.10000,1.010
+25,mlp.experts.53.gate_proj,0.0002213197,0.10000,1.027
+25,mlp.experts.54.gate_proj,0.0048049616,0.10000,0.972
+25,mlp.experts.55.gate_proj,0.0001297976,0.10000,0.958
+25,mlp.experts.56.gate_proj,0.0005000639,0.10000,1.031
+25,mlp.experts.57.gate_proj,0.0007644509,0.10000,1.016
+25,mlp.experts.58.gate_proj,0.0000335421,0.10000,0.992
+25,mlp.experts.59.gate_proj,0.0001592125,0.10000,0.994
+25,mlp.experts.60.gate_proj,0.0004212634,0.10000,1.019
+25,mlp.experts.61.gate_proj,0.0000578284,0.10000,1.020
+25,mlp.experts.62.gate_proj,0.0001251698,0.10000,1.063
+25,mlp.experts.63.gate_proj,0.0006961693,0.10000,1.020
+25,mlp.experts.64.gate_proj,0.0026340461,0.10000,1.006
+25,mlp.experts.65.gate_proj,0.0000175887,0.10000,1.016
+25,mlp.experts.66.gate_proj,0.0000296204,0.10000,1.000
+25,mlp.experts.67.gate_proj,0.0001119713,0.10000,1.021
+25,mlp.experts.68.gate_proj,0.0004644304,0.10000,1.008
+25,mlp.experts.69.gate_proj,0.0008953175,0.10000,0.991
+25,mlp.experts.70.gate_proj,0.0002814719,0.10000,1.053
+25,mlp.experts.71.gate_proj,0.0000100250,0.10000,1.030
+25,mlp.experts.72.gate_proj,0.0022192713,0.10000,0.941
+25,mlp.experts.73.gate_proj,0.0000417377,0.10000,0.984
+25,mlp.experts.74.gate_proj,0.0015168573,0.10000,0.970
+25,mlp.experts.75.gate_proj,0.0000125381,0.10000,0.950
+25,mlp.experts.76.gate_proj,0.0000113481,0.10000,1.012
+25,mlp.experts.77.gate_proj,0.0000108563,0.10000,0.987
+25,mlp.experts.78.gate_proj,0.0001390260,0.10000,0.997
+25,mlp.experts.79.gate_proj,0.0000141466,0.10000,0.996
+25,mlp.experts.80.gate_proj,0.0000746869,0.10000,0.994
+25,mlp.experts.81.gate_proj,0.0005451214,0.10000,0.992
+25,mlp.experts.82.gate_proj,0.0001128261,0.10000,1.046
+25,mlp.experts.83.gate_proj,0.0001516656,0.10000,1.012
+25,mlp.experts.84.gate_proj,0.0007946782,0.10000,1.060
+25,mlp.experts.85.gate_proj,0.0003693457,0.10000,1.082
+25,mlp.experts.86.gate_proj,0.0051795710,0.10000,1.023
+25,mlp.experts.87.gate_proj,0.0007382313,0.10000,1.047
+25,mlp.experts.88.gate_proj,0.0004200394,0.10000,0.985
+25,mlp.experts.89.gate_proj,0.0004300761,0.10000,0.997
+25,mlp.experts.90.gate_proj,0.0024164025,0.10000,1.022
+25,mlp.experts.91.gate_proj,0.0000232960,0.10000,1.020
+25,mlp.experts.92.gate_proj,0.0000867644,0.10000,1.027
+25,mlp.experts.93.gate_proj,0.0001025368,0.10000,1.044
+25,mlp.experts.94.gate_proj,0.0057428205,0.10000,1.049
+25,mlp.experts.95.gate_proj,0.0000949305,0.10000,1.055
+25,mlp.experts.96.gate_proj,0.0083491998,0.10000,1.029
+25,mlp.experts.97.gate_proj,0.0010774573,0.10000,1.042
+25,mlp.experts.98.gate_proj,0.0000199227,0.10000,1.046
+25,mlp.experts.99.gate_proj,0.0007731322,0.10000,1.022
+25,mlp.experts.100.gate_proj,0.0127207816,0.10000,1.014
+25,mlp.experts.101.gate_proj,0.0000069050,0.10000,1.059
+25,mlp.experts.102.gate_proj,0.0000326065,0.10000,1.010
+25,mlp.experts.103.gate_proj,0.0000722933,0.10000,1.040
+25,mlp.experts.104.gate_proj,0.0000607489,0.10000,1.031
+25,mlp.experts.105.gate_proj,0.0000877601,0.10000,1.030
+25,mlp.experts.106.gate_proj,0.0000122011,0.10000,1.042
+25,mlp.experts.107.gate_proj,0.0008745025,0.10000,1.004
+25,mlp.experts.108.gate_proj,0.0018281002,0.10000,0.983
+25,mlp.experts.109.gate_proj,0.0000152071,0.10000,1.000
+25,mlp.experts.110.gate_proj,0.0035815039,0.10000,1.033
+25,mlp.experts.111.gate_proj,0.0006809972,0.10000,1.042
+25,mlp.experts.112.gate_proj,0.0001006693,0.10000,1.019
+25,mlp.experts.113.gate_proj,0.0001024943,0.10000,0.993
+25,mlp.experts.114.gate_proj,0.0013455634,0.10000,1.055
+25,mlp.experts.115.gate_proj,0.0005191854,0.10000,1.045
+25,mlp.experts.116.gate_proj,0.0058491516,0.10000,1.042
+25,mlp.experts.117.gate_proj,0.0001600160,0.10000,1.091
+25,mlp.experts.118.gate_proj,0.0003409056,0.10000,0.977
+25,mlp.experts.119.gate_proj,0.0040434304,0.10000,1.057
+25,mlp.experts.120.gate_proj,0.0005875956,0.10000,1.050
+25,mlp.experts.121.gate_proj,0.0000423188,0.10000,1.009
+25,mlp.experts.122.gate_proj,0.0001795067,0.10000,0.999
+25,mlp.experts.123.gate_proj,0.0000148900,0.10000,1.087
+25,mlp.experts.124.gate_proj,0.0000613065,0.10000,1.057
+25,mlp.experts.125.gate_proj,0.0000845069,0.10000,1.037
+25,mlp.experts.126.gate_proj,0.0051718634,0.10000,1.043
+25,mlp.experts.127.gate_proj,0.0000337803,0.10000,0.956
+25,mlp.experts.1.down_proj,0.0000462436,0.10000,0.373
+25,mlp.experts.0.down_proj,0.0000154136,0.10000,0.392
+25,mlp.experts.2.down_proj,0.0000432440,0.10000,0.410
+25,mlp.experts.3.down_proj,0.0032130246,0.10000,0.400
+25,mlp.experts.4.down_proj,0.0000294727,0.10000,0.396
+25,mlp.experts.5.down_proj,0.0003078794,0.10000,0.411
+25,mlp.experts.6.down_proj,0.0000052314,0.10000,0.379
+25,mlp.experts.7.down_proj,0.0001876368,0.10000,0.372
+25,mlp.experts.8.down_proj,0.0000431159,0.10000,0.415
+25,mlp.experts.9.down_proj,0.0027774203,0.10000,0.401
+25,mlp.experts.10.down_proj,0.0000007843,0.10000,0.374
+25,mlp.experts.11.down_proj,0.0000269287,0.10000,0.376
+25,mlp.experts.12.down_proj,0.0000140717,0.10000,0.382
+25,mlp.experts.13.down_proj,0.0001463231,0.10000,0.391
+25,mlp.experts.14.down_proj,0.0000810786,0.10000,0.386
+25,mlp.experts.15.down_proj,0.0000137289,0.10000,0.383
+25,mlp.experts.16.down_proj,0.0000311455,0.10000,0.338
+25,mlp.experts.17.down_proj,0.0005929955,0.10000,0.340
+25,mlp.experts.18.down_proj,0.0000124259,0.10000,0.347
+25,mlp.experts.19.down_proj,0.0000350092,0.10000,0.347
+25,mlp.experts.20.down_proj,0.0000265967,0.10000,0.346
+25,mlp.experts.21.down_proj,0.0000043333,0.10000,0.354
+25,mlp.experts.22.down_proj,0.0009754903,0.10000,0.380
+25,mlp.experts.23.down_proj,0.0000162772,0.10000,0.397
+25,mlp.experts.24.down_proj,0.0000060615,0.10000,0.335
+25,mlp.experts.25.down_proj,0.0001464185,0.10000,0.348
+25,mlp.experts.26.down_proj,0.0000215672,0.10000,0.378
+25,mlp.experts.27.down_proj,0.0000122316,0.10000,0.385
+25,mlp.experts.28.down_proj,0.0000156980,0.10000,0.394
+25,mlp.experts.29.down_proj,0.0000312566,0.10000,0.375
+25,mlp.experts.30.down_proj,0.0024381696,0.10000,0.364
+25,mlp.experts.31.down_proj,0.0000541300,0.10000,0.389
+25,mlp.experts.32.down_proj,0.0003866493,0.10000,0.367
+25,mlp.experts.33.down_proj,0.0000903832,0.10000,0.363
+25,mlp.experts.34.down_proj,0.0000372639,0.10000,0.343
+25,mlp.experts.35.down_proj,0.0000424240,0.10000,0.354
+25,mlp.experts.36.down_proj,0.0000728729,0.10000,0.398
+25,mlp.experts.37.down_proj,0.0003050678,0.10000,0.400
+25,mlp.experts.38.down_proj,0.0000676278,0.10000,0.387
+25,mlp.experts.39.down_proj,0.0008644006,0.10000,0.388
+25,mlp.experts.40.down_proj,0.0000010958,0.10000,0.391
+25,mlp.experts.41.down_proj,0.0000112351,0.10000,0.408
+25,mlp.experts.42.down_proj,0.0000141337,0.10000,0.402
+25,mlp.experts.43.down_proj,0.0001746640,0.10000,0.408
+25,mlp.experts.44.down_proj,0.0000035726,0.10000,0.379
+25,mlp.experts.45.down_proj,0.0001006681,0.10000,0.359
+25,mlp.experts.46.down_proj,0.0046441928,0.10000,0.353
+25,mlp.experts.47.down_proj,0.0000119220,0.10000,0.363
+25,mlp.experts.48.down_proj,0.0009540968,0.10000,0.379
+25,mlp.experts.49.down_proj,0.0000494968,0.10000,0.393
+25,mlp.experts.50.down_proj,0.0006644674,0.10000,0.385
+25,mlp.experts.51.down_proj,0.0002154795,0.10000,0.381
+25,mlp.experts.52.down_proj,0.0000946735,0.10000,0.403
+25,mlp.experts.53.down_proj,0.0000399094,0.10000,0.402
+25,mlp.experts.54.down_proj,0.0013830905,0.10000,0.337
+25,mlp.experts.55.down_proj,0.0000326812,0.10000,0.339
+25,mlp.experts.56.down_proj,0.0001470238,0.10000,0.352
+25,mlp.experts.57.down_proj,0.0002319920,0.10000,0.364
+25,mlp.experts.58.down_proj,0.0000051435,0.10000,0.383
+25,mlp.experts.59.down_proj,0.0000205546,0.10000,0.371
+25,mlp.experts.60.down_proj,0.0001573935,0.10000,0.354
+25,mlp.experts.61.down_proj,0.0000085930,0.10000,0.379
+25,mlp.experts.62.down_proj,0.0000334555,0.10000,0.382
+25,mlp.experts.63.down_proj,0.0002026039,0.10000,0.416
+25,mlp.experts.64.down_proj,0.0009320929,0.10000,0.401
+25,mlp.experts.65.down_proj,0.0000039090,0.10000,0.407
+25,mlp.experts.66.down_proj,0.0000057822,0.10000,0.404
+25,mlp.experts.67.down_proj,0.0000294038,0.10000,0.374
+25,mlp.experts.68.down_proj,0.0001310596,0.10000,0.332
+25,mlp.experts.69.down_proj,0.0001884169,0.10000,0.357
+25,mlp.experts.70.down_proj,0.0000786914,0.10000,0.384
+25,mlp.experts.71.down_proj,0.0000013458,0.10000,0.395
+25,mlp.experts.72.down_proj,0.0002810533,0.10000,0.384
+25,mlp.experts.73.down_proj,0.0000065748,0.10000,0.390
+25,mlp.experts.74.down_proj,0.0003368426,0.10000,0.381
+25,mlp.experts.75.down_proj,0.0000028850,0.10000,0.396
+25,mlp.experts.76.down_proj,0.0000020341,0.10000,0.376
+25,mlp.experts.77.down_proj,0.0000017400,0.10000,0.397
+25,mlp.experts.78.down_proj,0.0000317048,0.10000,0.382
+25,mlp.experts.79.down_proj,0.0000029302,0.10000,0.388
+25,mlp.experts.80.down_proj,0.0000231219,0.10000,0.389
+25,mlp.experts.81.down_proj,0.0002084537,0.10000,0.370
+25,mlp.experts.82.down_proj,0.0000266993,0.10000,0.356
+25,mlp.experts.83.down_proj,0.0000451051,0.10000,0.388
+25,mlp.experts.84.down_proj,0.0001365753,0.10000,0.375
+25,mlp.experts.85.down_proj,0.0000580424,0.10000,0.390
+25,mlp.experts.86.down_proj,0.0000895206,0.10000,0.377
+25,mlp.experts.87.down_proj,0.0001380979,0.10000,0.385
+25,mlp.experts.88.down_proj,0.0001495815,0.10000,0.377
+25,mlp.experts.89.down_proj,0.0001596754,0.10000,0.385
+25,mlp.experts.90.down_proj,0.0005818454,0.10000,0.370
+25,mlp.experts.91.down_proj,0.0000026978,0.10000,0.396
+25,mlp.experts.92.down_proj,0.0000168190,0.10000,0.378
+25,mlp.experts.93.down_proj,0.0000131948,0.10000,0.395
+25,mlp.experts.94.down_proj,0.0013568827,0.10000,0.378
+25,mlp.experts.95.down_proj,0.0000254781,0.10000,0.390
+25,mlp.experts.96.down_proj,0.0020603400,0.10000,0.385
+25,mlp.experts.97.down_proj,0.0001841645,0.10000,0.406
+25,mlp.experts.98.down_proj,0.0000039444,0.10000,0.390
+25,mlp.experts.99.down_proj,0.0000751472,0.10000,0.356
+25,mlp.experts.100.down_proj,0.0036643468,0.10000,0.361
+25,mlp.experts.101.down_proj,0.0000011301,0.10000,0.389
+25,mlp.experts.102.down_proj,0.0000106489,0.10000,0.386
+25,mlp.experts.103.down_proj,0.0000148331,0.10000,0.409
+25,mlp.experts.104.down_proj,0.0000113715,0.10000,0.405
+25,mlp.experts.105.down_proj,0.0000175684,0.10000,0.388
+25,mlp.experts.106.down_proj,0.0000021869,0.10000,0.383
+25,mlp.experts.107.down_proj,0.0002792245,0.10000,0.353
+25,mlp.experts.108.down_proj,0.0004237836,0.10000,0.339
+25,mlp.experts.109.down_proj,0.0000043197,0.10000,0.422
+25,mlp.experts.110.down_proj,0.0001264163,0.10000,0.407
+25,mlp.experts.111.down_proj,0.0001928981,0.10000,0.420
+25,mlp.experts.112.down_proj,0.0000184019,0.10000,0.410
+25,mlp.experts.114.down_proj,0.0003227289,0.10000,0.401
+25,mlp.experts.113.down_proj,0.0000306385,0.10000,0.418
+25,mlp.experts.115.down_proj,0.0001474368,0.10000,0.339
+25,mlp.experts.116.down_proj,0.0014829794,0.10000,0.342
+25,mlp.experts.117.down_proj,0.0000383523,0.10000,0.340
+25,mlp.experts.118.down_proj,0.0000773157,0.10000,0.337
+25,mlp.experts.119.down_proj,0.0000562108,0.10000,0.394
+25,mlp.experts.120.down_proj,0.0000998514,0.10000,0.397
+25,mlp.experts.121.down_proj,0.0000114502,0.10000,0.385
+25,mlp.experts.122.down_proj,0.0000378021,0.10000,0.390
+25,mlp.experts.123.down_proj,0.0000042215,0.10000,0.380
+25,mlp.experts.124.down_proj,0.0000111815,0.10000,0.384
+25,mlp.experts.125.down_proj,0.0000124845,0.10000,0.394
+25,mlp.experts.126.down_proj,0.0008911099,0.10000,0.392
+25,mlp.experts.127.down_proj,0.0000052933,0.10000,0.253
+26,self_attn.k_proj,0.0000001122,0.10000,1.026
+26,self_attn.q_proj,0.0000008760,0.10000,1.084
+26,self_attn.v_proj,0.0000001547,0.10000,0.629
+26,self_attn.o_proj,0.0000001273,0.10000,1.140
+26,mlp.gate,0.0000043744,0.10000,0.607
+26,mlp.experts.1.up_proj,0.0002800236,0.10000,1.062
+26,mlp.experts.0.up_proj,0.0003029042,0.10000,1.079
+26,mlp.experts.3.up_proj,0.0000092406,0.10000,0.968
+26,mlp.experts.2.up_proj,0.0003813216,0.10000,0.998
+26,mlp.experts.5.up_proj,0.0004071255,0.10000,0.945
+26,mlp.experts.4.up_proj,0.0000973425,0.10000,0.979
+26,mlp.experts.7.up_proj,0.0005743302,0.10000,0.981
+26,mlp.experts.6.up_proj,0.0000079048,0.10000,1.021
+26,mlp.experts.8.up_proj,0.0000134138,0.10000,1.019
+26,mlp.experts.9.up_proj,0.0012913325,0.10000,1.033
+26,mlp.experts.10.up_proj,0.0000566659,0.10000,1.001
+26,mlp.experts.11.up_proj,0.0001304767,0.10000,1.046
+26,mlp.experts.12.up_proj,0.0005490764,0.10000,0.985
+26,mlp.experts.13.up_proj,0.0004940056,0.10000,0.979
+26,mlp.experts.14.up_proj,0.0001211276,0.10000,0.997
+26,mlp.experts.15.up_proj,0.0001856112,0.10000,0.991
+26,mlp.experts.16.up_proj,0.0000456545,0.10000,1.038
+26,mlp.experts.17.up_proj,0.0000494932,0.10000,1.013
+26,mlp.experts.18.up_proj,0.0000208937,0.10000,1.014
+26,mlp.experts.19.up_proj,0.0006133086,0.10000,1.042
+26,mlp.experts.20.up_proj,0.0000320135,0.10000,1.019
+26,mlp.experts.21.up_proj,0.0003820960,0.10000,1.021
+26,mlp.experts.22.up_proj,0.0000536468,0.10000,1.041
+26,mlp.experts.23.up_proj,0.0000588448,0.10000,1.040
+26,mlp.experts.24.up_proj,0.0008405528,0.10000,1.012
+26,mlp.experts.25.up_proj,0.0005798561,0.10000,1.030
+26,mlp.experts.26.up_proj,0.0004246064,0.10000,1.029
+26,mlp.experts.27.up_proj,0.0007291581,0.10000,1.002
+26,mlp.experts.28.up_proj,0.0000267830,0.10000,1.006
+26,mlp.experts.29.up_proj,0.0008456715,0.10000,0.986
+26,mlp.experts.30.up_proj,0.0001145583,0.10000,1.020
+26,mlp.experts.31.up_proj,0.0002912137,0.10000,1.011
+26,mlp.experts.32.up_proj,0.0008260541,0.10000,1.037
+26,mlp.experts.33.up_proj,0.0001043006,0.10000,1.032
+26,mlp.experts.34.up_proj,0.0000076567,0.10000,1.021
+26,mlp.experts.35.up_proj,0.0031560267,0.10000,1.006
+26,mlp.experts.37.up_proj,0.0001154851,0.10000,1.064
+26,mlp.experts.36.up_proj,0.0002059185,0.10000,1.099
+26,mlp.experts.38.up_proj,0.0000204281,0.10000,0.996
+26,mlp.experts.39.up_proj,0.0000137109,0.10000,0.999
+26,mlp.experts.40.up_proj,0.0000233037,0.10000,1.036
+26,mlp.experts.41.up_proj,0.0033384686,0.10000,1.038
+26,mlp.experts.42.up_proj,0.0004126152,0.10000,0.997
+26,mlp.experts.43.up_proj,0.0014528463,0.10000,0.997
+26,mlp.experts.44.up_proj,0.0000068947,0.10000,0.992
+26,mlp.experts.45.up_proj,0.0068376216,0.10000,1.014
+26,mlp.experts.46.up_proj,0.0003952795,0.10000,1.026
+26,mlp.experts.47.up_proj,0.0001421137,0.10000,1.040
+26,mlp.experts.48.up_proj,0.0000385329,0.10000,1.022
+26,mlp.experts.49.up_proj,0.0003903917,0.10000,1.026
+26,mlp.experts.50.up_proj,0.0000196701,0.10000,1.023
+26,mlp.experts.51.up_proj,0.0000494215,0.10000,1.054
+26,mlp.experts.52.up_proj,0.0003307208,0.10000,1.022
+26,mlp.experts.53.up_proj,0.0000793380,0.10000,1.090
+26,mlp.experts.54.up_proj,0.0009817429,0.10000,1.008
+26,mlp.experts.55.up_proj,0.0000124172,0.10000,1.060
+26,mlp.experts.56.up_proj,0.0009061739,0.10000,0.989
+26,mlp.experts.57.up_proj,0.0000115886,0.10000,0.993
+26,mlp.experts.58.up_proj,0.0000117525,0.10000,1.019
+26,mlp.experts.59.up_proj,0.0040890143,0.10000,1.015
+26,mlp.experts.60.up_proj,0.0000481311,0.10000,0.994
+26,mlp.experts.61.up_proj,0.0005027340,0.10000,1.004
+26,mlp.experts.62.up_proj,0.0000427046,0.10000,1.005
+26,mlp.experts.63.up_proj,0.0004463016,0.10000,0.980
+26,mlp.experts.64.up_proj,0.0001464993,0.10000,0.993
+26,mlp.experts.65.up_proj,0.0075337518,0.10000,1.010
+26,mlp.experts.66.up_proj,0.0003817910,0.10000,0.985
+26,mlp.experts.67.up_proj,0.0001782454,0.10000,1.007
+26,mlp.experts.68.up_proj,0.0000632688,0.10000,1.057
+26,mlp.experts.69.up_proj,0.0000717045,0.10000,1.038
+26,mlp.experts.70.up_proj,0.0012505020,0.10000,1.038
+26,mlp.experts.71.up_proj,0.0035029002,0.10000,1.059
+26,mlp.experts.72.up_proj,0.0008421816,0.10000,1.048
+26,mlp.experts.73.up_proj,0.0002483823,0.10000,0.990
+26,mlp.experts.74.up_proj,0.0006000120,0.10000,1.055
+26,mlp.experts.75.up_proj,0.0000157337,0.10000,1.046
+26,mlp.experts.76.up_proj,0.0002231726,0.10000,1.060
+26,mlp.experts.77.up_proj,0.0002873053,0.10000,1.028
+26,mlp.experts.78.up_proj,0.0020878007,0.10000,0.987
+26,mlp.experts.79.up_proj,0.0000253944,0.10000,1.043
+26,mlp.experts.80.up_proj,0.0000481940,0.10000,1.075
+26,mlp.experts.81.up_proj,0.0001901850,0.10000,1.037
+26,mlp.experts.82.up_proj,0.0000518935,0.10000,1.031
+26,mlp.experts.83.up_proj,0.0018762225,0.10000,1.050
+26,mlp.experts.84.up_proj,0.0000885253,0.10000,1.055
+26,mlp.experts.85.up_proj,0.0019621221,0.10000,1.042
+26,mlp.experts.86.up_proj,0.0001061260,0.10000,1.047
+26,mlp.experts.87.up_proj,0.0009715197,0.10000,1.054
+26,mlp.experts.88.up_proj,0.0001388830,0.10000,1.026
+26,mlp.experts.89.up_proj,0.0027275693,0.10000,1.014
+26,mlp.experts.90.up_proj,0.0001962699,0.10000,0.968
+26,mlp.experts.91.up_proj,0.0017806298,0.10000,1.010
+26,mlp.experts.92.up_proj,0.0000575771,0.10000,1.022
+26,mlp.experts.93.up_proj,0.0001536660,0.10000,1.050
+26,mlp.experts.94.up_proj,0.0005575076,0.10000,1.048
+26,mlp.experts.95.up_proj,0.0000172595,0.10000,1.037
+26,mlp.experts.96.up_proj,0.0004479919,0.10000,1.004
+26,mlp.experts.97.up_proj,0.0037517955,0.10000,1.053
+26,mlp.experts.98.up_proj,0.0002207796,0.10000,1.018
+26,mlp.experts.99.up_proj,0.0000453049,0.10000,1.016
+26,mlp.experts.100.up_proj,0.0000714864,0.10000,1.013
+26,mlp.experts.101.up_proj,0.0000344633,0.10000,1.031
+26,mlp.experts.102.up_proj,0.0001153904,0.10000,1.046
+26,mlp.experts.103.up_proj,0.0023454945,0.10000,1.049
+26,mlp.experts.104.up_proj,0.0015505591,0.10000,1.037
+26,mlp.experts.105.up_proj,0.0000871725,0.10000,1.024
+26,mlp.experts.106.up_proj,0.0106507217,0.10000,1.010
+26,mlp.experts.107.up_proj,0.0000730107,0.10000,1.010
+26,mlp.experts.108.up_proj,0.0000576126,0.10000,1.001
+26,mlp.experts.109.up_proj,0.0000636549,0.10000,1.002
+26,mlp.experts.110.up_proj,0.0000606209,0.10000,0.953
+26,mlp.experts.111.up_proj,0.0000244997,0.10000,0.994
+26,mlp.experts.112.up_proj,0.0001963985,0.10000,1.060
+26,mlp.experts.113.up_proj,0.0013035016,0.10000,1.024
+26,mlp.experts.114.up_proj,0.0002606162,0.10000,1.086
+26,mlp.experts.115.up_proj,0.0000281741,0.10000,1.040
+26,mlp.experts.116.up_proj,0.0013247080,0.10000,1.024
+26,mlp.experts.117.up_proj,0.0096188355,0.10000,1.062
+26,mlp.experts.118.up_proj,0.0004005778,0.10000,1.024
+26,mlp.experts.119.up_proj,0.0001038947,0.10000,1.017
+26,mlp.experts.120.up_proj,0.0013773023,0.10000,0.928
+26,mlp.experts.121.up_proj,0.0002359914,0.10000,0.928
+26,mlp.experts.122.up_proj,0.0043129770,0.10000,0.989
+26,mlp.experts.123.up_proj,0.0009116535,0.10000,1.091
+26,mlp.experts.124.up_proj,0.0014665557,0.10000,1.061
+26,mlp.experts.125.up_proj,0.0002605643,0.10000,1.065
+26,mlp.experts.126.up_proj,0.0002236423,0.10000,1.052
+26,mlp.experts.127.up_proj,0.0009026830,0.10000,1.100
+26,mlp.experts.0.gate_proj,0.0003031207,0.10000,1.035
+26,mlp.experts.1.gate_proj,0.0002667841,0.10000,1.065
+26,mlp.experts.2.gate_proj,0.0003892833,0.10000,1.067
+26,mlp.experts.3.gate_proj,0.0000086734,0.10000,1.003
+26,mlp.experts.4.gate_proj,0.0000982840,0.10000,1.068
+26,mlp.experts.5.gate_proj,0.0003802460,0.10000,1.082
+26,mlp.experts.6.gate_proj,0.0000070097,0.10000,1.033
+26,mlp.experts.7.gate_proj,0.0005699479,0.10000,1.054
+26,mlp.experts.8.gate_proj,0.0000124532,0.10000,1.045
+26,mlp.experts.9.gate_proj,0.0013212926,0.10000,0.998
+26,mlp.experts.10.gate_proj,0.0000575079,0.10000,0.947
+26,mlp.experts.11.gate_proj,0.0001326604,0.10000,0.961
+26,mlp.experts.12.gate_proj,0.0005783105,0.10000,0.977
+26,mlp.experts.13.gate_proj,0.0004995741,0.10000,1.003
+26,mlp.experts.14.gate_proj,0.0001271279,0.10000,1.008
+26,mlp.experts.15.gate_proj,0.0001901335,0.10000,1.028
+26,mlp.experts.16.gate_proj,0.0000470875,0.10000,1.041
+26,mlp.experts.17.gate_proj,0.0000520059,0.10000,1.055
+26,mlp.experts.18.gate_proj,0.0000184503,0.10000,1.024
+26,mlp.experts.19.gate_proj,0.0006267683,0.10000,1.041
+26,mlp.experts.20.gate_proj,0.0000332666,0.10000,0.992
+26,mlp.experts.21.gate_proj,0.0003484198,0.10000,0.985
+26,mlp.experts.22.gate_proj,0.0000621478,0.10000,1.049
+26,mlp.experts.23.gate_proj,0.0000582364,0.10000,1.056
+26,mlp.experts.24.gate_proj,0.0008496783,0.10000,1.031
+26,mlp.experts.25.gate_proj,0.0005623443,0.10000,1.065
+26,mlp.experts.26.gate_proj,0.0004671478,0.10000,1.062
+26,mlp.experts.27.gate_proj,0.0007427696,0.10000,1.028
+26,mlp.experts.28.gate_proj,0.0000236952,0.10000,1.036
+26,mlp.experts.29.gate_proj,0.0008669939,0.10000,1.002
+26,mlp.experts.30.gate_proj,0.0001152575,0.10000,1.021
+26,mlp.experts.31.gate_proj,0.0002814161,0.10000,1.013
+26,mlp.experts.32.gate_proj,0.0008730664,0.10000,1.011
+26,mlp.experts.33.gate_proj,0.0001409209,0.10000,1.021
+26,mlp.experts.34.gate_proj,0.0000066658,0.10000,1.069
+26,mlp.experts.35.gate_proj,0.0032240338,0.10000,1.020
+26,mlp.experts.36.gate_proj,0.0002066911,0.10000,1.000
+26,mlp.experts.37.gate_proj,0.0001073307,0.10000,1.015
+26,mlp.experts.38.gate_proj,0.0000203716,0.10000,1.040
+26,mlp.experts.39.gate_proj,0.0000119539,0.10000,1.057
+26,mlp.experts.40.gate_proj,0.0000224994,0.10000,1.032
+26,mlp.experts.41.gate_proj,0.0032615448,0.10000,1.032
+26,mlp.experts.42.gate_proj,0.0004901753,0.10000,0.985
+26,mlp.experts.43.gate_proj,0.0013680904,0.10000,1.035
+26,mlp.experts.44.gate_proj,0.0000064972,0.10000,1.061
+26,mlp.experts.45.gate_proj,0.0068508626,0.10000,0.984
+26,mlp.experts.46.gate_proj,0.0003706273,0.10000,1.018
+26,mlp.experts.47.gate_proj,0.0001430445,0.10000,1.014
+26,mlp.experts.48.gate_proj,0.0000381659,0.10000,1.059
+26,mlp.experts.49.gate_proj,0.0004011690,0.10000,1.033
+26,mlp.experts.50.gate_proj,0.0000195914,0.10000,1.040
+26,mlp.experts.51.gate_proj,0.0000483456,0.10000,0.973
+26,mlp.experts.52.gate_proj,0.0003057851,0.10000,0.847
+26,mlp.experts.53.gate_proj,0.0000768832,0.10000,0.894
+26,mlp.experts.54.gate_proj,0.0009219201,0.10000,0.985
+26,mlp.experts.55.gate_proj,0.0000118990,0.10000,0.990
+26,mlp.experts.56.gate_proj,0.0009415226,0.10000,1.054
+26,mlp.experts.57.gate_proj,0.0000108198,0.10000,1.028
+26,mlp.experts.58.gate_proj,0.0000103576,0.10000,1.009
+26,mlp.experts.59.gate_proj,0.0040083043,0.10000,1.045
+26,mlp.experts.60.gate_proj,0.0000403026,0.10000,1.053
+26,mlp.experts.61.gate_proj,0.0005180505,0.10000,1.041
+26,mlp.experts.62.gate_proj,0.0000475381,0.10000,1.025
+26,mlp.experts.63.gate_proj,0.0004457531,0.10000,1.045
+26,mlp.experts.64.gate_proj,0.0001452270,0.10000,1.014
+26,mlp.experts.65.gate_proj,0.0072702765,0.10000,1.068
+26,mlp.experts.66.gate_proj,0.0003911931,0.10000,1.015
+26,mlp.experts.67.gate_proj,0.0001870578,0.10000,1.015
+26,mlp.experts.68.gate_proj,0.0000616562,0.10000,1.001
+26,mlp.experts.69.gate_proj,0.0000723080,0.10000,1.012
+26,mlp.experts.70.gate_proj,0.0012346893,0.10000,1.017
+26,mlp.experts.71.gate_proj,0.0036338227,0.10000,1.026
+26,mlp.experts.72.gate_proj,0.0008612736,0.10000,1.027
+26,mlp.experts.73.gate_proj,0.0002485604,0.10000,1.068
+26,mlp.experts.74.gate_proj,0.0005725300,0.10000,1.018
+26,mlp.experts.75.gate_proj,0.0000153935,0.10000,1.015
+26,mlp.experts.76.gate_proj,0.0002093431,0.10000,0.994
+26,mlp.experts.77.gate_proj,0.0002699949,0.10000,1.029
+26,mlp.experts.78.gate_proj,0.0021361771,0.10000,1.031
+26,mlp.experts.79.gate_proj,0.0000243657,0.10000,1.037
+26,mlp.experts.80.gate_proj,0.0000513563,0.10000,0.998
+26,mlp.experts.81.gate_proj,0.0001943594,0.10000,1.024
+26,mlp.experts.82.gate_proj,0.0000551870,0.10000,1.027
+26,mlp.experts.83.gate_proj,0.0133470794,0.10000,1.053
+26,mlp.experts.84.gate_proj,0.0000910595,0.10000,1.052
+26,mlp.experts.85.gate_proj,0.0020571979,0.10000,1.036
+26,mlp.experts.86.gate_proj,0.0001112210,0.10000,1.046
+26,mlp.experts.87.gate_proj,0.0009457568,0.10000,1.058
+26,mlp.experts.88.gate_proj,0.0001276541,0.10000,1.002
+26,mlp.experts.89.gate_proj,0.0029320661,0.10000,1.042
+26,mlp.experts.90.gate_proj,0.0001866054,0.10000,1.040
+26,mlp.experts.91.gate_proj,0.0018133780,0.10000,1.006
+26,mlp.experts.92.gate_proj,0.0000689870,0.10000,0.997
+26,mlp.experts.93.gate_proj,0.0001415416,0.10000,1.023
+26,mlp.experts.94.gate_proj,0.0005781399,0.10000,0.998
+26,mlp.experts.95.gate_proj,0.0000168124,0.10000,0.960
+26,mlp.experts.96.gate_proj,0.0004430232,0.10000,0.964
+26,mlp.experts.97.gate_proj,0.0037306340,0.10000,1.004
+26,mlp.experts.98.gate_proj,0.0002257134,0.10000,0.997
+26,mlp.experts.99.gate_proj,0.0000416611,0.10000,1.001
+26,mlp.experts.100.gate_proj,0.0000790655,0.10000,0.988
+26,mlp.experts.101.gate_proj,0.0000349299,0.10000,1.002
+26,mlp.experts.102.gate_proj,0.0001181381,0.10000,0.987
+26,mlp.experts.103.gate_proj,0.0023233079,0.10000,0.957
+26,mlp.experts.104.gate_proj,0.0015376808,0.10000,0.911
+26,mlp.experts.105.gate_proj,0.0000900900,0.10000,0.971
+26,mlp.experts.106.gate_proj,0.0106274535,0.10000,0.990
+26,mlp.experts.107.gate_proj,0.0000680242,0.10000,1.085
+26,mlp.experts.108.gate_proj,0.0000587919,0.10000,1.038
+26,mlp.experts.109.gate_proj,0.0000685248,0.10000,1.055
+26,mlp.experts.110.gate_proj,0.0000591967,0.10000,1.021
+26,mlp.experts.111.gate_proj,0.0000233454,0.10000,1.029
+26,mlp.experts.112.gate_proj,0.0001884491,0.10000,1.003
+26,mlp.experts.113.gate_proj,0.0013394412,0.10000,1.000
+26,mlp.experts.114.gate_proj,0.0002512333,0.10000,1.045
+26,mlp.experts.115.gate_proj,0.0000290840,0.10000,1.043
+26,mlp.experts.116.gate_proj,0.0013465833,0.10000,1.046
+26,mlp.experts.117.gate_proj,0.0311820617,0.10000,1.046
+26,mlp.experts.118.gate_proj,0.0003870695,0.10000,1.027
+26,mlp.experts.119.gate_proj,0.0001037628,0.10000,1.015
+26,mlp.experts.120.gate_proj,0.0015014458,0.10000,1.061
+26,mlp.experts.121.gate_proj,0.0002392646,0.10000,1.042
+26,mlp.experts.122.gate_proj,0.0037855359,0.10000,1.035
+26,mlp.experts.123.gate_proj,0.0009125099,0.10000,1.029
+26,mlp.experts.124.gate_proj,0.0014856479,0.10000,1.030
+26,mlp.experts.125.gate_proj,0.0002635667,0.10000,1.036
+26,mlp.experts.126.gate_proj,0.0002278402,0.10000,1.030
+26,mlp.experts.127.gate_proj,0.0008681059,0.10000,0.756
+26,mlp.experts.0.down_proj,0.0000497796,0.10000,0.401
+26,mlp.experts.1.down_proj,0.0000573980,0.10000,0.402
+26,mlp.experts.3.down_proj,0.0000015843,0.10000,0.398
+26,mlp.experts.2.down_proj,0.0000652065,0.10000,0.433
+26,mlp.experts.4.down_proj,0.0000215424,0.10000,0.379
+26,mlp.experts.5.down_proj,0.0000662635,0.10000,0.398
+26,mlp.experts.6.down_proj,0.0000011631,0.10000,0.344
+26,mlp.experts.7.down_proj,0.0001894603,0.10000,0.344
+26,mlp.experts.8.down_proj,0.0000023907,0.10000,0.339
+26,mlp.experts.9.down_proj,0.0003679590,0.10000,0.338
+26,mlp.experts.10.down_proj,0.0000190599,0.10000,0.358
+26,mlp.experts.11.down_proj,0.0000540292,0.10000,0.365
+26,mlp.experts.12.down_proj,0.0001533932,0.10000,0.401
+26,mlp.experts.13.down_proj,0.0001100131,0.10000,0.407
+26,mlp.experts.14.down_proj,0.0000198756,0.10000,0.398
+26,mlp.experts.15.down_proj,0.0000493715,0.10000,0.398
+26,mlp.experts.16.down_proj,0.0000093199,0.10000,0.399
+26,mlp.experts.17.down_proj,0.0000105447,0.10000,0.394
+26,mlp.experts.18.down_proj,0.0000065044,0.10000,0.399
+26,mlp.experts.19.down_proj,0.0001212328,0.10000,0.403
+26,mlp.experts.20.down_proj,0.0000080164,0.10000,0.357
+26,mlp.experts.21.down_proj,0.0001141715,0.10000,0.363
+26,mlp.experts.22.down_proj,0.0000142535,0.10000,0.356
+26,mlp.experts.23.down_proj,0.0000121679,0.10000,0.369
+26,mlp.experts.24.down_proj,0.0001495100,0.10000,0.395
+26,mlp.experts.25.down_proj,0.0002267680,0.10000,0.392
+26,mlp.experts.26.down_proj,0.0001196142,0.10000,0.400
+26,mlp.experts.27.down_proj,0.0001446211,0.10000,0.404
+26,mlp.experts.28.down_proj,0.0000083445,0.10000,0.404
+26,mlp.experts.29.down_proj,0.0001484358,0.10000,0.384
+26,mlp.experts.30.down_proj,0.0000173658,0.10000,0.398
+26,mlp.experts.31.down_proj,0.0000696886,0.10000,0.391
+26,mlp.experts.32.down_proj,0.0004469595,0.10000,0.361
+26,mlp.experts.33.down_proj,0.0000245948,0.10000,0.375
+26,mlp.experts.34.down_proj,0.0000011586,0.10000,0.391
+26,mlp.experts.35.down_proj,0.0003712572,0.10000,0.407
+26,mlp.experts.36.down_proj,0.0000488163,0.10000,0.383
+26,mlp.experts.37.down_proj,0.0000219030,0.10000,0.407
+26,mlp.experts.38.down_proj,0.0000032667,0.10000,0.380
+26,mlp.experts.39.down_proj,0.0000031862,0.10000,0.395
+26,mlp.experts.40.down_proj,0.0000031307,0.10000,0.385
+26,mlp.experts.41.down_proj,0.0008200282,0.10000,0.408
+26,mlp.experts.42.down_proj,0.0000621545,0.10000,0.365
+26,mlp.experts.43.down_proj,0.0004369309,0.10000,0.342
+26,mlp.experts.44.down_proj,0.0000010324,0.10000,0.340
+26,mlp.experts.45.down_proj,0.0011018149,0.10000,0.335
+26,mlp.experts.46.down_proj,0.0001316400,0.10000,0.316
+26,mlp.experts.47.down_proj,0.0000488637,0.10000,0.318
+26,mlp.experts.48.down_proj,0.0000112933,0.10000,0.322
+26,mlp.experts.49.down_proj,0.0001482999,0.10000,0.332
+26,mlp.experts.50.down_proj,0.0000029696,0.10000,0.345
+26,mlp.experts.51.down_proj,0.0000077557,0.10000,0.395
+26,mlp.experts.52.down_proj,0.0000896273,0.10000,0.387
+26,mlp.experts.53.down_proj,0.0000155475,0.10000,0.371
+26,mlp.experts.54.down_proj,0.0001494445,0.10000,0.332
+26,mlp.experts.55.down_proj,0.0000016612,0.10000,0.316
+26,mlp.experts.56.down_proj,0.0004171148,0.10000,0.319
+26,mlp.experts.57.down_proj,0.0000016050,0.10000,0.330
+26,mlp.experts.58.down_proj,0.0000026338,0.10000,0.325
+26,mlp.experts.59.down_proj,0.0000643727,0.10000,0.346
+26,mlp.experts.60.down_proj,0.0000109578,0.10000,0.368
+26,mlp.experts.61.down_proj,0.0001332397,0.10000,0.373
+26,mlp.experts.62.down_proj,0.0000140706,0.10000,0.395
+26,mlp.experts.63.down_proj,0.0000544183,0.10000,0.393
+26,mlp.experts.64.down_proj,0.0000561665,0.10000,0.382
+26,mlp.experts.65.down_proj,0.0014192532,0.10000,0.399
+26,mlp.experts.66.down_proj,0.0000923071,0.10000,0.382
+26,mlp.experts.67.down_proj,0.0000294508,0.10000,0.387
+26,mlp.experts.68.down_proj,0.0000217343,0.10000,0.390
+26,mlp.experts.69.down_proj,0.0000188534,0.10000,0.387
+26,mlp.experts.70.down_proj,0.0001870710,0.10000,0.391
+26,mlp.experts.71.down_proj,0.0000383989,0.10000,0.390
+26,mlp.experts.72.down_proj,0.0001176743,0.10000,0.382
+26,mlp.experts.73.down_proj,0.0000842926,0.10000,0.403
+26,mlp.experts.74.down_proj,0.0000912711,0.10000,0.400
+26,mlp.experts.75.down_proj,0.0000036687,0.10000,0.378
+26,mlp.experts.76.down_proj,0.0000434852,0.10000,0.413
+26,mlp.experts.77.down_proj,0.0000206420,0.10000,0.387
+26,mlp.experts.78.down_proj,0.0002337548,0.10000,0.406
+26,mlp.experts.79.down_proj,0.0000062188,0.10000,0.398
+26,mlp.experts.80.down_proj,0.0000160980,0.10000,0.404
+26,mlp.experts.81.down_proj,0.0000302578,0.10000,0.396
+26,mlp.experts.82.down_proj,0.0000228965,0.10000,0.360
+26,mlp.experts.83.down_proj,0.0000031124,0.10000,0.338
+26,mlp.experts.84.down_proj,0.0000237826,0.10000,0.336
+26,mlp.experts.85.down_proj,0.0005471363,0.10000,0.344
+26,mlp.experts.86.down_proj,0.0000120175,0.10000,0.348
+26,mlp.experts.87.down_proj,0.0000381373,0.10000,0.364
+26,mlp.experts.88.down_proj,0.0000339115,0.10000,0.377
+26,mlp.experts.89.down_proj,0.0000661737,0.10000,0.372
+26,mlp.experts.90.down_proj,0.0000322182,0.10000,0.373
+26,mlp.experts.91.down_proj,0.0002932641,0.10000,0.387
+26,mlp.experts.92.down_proj,0.0000090069,0.10000,0.395
+26,mlp.experts.93.down_proj,0.0000262084,0.10000,0.373
+26,mlp.experts.94.down_proj,0.0001409287,0.10000,0.387
+26,mlp.experts.95.down_proj,0.0000027855,0.10000,0.390
+26,mlp.experts.96.down_proj,0.0001418236,0.10000,0.386
+26,mlp.experts.97.down_proj,0.0004745702,0.10000,0.397
+26,mlp.experts.98.down_proj,0.0000485164,0.10000,0.398
+26,mlp.experts.99.down_proj,0.0000081225,0.10000,0.389
+26,mlp.experts.100.down_proj,0.0000139362,0.10000,0.352
+26,mlp.experts.101.down_proj,0.0000094715,0.10000,0.346
+26,mlp.experts.102.down_proj,0.0000499319,0.10000,0.339
+26,mlp.experts.103.down_proj,0.0003970016,0.10000,0.342
+26,mlp.experts.104.down_proj,0.0003095640,0.10000,0.349
+26,mlp.experts.105.down_proj,0.0000159579,0.10000,0.340
+26,mlp.experts.106.down_proj,0.0030990063,0.10000,0.369
+26,mlp.experts.107.down_proj,0.0000137449,0.10000,0.407
+26,mlp.experts.108.down_proj,0.0000113969,0.10000,0.400
+26,mlp.experts.109.down_proj,0.0000059397,0.10000,0.422
+26,mlp.experts.110.down_proj,0.0000074415,0.10000,0.364
+26,mlp.experts.111.down_proj,0.0000050329,0.10000,0.344
+26,mlp.experts.112.down_proj,0.0000516920,0.10000,0.344
+26,mlp.experts.113.down_proj,0.0002042370,0.10000,0.385
+26,mlp.experts.114.down_proj,0.0000521313,0.10000,0.381
+26,mlp.experts.115.down_proj,0.0000056974,0.10000,0.345
+26,mlp.experts.116.down_proj,0.0001749272,0.10000,0.332
+26,mlp.experts.117.down_proj,0.0000084223,0.10000,0.325
+26,mlp.experts.118.down_proj,0.0001173349,0.10000,0.321
+26,mlp.experts.119.down_proj,0.0000335579,0.10000,0.330
+26,mlp.experts.120.down_proj,0.0004610796,0.10000,0.339
+26,mlp.experts.121.down_proj,0.0000583043,0.10000,0.385
+26,mlp.experts.122.down_proj,0.0011884668,0.10000,0.406
+26,mlp.experts.123.down_proj,0.0002500813,0.10000,0.397
+26,mlp.experts.124.down_proj,0.0004483783,0.10000,0.409
+26,mlp.experts.125.down_proj,0.0000570887,0.10000,0.361
+26,mlp.experts.126.down_proj,0.0000767557,0.10000,0.330
+26,mlp.experts.127.down_proj,0.0002642834,0.10000,0.277
+27,self_attn.q_proj,0.0000006495,0.10000,1.022
+27,self_attn.k_proj,0.0000000792,0.10000,1.047
+27,self_attn.v_proj,0.0000001063,0.10000,0.624
+27,self_attn.o_proj,0.0000000887,0.10000,1.121
+27,mlp.gate,0.0000047937,0.10000,0.582
+27,mlp.experts.1.up_proj,0.0000084124,0.10000,1.029
+27,mlp.experts.0.up_proj,0.0000686912,0.10000,1.036
+27,mlp.experts.2.up_proj,0.0002575830,0.10000,1.087
+27,mlp.experts.3.up_proj,0.0000489348,0.10000,1.087
+27,mlp.experts.5.up_proj,0.0209576140,0.10000,1.085
+27,mlp.experts.4.up_proj,0.0000420334,0.10000,1.098
+27,mlp.experts.6.up_proj,0.0000146248,0.10000,1.029
+27,mlp.experts.7.up_proj,0.0000815568,0.10000,1.045
+27,mlp.experts.8.up_proj,0.0001017731,0.10000,0.991
+27,mlp.experts.9.up_proj,0.0000396355,0.10000,0.993
+27,mlp.experts.10.up_proj,0.0002541110,0.10000,1.012
+27,mlp.experts.11.up_proj,0.0006975860,0.10000,1.028
+27,mlp.experts.12.up_proj,0.0032663922,0.10000,0.993
+27,mlp.experts.13.up_proj,0.0002254683,0.10000,1.000
+27,mlp.experts.14.up_proj,0.0003801653,0.10000,0.986
+27,mlp.experts.15.up_proj,0.0089537035,0.10000,1.028
+27,mlp.experts.16.up_proj,0.0000093687,0.10000,0.988
+27,mlp.experts.17.up_proj,0.0000180879,0.10000,0.990
+27,mlp.experts.18.up_proj,0.0001142087,0.10000,1.036
+27,mlp.experts.19.up_proj,0.0026101826,0.10000,0.995
+27,mlp.experts.20.up_proj,0.0000212613,0.10000,1.066
+27,mlp.experts.21.up_proj,0.0010980043,0.10000,1.049
+27,mlp.experts.22.up_proj,0.0005678643,0.10000,1.046
+27,mlp.experts.23.up_proj,0.0000777934,0.10000,1.029
+27,mlp.experts.24.up_proj,0.0004412499,0.10000,1.066
+27,mlp.experts.25.up_proj,0.0001022570,0.10000,1.089
+27,mlp.experts.26.up_proj,0.0035377412,0.10000,1.040
+27,mlp.experts.27.up_proj,0.0036264267,0.10000,1.071
+27,mlp.experts.28.up_proj,0.0003078478,0.10000,1.019
+27,mlp.experts.29.up_proj,0.0001198659,0.10000,1.074
+27,mlp.experts.30.up_proj,0.0001030837,0.10000,1.014
+27,mlp.experts.31.up_proj,0.0001190502,0.10000,1.052
+27,mlp.experts.32.up_proj,0.0000352576,0.10000,1.043
+27,mlp.experts.33.up_proj,0.0003354872,0.10000,1.077
+27,mlp.experts.34.up_proj,0.0000748301,0.10000,1.037
+27,mlp.experts.35.up_proj,0.0000184976,0.10000,1.045
+27,mlp.experts.36.up_proj,0.0023576109,0.10000,1.057
+27,mlp.experts.37.up_proj,0.0008625695,0.10000,1.046
+27,mlp.experts.38.up_proj,0.0029246289,0.10000,1.051
+27,mlp.experts.39.up_proj,0.0000623251,0.10000,1.026
+27,mlp.experts.40.up_proj,0.0000101527,0.10000,1.062
+27,mlp.experts.41.up_proj,0.0018378502,0.10000,1.041
+27,mlp.experts.42.up_proj,0.0010219449,0.10000,1.051
+27,mlp.experts.43.up_proj,0.0025662645,0.10000,1.034
+27,mlp.experts.44.up_proj,0.0066964293,0.10000,1.050
+27,mlp.experts.45.up_proj,0.0001346106,0.10000,1.047
+27,mlp.experts.46.up_proj,0.0006783532,0.10000,1.051
+27,mlp.experts.47.up_proj,0.0009691308,0.10000,1.026
+27,mlp.experts.48.up_proj,0.0000811832,0.10000,1.038
+27,mlp.experts.49.up_proj,0.0000671042,0.10000,0.981
+27,mlp.experts.50.up_proj,0.0016573975,0.10000,0.985
+27,mlp.experts.51.up_proj,0.0001241736,0.10000,1.006
+27,mlp.experts.52.up_proj,0.0003674581,0.10000,0.996
+27,mlp.experts.53.up_proj,0.0010360930,0.10000,0.992
+27,mlp.experts.54.up_proj,0.0001608009,0.10000,0.983
+27,mlp.experts.55.up_proj,0.0000127321,0.10000,0.989
+27,mlp.experts.56.up_proj,0.0000184712,0.10000,0.923
+27,mlp.experts.57.up_proj,0.0002000252,0.10000,0.927
+27,mlp.experts.58.up_proj,0.0003636720,0.10000,1.043
+27,mlp.experts.59.up_proj,0.0003543176,0.10000,1.035
+27,mlp.experts.60.up_proj,0.0003296383,0.10000,1.048
+27,mlp.experts.61.up_proj,0.0001439667,0.10000,1.067
+27,mlp.experts.62.up_proj,0.0021319471,0.10000,1.029
+27,mlp.experts.63.up_proj,0.0004478761,0.10000,1.074
+27,mlp.experts.64.up_proj,0.0043180573,0.10000,1.043
+27,mlp.experts.65.up_proj,0.0045415767,0.10000,1.077
+27,mlp.experts.66.up_proj,0.0005809622,0.10000,1.019
+27,mlp.experts.67.up_proj,0.0012056052,0.10000,1.063
+27,mlp.experts.68.up_proj,0.0006317165,0.10000,0.970
+27,mlp.experts.69.up_proj,0.0001202920,0.10000,1.049
+27,mlp.experts.70.up_proj,0.0000801880,0.10000,0.926
+27,mlp.experts.71.up_proj,0.0000650342,0.10000,0.943
+27,mlp.experts.72.up_proj,0.0001512197,0.10000,1.025
+27,mlp.experts.73.up_proj,0.0068732395,0.10000,1.011
+27,mlp.experts.74.up_proj,0.0063081593,0.10000,1.022
+27,mlp.experts.75.up_proj,0.0004583394,0.10000,1.061
+27,mlp.experts.76.up_proj,0.0003491491,0.10000,0.983
+27,mlp.experts.77.up_proj,0.0000178111,0.10000,1.004
+27,mlp.experts.78.up_proj,0.0006873914,0.10000,1.040
+27,mlp.experts.79.up_proj,0.0090977641,0.10000,1.028
+27,mlp.experts.80.up_proj,0.0001812584,0.10000,0.986
+27,mlp.experts.81.up_proj,0.0010592075,0.10000,0.940
+27,mlp.experts.82.up_proj,0.0000131869,0.10000,0.975
+27,mlp.experts.83.up_proj,0.0001811775,0.10000,0.996
+27,mlp.experts.84.up_proj,0.0002757814,0.10000,1.006
+27,mlp.experts.85.up_proj,0.0000421199,0.10000,1.089
+27,mlp.experts.86.up_proj,0.0000241741,0.10000,1.051
+27,mlp.experts.87.up_proj,0.0000729739,0.10000,1.071
+27,mlp.experts.88.up_proj,0.0040923136,0.10000,1.023
+27,mlp.experts.89.up_proj,0.0000269754,0.10000,1.057
+27,mlp.experts.90.up_proj,0.0001155411,0.10000,1.017
+27,mlp.experts.91.up_proj,0.0000113329,0.10000,0.996
+27,mlp.experts.92.up_proj,0.0081084488,0.10000,0.906
+27,mlp.experts.93.up_proj,0.0009895428,0.10000,0.908
+27,mlp.experts.94.up_proj,0.0000155430,0.10000,1.036
+27,mlp.experts.95.up_proj,0.0000135334,0.10000,1.044
+27,mlp.experts.96.up_proj,0.0000342748,0.10000,1.014
+27,mlp.experts.97.up_proj,0.0047148390,0.10000,1.018
+27,mlp.experts.98.up_proj,0.0000141474,0.10000,1.048
+27,mlp.experts.99.up_proj,0.0013951438,0.10000,1.024
+27,mlp.experts.100.up_proj,0.0000752212,0.10000,1.059
+27,mlp.experts.101.up_proj,0.0000587473,0.10000,1.028
+27,mlp.experts.102.up_proj,0.0006357889,0.10000,1.037
+27,mlp.experts.103.up_proj,0.0003866070,0.10000,1.042
+27,mlp.experts.104.up_proj,0.0005092761,0.10000,1.022
+27,mlp.experts.105.up_proj,0.0009087681,0.10000,1.022
+27,mlp.experts.106.up_proj,0.0002568937,0.10000,1.031
+27,mlp.experts.107.up_proj,0.0059105229,0.10000,1.007
+27,mlp.experts.108.up_proj,0.0020671030,0.10000,0.989
+27,mlp.experts.109.up_proj,0.0001411938,0.10000,1.070
+27,mlp.experts.110.up_proj,0.0009183755,0.10000,1.035
+27,mlp.experts.111.up_proj,0.0103544590,0.10000,0.955
+27,mlp.experts.112.up_proj,0.0015722373,0.10000,0.937
+27,mlp.experts.113.up_proj,0.0002900620,0.10000,1.045
+27,mlp.experts.114.up_proj,0.0126430768,0.10000,1.050
+27,mlp.experts.115.up_proj,0.0004227775,0.10000,1.026
+27,mlp.experts.116.up_proj,0.0000435676,0.10000,1.011
+27,mlp.experts.117.up_proj,0.0008807540,0.10000,1.043
+27,mlp.experts.118.up_proj,0.0007088633,0.10000,1.049
+27,mlp.experts.119.up_proj,0.0005058954,0.10000,1.003
+27,mlp.experts.120.up_proj,0.0000517369,0.10000,1.086
+27,mlp.experts.121.up_proj,0.0000363338,0.10000,1.056
+27,mlp.experts.122.up_proj,0.0012312462,0.10000,1.064
+27,mlp.experts.123.up_proj,0.0002741937,0.10000,1.042
+27,mlp.experts.124.up_proj,0.0011606714,0.10000,1.055
+27,mlp.experts.125.up_proj,0.0001689387,0.10000,1.052
+27,mlp.experts.126.up_proj,0.0010827298,0.10000,1.025
+27,mlp.experts.127.up_proj,0.0001659735,0.10000,1.053
+27,mlp.experts.0.gate_proj,0.0000927866,0.10000,1.036
+27,mlp.experts.1.gate_proj,0.0000067972,0.10000,1.069
+27,mlp.experts.2.gate_proj,0.0002635604,0.10000,1.005
+27,mlp.experts.3.gate_proj,0.0000477646,0.10000,1.033
+27,mlp.experts.4.gate_proj,0.0000276166,0.10000,1.042
+27,mlp.experts.5.gate_proj,0.0212249399,0.10000,1.051
+27,mlp.experts.6.gate_proj,0.0000134748,0.10000,1.045
+27,mlp.experts.7.gate_proj,0.0000780510,0.10000,1.028
+27,mlp.experts.8.gate_proj,0.0000941535,0.10000,1.039
+27,mlp.experts.9.gate_proj,0.0000406304,0.10000,1.032
+27,mlp.experts.10.gate_proj,0.0002509693,0.10000,1.012
+27,mlp.experts.11.gate_proj,0.0006982189,0.10000,1.017
+27,mlp.experts.12.gate_proj,0.0033387491,0.10000,1.001
+27,mlp.experts.13.gate_proj,0.0002208827,0.10000,1.032
+27,mlp.experts.14.gate_proj,0.0003850984,0.10000,1.057
+27,mlp.experts.15.gate_proj,0.0096426922,0.10000,1.055
+27,mlp.experts.16.gate_proj,0.0000088954,0.10000,1.000
+27,mlp.experts.17.gate_proj,0.0000175741,0.10000,1.055
+27,mlp.experts.18.gate_proj,0.0001095407,0.10000,1.049
+27,mlp.experts.19.gate_proj,0.0027233267,0.10000,0.998
+27,mlp.experts.20.gate_proj,0.0000183343,0.10000,0.976
+27,mlp.experts.21.gate_proj,0.0011487831,0.10000,1.057
+27,mlp.experts.22.gate_proj,0.0005281229,0.10000,1.019
+27,mlp.experts.23.gate_proj,0.0000778265,0.10000,1.016
+27,mlp.experts.24.gate_proj,0.0004504295,0.10000,0.988
+27,mlp.experts.25.gate_proj,0.0001261546,0.10000,1.015
+27,mlp.experts.26.gate_proj,0.0035879599,0.10000,1.044
+27,mlp.experts.27.gate_proj,0.0037961977,0.10000,1.030
+27,mlp.experts.28.gate_proj,0.0003094771,0.10000,1.050
+27,mlp.experts.29.gate_proj,0.0001297692,0.10000,1.059
+27,mlp.experts.30.gate_proj,0.0000985521,0.10000,1.023
+27,mlp.experts.31.gate_proj,0.0001043107,0.10000,1.057
+27,mlp.experts.32.gate_proj,0.0000409649,0.10000,1.020
+27,mlp.experts.33.gate_proj,0.0003422564,0.10000,1.044
+27,mlp.experts.34.gate_proj,0.0000744244,0.10000,1.075
+27,mlp.experts.35.gate_proj,0.0000170667,0.10000,0.966
+27,mlp.experts.36.gate_proj,0.0022618857,0.10000,1.021
+27,mlp.experts.37.gate_proj,0.0007787977,0.10000,1.049
+27,mlp.experts.38.gate_proj,0.0028639030,0.10000,0.990
+27,mlp.experts.39.gate_proj,0.0000639808,0.10000,0.971
+27,mlp.experts.40.gate_proj,0.0000096827,0.10000,1.014
+27,mlp.experts.41.gate_proj,0.0018669639,0.10000,1.063
+27,mlp.experts.42.gate_proj,0.0009935208,0.10000,1.033
+27,mlp.experts.43.gate_proj,0.0027228571,0.10000,1.033
+27,mlp.experts.44.gate_proj,0.0069201845,0.10000,0.994
+27,mlp.experts.45.gate_proj,0.0001366024,0.10000,1.019
+27,mlp.experts.46.gate_proj,0.0007165281,0.10000,0.998
+27,mlp.experts.47.gate_proj,0.0009658355,0.10000,1.044
+27,mlp.experts.48.gate_proj,0.0000818371,0.10000,1.050
+27,mlp.experts.49.gate_proj,0.0000698054,0.10000,1.017
+27,mlp.experts.50.gate_proj,0.0017504947,0.10000,0.967
+27,mlp.experts.51.gate_proj,0.0001315777,0.10000,1.015
+27,mlp.experts.52.gate_proj,0.0004498347,0.10000,0.999
+27,mlp.experts.53.gate_proj,0.0010099481,0.10000,1.040
+27,mlp.experts.54.gate_proj,0.0001466692,0.10000,1.049
+27,mlp.experts.55.gate_proj,0.0000116075,0.10000,1.037
+27,mlp.experts.56.gate_proj,0.0000155637,0.10000,1.050
+27,mlp.experts.57.gate_proj,0.0002004287,0.10000,1.074
+27,mlp.experts.58.gate_proj,0.0003417412,0.10000,1.047
+27,mlp.experts.59.gate_proj,0.0003900010,0.10000,1.048
+27,mlp.experts.60.gate_proj,0.0003094232,0.10000,1.047
+27,mlp.experts.61.gate_proj,0.0001389475,0.10000,1.036
+27,mlp.experts.62.gate_proj,0.0021393125,0.10000,1.019
+27,mlp.experts.63.gate_proj,0.0004535095,0.10000,1.037
+27,mlp.experts.64.gate_proj,0.0043887056,0.10000,0.972
+27,mlp.experts.65.gate_proj,0.0044417396,0.10000,0.939
+27,mlp.experts.66.gate_proj,0.0005932069,0.10000,1.001
+27,mlp.experts.67.gate_proj,0.0011610616,0.10000,0.994
+27,mlp.experts.68.gate_proj,0.0006325747,0.10000,1.023
+27,mlp.experts.69.gate_proj,0.0001138835,0.10000,0.976
+27,mlp.experts.70.gate_proj,0.0000812725,0.10000,1.015
+27,mlp.experts.71.gate_proj,0.0000617887,0.10000,0.976
+27,mlp.experts.72.gate_proj,0.0001528676,0.10000,0.993
+27,mlp.experts.73.gate_proj,0.0417389173,0.10000,0.998
+27,mlp.experts.74.gate_proj,0.0068666475,0.10000,1.031
+27,mlp.experts.75.gate_proj,0.0004697095,0.10000,1.003
+27,mlp.experts.76.gate_proj,0.0003320407,0.10000,1.032
+27,mlp.experts.77.gate_proj,0.0000179360,0.10000,1.017
+27,mlp.experts.78.gate_proj,0.0006881134,0.10000,1.029
+27,mlp.experts.79.gate_proj,0.0093243760,0.10000,1.028
+27,mlp.experts.80.gate_proj,0.0002302655,0.10000,1.047
+27,mlp.experts.81.gate_proj,0.0010207790,0.10000,1.026
+27,mlp.experts.82.gate_proj,0.0000126817,0.10000,1.052
+27,mlp.experts.83.gate_proj,0.0001816530,0.10000,1.002
+27,mlp.experts.84.gate_proj,0.0002831740,0.10000,1.041
+27,mlp.experts.85.gate_proj,0.0000369297,0.10000,1.035
+27,mlp.experts.86.gate_proj,0.0000230908,0.10000,0.992
+27,mlp.experts.87.gate_proj,0.0000733150,0.10000,1.023
+27,mlp.experts.88.gate_proj,0.0042367501,0.10000,1.007
+27,mlp.experts.89.gate_proj,0.0000271791,0.10000,1.036
+27,mlp.experts.90.gate_proj,0.0001174867,0.10000,1.004
+27,mlp.experts.91.gate_proj,0.0000105579,0.10000,0.959
+27,mlp.experts.92.gate_proj,0.0089999030,0.10000,1.024
+27,mlp.experts.93.gate_proj,0.0009744887,0.10000,0.999
+27,mlp.experts.94.gate_proj,0.0000147707,0.10000,1.059
+27,mlp.experts.95.gate_proj,0.0000115174,0.10000,1.042
+27,mlp.experts.96.gate_proj,0.0000328001,0.10000,1.051
+27,mlp.experts.97.gate_proj,0.0044927815,0.10000,1.077
+27,mlp.experts.98.gate_proj,0.0000136845,0.10000,1.034
+27,mlp.experts.99.gate_proj,0.0013723329,0.10000,1.056
+27,mlp.experts.100.gate_proj,0.0000775671,0.10000,1.083
+27,mlp.experts.101.gate_proj,0.0000652159,0.10000,1.039
+27,mlp.experts.102.gate_proj,0.0006529367,0.10000,0.972
+27,mlp.experts.103.gate_proj,0.0003827355,0.10000,0.951
+27,mlp.experts.104.gate_proj,0.0005068892,0.10000,0.974
+27,mlp.experts.105.gate_proj,0.0008493579,0.10000,1.020
+27,mlp.experts.106.gate_proj,0.0002670884,0.10000,1.007
+27,mlp.experts.107.gate_proj,0.0061072066,0.10000,1.044
+27,mlp.experts.108.gate_proj,0.0020710671,0.10000,1.025
+27,mlp.experts.109.gate_proj,0.0001378233,0.10000,1.031
+27,mlp.experts.110.gate_proj,0.0009272250,0.10000,1.023
+27,mlp.experts.111.gate_proj,0.0115360356,0.10000,1.038
+27,mlp.experts.112.gate_proj,0.0016294629,0.10000,1.007
+27,mlp.experts.113.gate_proj,0.0002745166,0.10000,1.025
+27,mlp.experts.114.gate_proj,0.0131145407,0.10000,1.009
+27,mlp.experts.115.gate_proj,0.0004101916,0.10000,1.017
+27,mlp.experts.116.gate_proj,0.0000440965,0.10000,1.014
+27,mlp.experts.117.gate_proj,0.0009040471,0.10000,1.037
+27,mlp.experts.118.gate_proj,0.0006935708,0.10000,1.008
+27,mlp.experts.119.gate_proj,0.0006056803,0.10000,1.024
+27,mlp.experts.120.gate_proj,0.0000508708,0.10000,1.000
+27,mlp.experts.121.gate_proj,0.0000354418,0.10000,1.056
+27,mlp.experts.122.gate_proj,0.0012716887,0.10000,1.007
+27,mlp.experts.123.gate_proj,0.0002649322,0.10000,1.018
+27,mlp.experts.124.gate_proj,0.0011353138,0.10000,0.988
+27,mlp.experts.125.gate_proj,0.0001795491,0.10000,0.992
+27,mlp.experts.126.gate_proj,0.0010462048,0.10000,1.067
+27,mlp.experts.127.gate_proj,0.0001742731,0.10000,0.790
+27,mlp.experts.1.down_proj,0.0000012542,0.10000,0.345
+27,mlp.experts.0.down_proj,0.0000168811,0.10000,0.352
+27,mlp.experts.2.down_proj,0.0000605028,0.10000,0.367
+27,mlp.experts.3.down_proj,0.0000134330,0.10000,0.373
+27,mlp.experts.4.down_proj,0.0000085390,0.10000,0.399
+27,mlp.experts.5.down_proj,0.0004926535,0.10000,0.400
+27,mlp.experts.6.down_proj,0.0000022776,0.10000,0.389
+27,mlp.experts.7.down_proj,0.0000176011,0.10000,0.395
+27,mlp.experts.8.down_proj,0.0000189884,0.10000,0.385
+27,mlp.experts.9.down_proj,0.0000076613,0.10000,0.383
+27,mlp.experts.10.down_proj,0.0000436964,0.10000,0.386
+27,mlp.experts.11.down_proj,0.0001555519,0.10000,0.390
+27,mlp.experts.12.down_proj,0.0005360083,0.10000,0.385
+27,mlp.experts.13.down_proj,0.0000366952,0.10000,0.391
+27,mlp.experts.14.down_proj,0.0000596614,0.10000,0.383
+27,mlp.experts.15.down_proj,0.0001517748,0.10000,0.382
+27,mlp.experts.16.down_proj,0.0000011957,0.10000,0.385
+27,mlp.experts.17.down_proj,0.0000030163,0.10000,0.384
+27,mlp.experts.18.down_proj,0.0000215543,0.10000,0.354
+27,mlp.experts.19.down_proj,0.0003863199,0.10000,0.348
+27,mlp.experts.20.down_proj,0.0000048326,0.10000,0.392
+27,mlp.experts.21.down_proj,0.0001797522,0.10000,0.389
+27,mlp.experts.22.down_proj,0.0001912971,0.10000,0.353
+27,mlp.experts.23.down_proj,0.0000279301,0.10000,0.349
+27,mlp.experts.24.down_proj,0.0000687022,0.10000,0.397
+27,mlp.experts.25.down_proj,0.0000190701,0.10000,0.396
+27,mlp.experts.26.down_proj,0.0005419092,0.10000,0.390
+27,mlp.experts.27.down_proj,0.0000964647,0.10000,0.389
+27,mlp.experts.28.down_proj,0.0000862425,0.10000,0.407
+27,mlp.experts.29.down_proj,0.0000286269,0.10000,0.406
+27,mlp.experts.30.down_proj,0.0000259922,0.10000,0.409
+27,mlp.experts.31.down_proj,0.0000191113,0.10000,0.412
+27,mlp.experts.32.down_proj,0.0000090065,0.10000,0.410
+27,mlp.experts.33.down_proj,0.0001169986,0.10000,0.412
+27,mlp.experts.34.down_proj,0.0000257845,0.10000,0.388
+27,mlp.experts.35.down_proj,0.0000037170,0.10000,0.391
+27,mlp.experts.36.down_proj,0.0010220668,0.10000,0.387
+27,mlp.experts.37.down_proj,0.0003117237,0.10000,0.394
+27,mlp.experts.38.down_proj,0.0021627319,0.10000,0.382
+27,mlp.experts.39.down_proj,0.0000095552,0.10000,0.397
+27,mlp.experts.40.down_proj,0.0000017629,0.10000,0.367
+27,mlp.experts.41.down_proj,0.0006321065,0.10000,0.398
+27,mlp.experts.42.down_proj,0.0003734480,0.10000,0.373
+27,mlp.experts.43.down_proj,0.0010720785,0.10000,0.405
+27,mlp.experts.44.down_proj,0.0006925657,0.10000,0.388
+27,mlp.experts.45.down_proj,0.0000361285,0.10000,0.396
+27,mlp.experts.46.down_proj,0.0002933027,0.10000,0.391
+27,mlp.experts.47.down_proj,0.0004446721,0.10000,0.386
+27,mlp.experts.48.down_proj,0.0000098414,0.10000,0.337
+27,mlp.experts.49.down_proj,0.0000122006,0.10000,0.321
+27,mlp.experts.50.down_proj,0.0000737501,0.10000,0.330
+27,mlp.experts.51.down_proj,0.0000356051,0.10000,0.335
+27,mlp.experts.52.down_proj,0.0001186415,0.10000,0.318
+27,mlp.experts.53.down_proj,0.0004108069,0.10000,0.324
+27,mlp.experts.54.down_proj,0.0000497645,0.10000,0.376
+27,mlp.experts.55.down_proj,0.0000019913,0.10000,0.394
+27,mlp.experts.56.down_proj,0.0000024660,0.10000,0.381
+27,mlp.experts.57.down_proj,0.0000472221,0.10000,0.398
+27,mlp.experts.58.down_proj,0.0000659976,0.10000,0.380
+27,mlp.experts.59.down_proj,0.0000272265,0.10000,0.378
+27,mlp.experts.60.down_proj,0.0001009704,0.10000,0.382
+27,mlp.experts.61.down_proj,0.0000307901,0.10000,0.384
+27,mlp.experts.62.down_proj,0.0006843247,0.10000,0.376
+27,mlp.experts.63.down_proj,0.0000739469,0.10000,0.380
+27,mlp.experts.64.down_proj,0.0000805644,0.10000,0.395
+27,mlp.experts.65.down_proj,0.0014135228,0.10000,0.395
+27,mlp.experts.66.down_proj,0.0001630276,0.10000,0.393
+27,mlp.experts.67.down_proj,0.0002509445,0.10000,0.390
+27,mlp.experts.68.down_proj,0.0001157038,0.10000,0.335
+27,mlp.experts.69.down_proj,0.0000347231,0.10000,0.332
+27,mlp.experts.70.down_proj,0.0000170701,0.10000,0.331
+27,mlp.experts.71.down_proj,0.0000164459,0.10000,0.366
+27,mlp.experts.72.down_proj,0.0000353875,0.10000,0.381
+27,mlp.experts.73.down_proj,0.0000115477,0.10000,0.387
+27,mlp.experts.74.down_proj,0.0022889527,0.10000,0.375
+27,mlp.experts.75.down_proj,0.0000932789,0.10000,0.385
+27,mlp.experts.76.down_proj,0.0001056533,0.10000,0.385
+27,mlp.experts.77.down_proj,0.0000043265,0.10000,0.369
+27,mlp.experts.78.down_proj,0.0002303901,0.10000,0.331
+27,mlp.experts.79.down_proj,0.0000628424,0.10000,0.361
+27,mlp.experts.80.down_proj,0.0000603043,0.10000,0.399
+27,mlp.experts.81.down_proj,0.0002499689,0.10000,0.394
+27,mlp.experts.82.down_proj,0.0000023574,0.10000,0.393
+27,mlp.experts.83.down_proj,0.0000360110,0.10000,0.393
+27,mlp.experts.84.down_proj,0.0000502034,0.10000,0.387
+27,mlp.experts.85.down_proj,0.0000083413,0.10000,0.389
+27,mlp.experts.86.down_proj,0.0000048604,0.10000,0.380
+27,mlp.experts.87.down_proj,0.0000144673,0.10000,0.388
+27,mlp.experts.88.down_proj,0.0005313048,0.10000,0.385
+27,mlp.experts.89.down_proj,0.0000051809,0.10000,0.379
+27,mlp.experts.90.down_proj,0.0000373920,0.10000,0.389
+27,mlp.experts.91.down_proj,0.0000019102,0.10000,0.384
+27,mlp.experts.92.down_proj,0.0020599530,0.10000,0.385
+27,mlp.experts.93.down_proj,0.0003653510,0.10000,0.381
+27,mlp.experts.94.down_proj,0.0000022555,0.10000,0.385
+27,mlp.experts.95.down_proj,0.0000020634,0.10000,0.377
+27,mlp.experts.96.down_proj,0.0000050252,0.10000,0.384
+27,mlp.experts.97.down_proj,0.0013886333,0.10000,0.383
+27,mlp.experts.98.down_proj,0.0000028995,0.10000,0.388
+27,mlp.experts.99.down_proj,0.0002747031,0.10000,0.386
+27,mlp.experts.100.down_proj,0.0000177460,0.10000,0.392
+27,mlp.experts.101.down_proj,0.0000146321,0.10000,0.399
+27,mlp.experts.102.down_proj,0.0001474432,0.10000,0.394
+27,mlp.experts.103.down_proj,0.0001156795,0.10000,0.402
+27,mlp.experts.104.down_proj,0.0001313896,0.10000,0.364
+27,mlp.experts.105.down_proj,0.0003377887,0.10000,0.361
+27,mlp.experts.106.down_proj,0.0000587071,0.10000,0.351
+27,mlp.experts.107.down_proj,0.0001361019,0.10000,0.345
+27,mlp.experts.108.down_proj,0.0003994386,0.10000,0.354
+27,mlp.experts.109.down_proj,0.0000227691,0.10000,0.402
+27,mlp.experts.110.down_proj,0.0001279188,0.10000,0.397
+27,mlp.experts.111.down_proj,0.0001438450,0.10000,0.402
+27,mlp.experts.112.down_proj,0.0002593826,0.10000,0.402
+27,mlp.experts.113.down_proj,0.0000683352,0.10000,0.409
+27,mlp.experts.114.down_proj,0.0033634686,0.10000,0.399
+27,mlp.experts.115.down_proj,0.0001166994,0.10000,0.397
+27,mlp.experts.116.down_proj,0.0000062033,0.10000,0.416
+27,mlp.experts.117.down_proj,0.0002137629,0.10000,0.390
+27,mlp.experts.118.down_proj,0.0001507079,0.10000,0.408
+27,mlp.experts.119.down_proj,0.0001088152,0.10000,0.355
+27,mlp.experts.120.down_proj,0.0000126064,0.10000,0.341
+27,mlp.experts.121.down_proj,0.0000078433,0.10000,0.343
+27,mlp.experts.122.down_proj,0.0001701545,0.10000,0.328
+27,mlp.experts.123.down_proj,0.0000665472,0.10000,0.327
+27,mlp.experts.124.down_proj,0.0003094771,0.10000,0.327
+27,mlp.experts.125.down_proj,0.0000318532,0.10000,0.339
+27,mlp.experts.126.down_proj,0.0003961668,0.10000,0.357
+27,mlp.experts.127.down_proj,0.0000292401,0.10000,0.309
+28,self_attn.k_proj,0.0000000792,0.10000,1.031
+28,self_attn.q_proj,0.0000006417,0.10000,1.109
+28,self_attn.v_proj,0.0000001017,0.10000,0.590
+28,self_attn.o_proj,0.0000001097,0.10000,1.205
+28,mlp.gate,0.0000043922,0.10000,0.618
+28,mlp.experts.0.up_proj,0.0001096539,0.10000,1.045
+28,mlp.experts.1.up_proj,0.0004865609,0.10000,1.059
+28,mlp.experts.2.up_proj,0.0040053989,0.10000,0.997
+28,mlp.experts.3.up_proj,0.0010670362,0.10000,0.996
+28,mlp.experts.4.up_proj,0.0002416298,0.10000,0.975
+28,mlp.experts.5.up_proj,0.0031081976,0.10000,0.982
+28,mlp.experts.6.up_proj,0.0003686374,0.10000,0.922
+28,mlp.experts.7.up_proj,0.0000884913,0.10000,0.935
+28,mlp.experts.8.up_proj,0.0000452894,0.10000,1.012
+28,mlp.experts.9.up_proj,0.0000499416,0.10000,1.060
+28,mlp.experts.10.up_proj,0.0016778159,0.10000,1.058
+28,mlp.experts.11.up_proj,0.0000663933,0.10000,1.024
+28,mlp.experts.12.up_proj,0.0005746535,0.10000,1.052
+28,mlp.experts.13.up_proj,0.0002440183,0.10000,1.020
+28,mlp.experts.14.up_proj,0.0000230144,0.10000,1.061
+28,mlp.experts.15.up_proj,0.0000724601,0.10000,1.049
+28,mlp.experts.17.up_proj,0.0001147549,0.10000,1.034
+28,mlp.experts.16.up_proj,0.0000252472,0.10000,1.050
+28,mlp.experts.18.up_proj,0.0000093096,0.10000,1.070
+28,mlp.experts.19.up_proj,0.0000456513,0.10000,1.070
+28,mlp.experts.20.up_proj,0.0002123613,0.10000,1.000
+28,mlp.experts.21.up_proj,0.0091419483,0.10000,1.017
+28,mlp.experts.22.up_proj,0.0001924790,0.10000,1.045
+28,mlp.experts.23.up_proj,0.0003605954,0.10000,1.067
+28,mlp.experts.24.up_proj,0.0000179461,0.10000,0.996
+28,mlp.experts.25.up_proj,0.0007355977,0.10000,1.050
+28,mlp.experts.26.up_proj,0.0000342408,0.10000,0.954
+28,mlp.experts.27.up_proj,0.0007338047,0.10000,0.967
+28,mlp.experts.28.up_proj,0.0004431290,0.10000,1.049
+28,mlp.experts.29.up_proj,0.0000699979,0.10000,1.030
+28,mlp.experts.30.up_proj,0.0000109641,0.10000,1.041
+28,mlp.experts.31.up_proj,0.0039813383,0.10000,1.038
+28,mlp.experts.32.up_proj,0.0005003249,0.10000,0.953
+28,mlp.experts.33.up_proj,0.0001542451,0.10000,1.020
+28,mlp.experts.34.up_proj,0.0035997875,0.10000,0.951
+28,mlp.experts.35.up_proj,0.0000711370,0.10000,0.923
+28,mlp.experts.36.up_proj,0.0003995926,0.10000,1.069
+28,mlp.experts.37.up_proj,0.0000217324,0.10000,1.021
+28,mlp.experts.38.up_proj,0.0050178958,0.10000,1.038
+28,mlp.experts.39.up_proj,0.0003489798,0.10000,1.012
+28,mlp.experts.40.up_proj,0.0000814330,0.10000,1.019
+28,mlp.experts.41.up_proj,0.0004544844,0.10000,1.063
+28,mlp.experts.42.up_proj,0.0030973078,0.10000,1.032
+28,mlp.experts.43.up_proj,0.0000177122,0.10000,1.048
+28,mlp.experts.44.up_proj,0.0003025419,0.10000,1.019
+28,mlp.experts.45.up_proj,0.0000158600,0.10000,1.041
+28,mlp.experts.46.up_proj,0.0006571893,0.10000,1.040
+28,mlp.experts.47.up_proj,0.0011244845,0.10000,1.039
+28,mlp.experts.48.up_proj,0.0002124623,0.10000,0.987
+28,mlp.experts.49.up_proj,0.0008359792,0.10000,1.020
+28,mlp.experts.50.up_proj,0.0000399496,0.10000,0.930
+28,mlp.experts.51.up_proj,0.0000604852,0.10000,0.967
+28,mlp.experts.52.up_proj,0.0000468198,0.10000,0.987
+28,mlp.experts.53.up_proj,0.0046007155,0.10000,1.049
+28,mlp.experts.54.up_proj,0.0002334706,0.10000,1.080
+28,mlp.experts.55.up_proj,0.0000921771,0.10000,1.044
+28,mlp.experts.56.up_proj,0.0012042343,0.10000,1.048
+28,mlp.experts.57.up_proj,0.0000380224,0.10000,1.056
+28,mlp.experts.58.up_proj,0.0101119157,0.10000,1.077
+28,mlp.experts.59.up_proj,0.0002519829,0.10000,1.042
+28,mlp.experts.60.up_proj,0.0000645868,0.10000,1.043
+28,mlp.experts.61.up_proj,0.0088710346,0.10000,1.069
+28,mlp.experts.62.up_proj,0.0008095377,0.10000,1.000
+28,mlp.experts.63.up_proj,0.0005934240,0.10000,1.026
+28,mlp.experts.64.up_proj,0.0082907496,0.10000,0.963
+28,mlp.experts.65.up_proj,0.0002038423,0.10000,1.010
+28,mlp.experts.66.up_proj,0.0005977447,0.10000,1.039
+28,mlp.experts.67.up_proj,0.0004337457,0.10000,1.028
+28,mlp.experts.68.up_proj,0.0009670417,0.10000,0.997
+28,mlp.experts.69.up_proj,0.0113298683,0.10000,0.991
+28,mlp.experts.70.up_proj,0.0009484665,0.10000,0.972
+28,mlp.experts.71.up_proj,0.0049537761,0.10000,1.044
+28,mlp.experts.72.up_proj,0.0000548650,0.10000,1.027
+28,mlp.experts.73.up_proj,0.0001317678,0.10000,1.048
+28,mlp.experts.74.up_proj,0.0027845544,0.10000,1.002
+28,mlp.experts.75.up_proj,0.0000125996,0.10000,1.056
+28,mlp.experts.76.up_proj,0.0002435420,0.10000,0.984
+28,mlp.experts.77.up_proj,0.0000239861,0.10000,0.976
+28,mlp.experts.78.up_proj,0.0000255890,0.10000,1.049
+28,mlp.experts.79.up_proj,0.0000665282,0.10000,1.070
+28,mlp.experts.80.up_proj,0.0000228126,0.10000,1.053
+28,mlp.experts.81.up_proj,0.0000629854,0.10000,1.078
+28,mlp.experts.82.up_proj,0.0002733456,0.10000,1.015
+28,mlp.experts.83.up_proj,0.0000173478,0.10000,1.053
+28,mlp.experts.84.up_proj,0.0000753231,0.10000,1.033
+28,mlp.experts.85.up_proj,0.0004574309,0.10000,1.061
+28,mlp.experts.86.up_proj,0.0007119129,0.10000,1.019
+28,mlp.experts.87.up_proj,0.0010140655,0.10000,1.075
+28,mlp.experts.88.up_proj,0.0023618025,0.10000,1.062
+28,mlp.experts.89.up_proj,0.0010711746,0.10000,1.062
+28,mlp.experts.90.up_proj,0.0000899179,0.10000,0.974
+28,mlp.experts.91.up_proj,0.0008246310,0.10000,0.946
+28,mlp.experts.92.up_proj,0.0013995977,0.10000,0.962
+28,mlp.experts.93.up_proj,0.0001675389,0.10000,0.967
+28,mlp.experts.94.up_proj,0.0001134813,0.10000,0.978
+28,mlp.experts.95.up_proj,0.0013199653,0.10000,0.999
+28,mlp.experts.96.up_proj,0.0004952805,0.10000,1.015
+28,mlp.experts.97.up_proj,0.0001542769,0.10000,1.033
+28,mlp.experts.98.up_proj,0.0002480824,0.10000,1.044
+28,mlp.experts.99.up_proj,0.0025364974,0.10000,1.049
+28,mlp.experts.100.up_proj,0.0002807601,0.10000,1.009
+28,mlp.experts.101.up_proj,0.0000955204,0.10000,1.019
+28,mlp.experts.102.up_proj,0.0000101286,0.10000,0.979
+28,mlp.experts.103.up_proj,0.0001099100,0.10000,1.005
+28,mlp.experts.104.up_proj,0.0014098874,0.10000,0.989
+28,mlp.experts.105.up_proj,0.0002049018,0.10000,0.977
+28,mlp.experts.106.up_proj,0.0005584689,0.10000,0.991
+28,mlp.experts.107.up_proj,0.0013984593,0.10000,1.006
+28,mlp.experts.108.up_proj,0.0000195658,0.10000,1.003
+28,mlp.experts.109.up_proj,0.0002633691,0.10000,1.068
+28,mlp.experts.110.up_proj,0.0000521709,0.10000,1.054
+28,mlp.experts.111.up_proj,0.0002606470,0.10000,1.034
+28,mlp.experts.112.up_proj,0.0001754498,0.10000,1.053
+28,mlp.experts.113.up_proj,0.0003137613,0.10000,1.064
+28,mlp.experts.114.up_proj,0.0000389428,0.10000,1.043
+28,mlp.experts.115.up_proj,0.0000517753,0.10000,1.078
+28,mlp.experts.116.up_proj,0.0064306669,0.10000,1.039
+28,mlp.experts.117.up_proj,0.0000087198,0.10000,1.006
+28,mlp.experts.118.up_proj,0.0007935723,0.10000,1.025
+28,mlp.experts.119.up_proj,0.0000539646,0.10000,1.037
+28,mlp.experts.120.up_proj,0.0035260375,0.10000,1.011
+28,mlp.experts.121.up_proj,0.0000628834,0.10000,0.983
+28,mlp.experts.122.up_proj,0.0043674544,0.10000,1.010
+28,mlp.experts.123.up_proj,0.0000434908,0.10000,0.996
+28,mlp.experts.124.up_proj,0.0000266214,0.10000,1.016
+28,mlp.experts.125.up_proj,0.0105427755,0.10000,1.035
+28,mlp.experts.126.up_proj,0.0002958226,0.10000,1.035
+28,mlp.experts.127.up_proj,0.0000342319,0.10000,1.045
+28,mlp.experts.0.gate_proj,0.0001352905,0.10000,0.982
+28,mlp.experts.1.gate_proj,0.0004916964,0.10000,1.022
+28,mlp.experts.2.gate_proj,0.0042105317,0.10000,1.006
+28,mlp.experts.3.gate_proj,0.0010385712,0.10000,1.027
+28,mlp.experts.4.gate_proj,0.0002466124,0.10000,1.035
+28,mlp.experts.5.gate_proj,0.0030734934,0.10000,1.017
+28,mlp.experts.6.gate_proj,0.0003791223,0.10000,0.995
+28,mlp.experts.7.gate_proj,0.0000908526,0.10000,0.966
+28,mlp.experts.8.gate_proj,0.0000436500,0.10000,0.984
+28,mlp.experts.9.gate_proj,0.0000507727,0.10000,0.970
+28,mlp.experts.10.gate_proj,0.0016738243,0.10000,0.981
+28,mlp.experts.11.gate_proj,0.0000659146,0.10000,1.029
+28,mlp.experts.12.gate_proj,0.0005791272,0.10000,1.038
+28,mlp.experts.13.gate_proj,0.0002341149,0.10000,1.028
+28,mlp.experts.14.gate_proj,0.0000237424,0.10000,1.035
+28,mlp.experts.15.gate_proj,0.0000707226,0.10000,1.041
+28,mlp.experts.16.gate_proj,0.0000267182,0.10000,1.031
+28,mlp.experts.17.gate_proj,0.0001124366,0.10000,1.059
+28,mlp.experts.18.gate_proj,0.0000089286,0.10000,1.035
+28,mlp.experts.19.gate_proj,0.0000455241,0.10000,1.054
+28,mlp.experts.20.gate_proj,0.0002062477,0.10000,1.038
+28,mlp.experts.21.gate_proj,0.0101796942,0.10000,1.047
+28,mlp.experts.22.gate_proj,0.0001925366,0.10000,1.039
+28,mlp.experts.23.gate_proj,0.0003839378,0.10000,1.014
+28,mlp.experts.24.gate_proj,0.0000184400,0.10000,0.993
+28,mlp.experts.25.gate_proj,0.0007791928,0.10000,1.066
+28,mlp.experts.26.gate_proj,0.0000366053,0.10000,1.036
+28,mlp.experts.27.gate_proj,0.0007427005,0.10000,1.069
+28,mlp.experts.28.gate_proj,0.0004539490,0.10000,1.034
+28,mlp.experts.29.gate_proj,0.0000691982,0.10000,0.980
+28,mlp.experts.30.gate_proj,0.0000117710,0.10000,0.994
+28,mlp.experts.31.gate_proj,0.0042344127,0.10000,1.024
+28,mlp.experts.32.gate_proj,0.0005281858,0.10000,1.033
+28,mlp.experts.33.gate_proj,0.0001496359,0.10000,1.046
+28,mlp.experts.34.gate_proj,0.0037523667,0.10000,1.028
+28,mlp.experts.35.gate_proj,0.0000887468,0.10000,1.048
+28,mlp.experts.36.gate_proj,0.0003837393,0.10000,1.031
+28,mlp.experts.37.gate_proj,0.0000220922,0.10000,1.021
+28,mlp.experts.38.gate_proj,0.0051247329,0.10000,1.050
+28,mlp.experts.39.gate_proj,0.0003383908,0.10000,1.039
+28,mlp.experts.40.gate_proj,0.0000829525,0.10000,1.039
+28,mlp.experts.41.gate_proj,0.0004887325,0.10000,1.056
+28,mlp.experts.42.gate_proj,0.0035771419,0.10000,1.042
+28,mlp.experts.43.gate_proj,0.0000139524,0.10000,1.065
+28,mlp.experts.44.gate_proj,0.0002646757,0.10000,1.034
+28,mlp.experts.45.gate_proj,0.0000137422,0.10000,1.062
+28,mlp.experts.46.gate_proj,0.0006598069,0.10000,1.048
+28,mlp.experts.47.gate_proj,0.0011188479,0.10000,1.061
+28,mlp.experts.48.gate_proj,0.0002136506,0.10000,1.025
+28,mlp.experts.49.gate_proj,0.0008699230,0.10000,0.999
+28,mlp.experts.50.gate_proj,0.0000406164,0.10000,0.996
+28,mlp.experts.52.gate_proj,0.0000469277,0.10000,1.011
+28,mlp.experts.51.gate_proj,0.0000617991,0.10000,1.065
+28,mlp.experts.53.gate_proj,0.0048658630,0.10000,1.000
+28,mlp.experts.54.gate_proj,0.0002417646,0.10000,1.037
+28,mlp.experts.55.gate_proj,0.0000925169,0.10000,1.015
+28,mlp.experts.56.gate_proj,0.0011969443,0.10000,1.055
+28,mlp.experts.57.gate_proj,0.0000376796,0.10000,1.021
+28,mlp.experts.58.gate_proj,0.0110668733,0.10000,1.067
+28,mlp.experts.59.gate_proj,0.0002427804,0.10000,1.033
+28,mlp.experts.60.gate_proj,0.0000632252,0.10000,1.047
+28,mlp.experts.61.gate_proj,0.0096431871,0.10000,1.013
+28,mlp.experts.62.gate_proj,0.0008542010,0.10000,1.010
+28,mlp.experts.63.gate_proj,0.0005814535,0.10000,1.088
+28,mlp.experts.64.gate_proj,0.0080360015,0.10000,1.048
+28,mlp.experts.65.gate_proj,0.0001860193,0.10000,1.085
+28,mlp.experts.66.gate_proj,0.0006024231,0.10000,1.049
+28,mlp.experts.67.gate_proj,0.0004381223,0.10000,1.048
+28,mlp.experts.68.gate_proj,0.0010359696,0.10000,1.040
+28,mlp.experts.69.gate_proj,0.0112384838,0.10000,1.029
+28,mlp.experts.70.gate_proj,0.0009768973,0.10000,1.052
+28,mlp.experts.71.gate_proj,0.0046507863,0.10000,1.034
+28,mlp.experts.72.gate_proj,0.0000629495,0.10000,1.008
+28,mlp.experts.73.gate_proj,0.0001312013,0.10000,1.018
+28,mlp.experts.74.gate_proj,0.0174996006,0.10000,1.031
+28,mlp.experts.75.gate_proj,0.0000129631,0.10000,0.987
+28,mlp.experts.76.gate_proj,0.0002481536,0.10000,0.970
+28,mlp.experts.77.gate_proj,0.0000218401,0.10000,1.028
+28,mlp.experts.78.gate_proj,0.0000268461,0.10000,1.040
+28,mlp.experts.79.gate_proj,0.0000657679,0.10000,1.044
+28,mlp.experts.80.gate_proj,0.0000232606,0.10000,1.056
+28,mlp.experts.81.gate_proj,0.0000633436,0.10000,1.015
+28,mlp.experts.82.gate_proj,0.0003030083,0.10000,1.008
+28,mlp.experts.83.gate_proj,0.0000169609,0.10000,0.997
+28,mlp.experts.84.gate_proj,0.0000808008,0.10000,1.010
+28,mlp.experts.85.gate_proj,0.0004629361,0.10000,1.050
+28,mlp.experts.86.gate_proj,0.0007540434,0.10000,1.015
+28,mlp.experts.87.gate_proj,0.0010201864,0.10000,1.013
+28,mlp.experts.88.gate_proj,0.0022343986,0.10000,0.992
+28,mlp.experts.89.gate_proj,0.0010045056,0.10000,1.025
+28,mlp.experts.90.gate_proj,0.0000893224,0.10000,1.022
+28,mlp.experts.91.gate_proj,0.0008259421,0.10000,1.075
+28,mlp.experts.92.gate_proj,0.0014225750,0.10000,1.068
+28,mlp.experts.93.gate_proj,0.0001726925,0.10000,1.074
+28,mlp.experts.94.gate_proj,0.0001151328,0.10000,1.065
+28,mlp.experts.95.gate_proj,0.0013258185,0.10000,1.073
+28,mlp.experts.96.gate_proj,0.0005143422,0.10000,1.077
+28,mlp.experts.97.gate_proj,0.0001636627,0.10000,1.016
+28,mlp.experts.98.gate_proj,0.0002450144,0.10000,1.019
+28,mlp.experts.99.gate_proj,0.0028240539,0.10000,1.058
+28,mlp.experts.100.gate_proj,0.0002804904,0.10000,1.070
+28,mlp.experts.101.gate_proj,0.0000849717,0.10000,0.990
+28,mlp.experts.102.gate_proj,0.0000091768,0.10000,0.974
+28,mlp.experts.104.gate_proj,0.0014516209,0.10000,1.031
+28,mlp.experts.103.gate_proj,0.0001136617,0.10000,1.054
+28,mlp.experts.105.gate_proj,0.0001912157,0.10000,1.058
+28,mlp.experts.106.gate_proj,0.0005470454,0.10000,1.078
+28,mlp.experts.107.gate_proj,0.0013855955,0.10000,1.006
+28,mlp.experts.108.gate_proj,0.0000158523,0.10000,1.010
+28,mlp.experts.109.gate_proj,0.0002810225,0.10000,1.080
+28,mlp.experts.110.gate_proj,0.0000549188,0.10000,1.057
+28,mlp.experts.111.gate_proj,0.0002632079,0.10000,1.043
+28,mlp.experts.112.gate_proj,0.0001765060,0.10000,1.091
+28,mlp.experts.113.gate_proj,0.0003395912,0.10000,1.063
+28,mlp.experts.114.gate_proj,0.0000387986,0.10000,1.058
+28,mlp.experts.115.gate_proj,0.0000481229,0.10000,1.061
+28,mlp.experts.116.gate_proj,0.0063718674,0.10000,1.036
+28,mlp.experts.117.gate_proj,0.0000078339,0.10000,1.081
+28,mlp.experts.118.gate_proj,0.0007959681,0.10000,1.058
+28,mlp.experts.119.gate_proj,0.0000568240,0.10000,1.054
+28,mlp.experts.120.gate_proj,0.0034080060,0.10000,1.053
+28,mlp.experts.121.gate_proj,0.0000656418,0.10000,1.044
+28,mlp.experts.122.gate_proj,0.0043643018,0.10000,1.051
+28,mlp.experts.123.gate_proj,0.0000486025,0.10000,1.096
+28,mlp.experts.124.gate_proj,0.0000248466,0.10000,1.096
+28,mlp.experts.125.gate_proj,0.0105026932,0.10000,1.086
+28,mlp.experts.126.gate_proj,0.0002887158,0.10000,1.084
+28,mlp.experts.127.gate_proj,0.0000353572,0.10000,0.656
+28,mlp.experts.1.down_proj,0.0000821366,0.10000,0.363
+28,mlp.experts.0.down_proj,0.0000441175,0.10000,0.378
+28,mlp.experts.2.down_proj,0.0008448765,0.10000,0.380
+28,mlp.experts.3.down_proj,0.0002342661,0.10000,0.382
+28,mlp.experts.4.down_proj,0.0000721056,0.10000,0.388
+28,mlp.experts.5.down_proj,0.0008301121,0.10000,0.395
+28,mlp.experts.6.down_proj,0.0001166102,0.10000,0.405
+28,mlp.experts.7.down_proj,0.0000234358,0.10000,0.401
+28,mlp.experts.8.down_proj,0.0000130229,0.10000,0.390
+28,mlp.experts.9.down_proj,0.0000085464,0.10000,0.379
+28,mlp.experts.10.down_proj,0.0002772197,0.10000,0.409
+28,mlp.experts.11.down_proj,0.0000208449,0.10000,0.406
+28,mlp.experts.12.down_proj,0.0001052374,0.10000,0.367
+28,mlp.experts.13.down_proj,0.0000504377,0.10000,0.371
+28,mlp.experts.14.down_proj,0.0000036318,0.10000,0.399
+28,mlp.experts.15.down_proj,0.0000210502,0.10000,0.399
+28,mlp.experts.16.down_proj,0.0000045008,0.10000,0.394
+28,mlp.experts.17.down_proj,0.0000182828,0.10000,0.402
+28,mlp.experts.18.down_proj,0.0000012774,0.10000,0.386
+28,mlp.experts.19.down_proj,0.0000061146,0.10000,0.398
+28,mlp.experts.20.down_proj,0.0000551129,0.10000,0.388
+28,mlp.experts.21.down_proj,0.0002404942,0.10000,0.412
+28,mlp.experts.22.down_proj,0.0000324163,0.10000,0.395
+28,mlp.experts.23.down_proj,0.0001104993,0.10000,0.397
+28,mlp.experts.24.down_proj,0.0000029856,0.10000,0.403
+28,mlp.experts.25.down_proj,0.0001164481,0.10000,0.401
+28,mlp.experts.26.down_proj,0.0000041147,0.10000,0.365
+28,mlp.experts.27.down_proj,0.0001718285,0.10000,0.388
+28,mlp.experts.28.down_proj,0.0001057146,0.10000,0.388
+28,mlp.experts.29.down_proj,0.0000151454,0.10000,0.402
+28,mlp.experts.30.down_proj,0.0000014781,0.10000,0.395
+28,mlp.experts.31.down_proj,0.0014234330,0.10000,0.397
+28,mlp.experts.32.down_proj,0.0001070138,0.10000,0.339
+28,mlp.experts.33.down_proj,0.0000570279,0.10000,0.351
+28,mlp.experts.34.down_proj,0.0000701252,0.10000,0.371
+28,mlp.experts.35.down_proj,0.0000146241,0.10000,0.376
+28,mlp.experts.36.down_proj,0.0001299678,0.10000,0.371
+28,mlp.experts.37.down_proj,0.0000033884,0.10000,0.388
+28,mlp.experts.38.down_proj,0.0011329234,0.10000,0.392
+28,mlp.experts.39.down_proj,0.0000436511,0.10000,0.389
+28,mlp.experts.40.down_proj,0.0000224065,0.10000,0.369
+28,mlp.experts.41.down_proj,0.0000790821,0.10000,0.382
+28,mlp.experts.42.down_proj,0.0000694845,0.10000,0.413
+28,mlp.experts.43.down_proj,0.0000033812,0.10000,0.396
+28,mlp.experts.44.down_proj,0.0000908281,0.10000,0.400
+28,mlp.experts.45.down_proj,0.0000023675,0.10000,0.392
+28,mlp.experts.46.down_proj,0.0001076338,0.10000,0.350
+28,mlp.experts.47.down_proj,0.0004193558,0.10000,0.352
+28,mlp.experts.48.down_proj,0.0000313337,0.10000,0.404
+28,mlp.experts.49.down_proj,0.0001532530,0.10000,0.391
+28,mlp.experts.50.down_proj,0.0000065324,0.10000,0.357
+28,mlp.experts.51.down_proj,0.0000162280,0.10000,0.357
+28,mlp.experts.52.down_proj,0.0000062584,0.10000,0.387
+28,mlp.experts.53.down_proj,0.0000662044,0.10000,0.389
+28,mlp.experts.54.down_proj,0.0000406997,0.10000,0.387
+28,mlp.experts.55.down_proj,0.0000224637,0.10000,0.395
+28,mlp.experts.56.down_proj,0.0003908771,0.10000,0.378
+28,mlp.experts.57.down_proj,0.0000063488,0.10000,0.387
+28,mlp.experts.58.down_proj,0.0001498883,0.10000,0.379
+28,mlp.experts.59.down_proj,0.0000693736,0.10000,0.391
+28,mlp.experts.60.down_proj,0.0000164718,0.10000,0.384
+28,mlp.experts.61.down_proj,0.0022983005,0.10000,0.394
+28,mlp.experts.62.down_proj,0.0000259458,0.10000,0.379
+28,mlp.experts.63.down_proj,0.0000959352,0.10000,0.389
+28,mlp.experts.64.down_proj,0.0020455368,0.10000,0.384
+28,mlp.experts.65.down_proj,0.0000376647,0.10000,0.383
+28,mlp.experts.66.down_proj,0.0001242095,0.10000,0.395
+28,mlp.experts.67.down_proj,0.0001307817,0.10000,0.399
+28,mlp.experts.68.down_proj,0.0002753696,0.10000,0.387
+28,mlp.experts.69.down_proj,0.0014730999,0.10000,0.397
+28,mlp.experts.70.down_proj,0.0001781271,0.10000,0.393
+28,mlp.experts.71.down_proj,0.0006448225,0.10000,0.394
+28,mlp.experts.72.down_proj,0.0000072499,0.10000,0.394
+28,mlp.experts.73.down_proj,0.0000164154,0.10000,0.374
+28,mlp.experts.74.down_proj,0.0001118575,0.10000,0.375
+28,mlp.experts.75.down_proj,0.0000018346,0.10000,0.390
+28,mlp.experts.76.down_proj,0.0000482296,0.10000,0.401
+28,mlp.experts.77.down_proj,0.0000046882,0.10000,0.372
+28,mlp.experts.78.down_proj,0.0000033498,0.10000,0.400
+28,mlp.experts.79.down_proj,0.0000109235,0.10000,0.367
+28,mlp.experts.80.down_proj,0.0000042200,0.10000,0.369
+28,mlp.experts.81.down_proj,0.0000096657,0.10000,0.380
+28,mlp.experts.82.down_proj,0.0000381608,0.10000,0.392
+28,mlp.experts.83.down_proj,0.0000030643,0.10000,0.414
+28,mlp.experts.84.down_proj,0.0000190554,0.10000,0.391
+28,mlp.experts.85.down_proj,0.0000947410,0.10000,0.404
+28,mlp.experts.86.down_proj,0.0001472325,0.10000,0.398
+28,mlp.experts.87.down_proj,0.0001880931,0.10000,0.401
+28,mlp.experts.88.down_proj,0.0006176997,0.10000,0.407
+28,mlp.experts.89.down_proj,0.0003272449,0.10000,0.395
+28,mlp.experts.90.down_proj,0.0000242009,0.10000,0.400
+28,mlp.experts.91.down_proj,0.0001708080,0.10000,0.407
+28,mlp.experts.92.down_proj,0.0004235206,0.10000,0.402
+28,mlp.experts.93.down_proj,0.0000360290,0.10000,0.385
+28,mlp.experts.94.down_proj,0.0000305169,0.10000,0.340
+28,mlp.experts.95.down_proj,0.0003454841,0.10000,0.337
+28,mlp.experts.96.down_proj,0.0000862974,0.10000,0.381
+28,mlp.experts.97.down_proj,0.0000213072,0.10000,0.397
+28,mlp.experts.98.down_proj,0.0000531228,0.10000,0.372
+28,mlp.experts.99.down_proj,0.0004787915,0.10000,0.383
+28,mlp.experts.100.down_proj,0.0000472591,0.10000,0.400
+28,mlp.experts.101.down_proj,0.0000193838,0.10000,0.406
+28,mlp.experts.102.down_proj,0.0000011828,0.10000,0.405
+28,mlp.experts.103.down_proj,0.0000157295,0.10000,0.394
+28,mlp.experts.104.down_proj,0.0003290192,0.10000,0.382
+28,mlp.experts.105.down_proj,0.0000501923,0.10000,0.388
+28,mlp.experts.106.down_proj,0.0000808411,0.10000,0.388
+28,mlp.experts.107.down_proj,0.0002197184,0.10000,0.385
+28,mlp.experts.108.down_proj,0.0000031599,0.10000,0.385
+28,mlp.experts.109.down_proj,0.0000800740,0.10000,0.409
+28,mlp.experts.110.down_proj,0.0000140148,0.10000,0.349
+28,mlp.experts.111.down_proj,0.0000589832,0.10000,0.326
+28,mlp.experts.112.down_proj,0.0000527495,0.10000,0.328
+28,mlp.experts.113.down_proj,0.0000561404,0.10000,0.339
+28,mlp.experts.114.down_proj,0.0000098000,0.10000,0.342
+28,mlp.experts.115.down_proj,0.0000067069,0.10000,0.329
+28,mlp.experts.116.down_proj,0.0014703393,0.10000,0.319
+28,mlp.experts.117.down_proj,0.0000012781,0.10000,0.326
+28,mlp.experts.118.down_proj,0.0001215369,0.10000,0.318
+28,mlp.experts.119.down_proj,0.0000153517,0.10000,0.370
+28,mlp.experts.120.down_proj,0.0010393930,0.10000,0.385
+28,mlp.experts.121.down_proj,0.0000136644,0.10000,0.365
+28,mlp.experts.122.down_proj,0.0006910581,0.10000,0.370
+28,mlp.experts.123.down_proj,0.0000104332,0.10000,0.409
+28,mlp.experts.124.down_proj,0.0000047207,0.10000,0.395
+28,mlp.experts.125.down_proj,0.0026505420,0.10000,0.380
+28,mlp.experts.126.down_proj,0.0000662333,0.10000,0.335
+28,mlp.experts.127.down_proj,0.0000065552,0.10000,0.282
+29,self_attn.q_proj,0.0000006550,0.10000,1.060
+29,self_attn.k_proj,0.0000000838,0.10000,1.097
+29,self_attn.v_proj,0.0000001050,0.10000,0.628
+29,self_attn.o_proj,0.0000000925,0.10000,1.128
+29,mlp.gate,0.0000040585,0.10000,0.557
+29,mlp.experts.0.up_proj,0.0000334560,0.10000,1.018
+29,mlp.experts.1.up_proj,0.0000201194,0.10000,1.035
+29,mlp.experts.2.up_proj,0.0000481920,0.10000,1.032
+29,mlp.experts.3.up_proj,0.0007844681,0.10000,1.060
+29,mlp.experts.4.up_proj,0.0034922269,0.10000,0.996
+29,mlp.experts.5.up_proj,0.0001039051,0.10000,1.000
+29,mlp.experts.6.up_proj,0.0000378395,0.10000,1.006
+29,mlp.experts.7.up_proj,0.0001661992,0.10000,1.056
+29,mlp.experts.8.up_proj,0.0272161148,0.10000,1.037
+29,mlp.experts.9.up_proj,0.0000089748,0.10000,0.977
+29,mlp.experts.10.up_proj,0.0016558070,0.10000,1.034
+29,mlp.experts.11.up_proj,0.0002708787,0.10000,1.011
+29,mlp.experts.12.up_proj,0.0011328232,0.10000,1.057
+29,mlp.experts.13.up_proj,0.0008702379,0.10000,1.060
+29,mlp.experts.15.up_proj,0.0000432939,0.10000,1.045
+29,mlp.experts.14.up_proj,0.0002248053,0.10000,1.080
+29,mlp.experts.16.up_proj,0.0006005778,0.10000,1.015
+29,mlp.experts.17.up_proj,0.0000486246,0.10000,1.045
+29,mlp.experts.18.up_proj,0.0000630771,0.10000,0.959
+29,mlp.experts.19.up_proj,0.0000359154,0.10000,1.032
+29,mlp.experts.20.up_proj,0.0000302281,0.10000,1.011
+29,mlp.experts.21.up_proj,0.0000819135,0.10000,1.016
+29,mlp.experts.22.up_proj,0.0001230086,0.10000,1.035
+29,mlp.experts.23.up_proj,0.0137267812,0.10000,1.047
+29,mlp.experts.24.up_proj,0.0007471984,0.10000,1.032
+29,mlp.experts.25.up_proj,0.0195705560,0.10000,1.050
+29,mlp.experts.26.up_proj,0.0004002108,0.10000,1.038
+29,mlp.experts.27.up_proj,0.0042710064,0.10000,1.049
+29,mlp.experts.28.up_proj,0.0009460763,0.10000,1.056
+29,mlp.experts.29.up_proj,0.0072039610,0.10000,1.011
+29,mlp.experts.30.up_proj,0.0001545286,0.10000,1.003
+29,mlp.experts.31.up_proj,0.0018400980,0.10000,0.988
+29,mlp.experts.32.up_proj,0.0019445898,0.10000,1.059
+29,mlp.experts.33.up_proj,0.0028607011,0.10000,1.072
+29,mlp.experts.34.up_proj,0.0004874665,0.10000,0.984
+29,mlp.experts.35.up_proj,0.0001933138,0.10000,1.042
+29,mlp.experts.36.up_proj,0.0000586604,0.10000,0.972
+29,mlp.experts.37.up_proj,0.0018675709,0.10000,0.973
+29,mlp.experts.38.up_proj,0.0005069849,0.10000,1.015
+29,mlp.experts.39.up_proj,0.0002697974,0.10000,0.996
+29,mlp.experts.40.up_proj,0.0008669604,0.10000,0.949
+29,mlp.experts.41.up_proj,0.0036291463,0.10000,0.974
+29,mlp.experts.42.up_proj,0.0001387399,0.10000,1.027
+29,mlp.experts.43.up_proj,0.0068279835,0.10000,1.027
+29,mlp.experts.44.up_proj,0.0002323566,0.10000,1.015
+29,mlp.experts.45.up_proj,0.0000447126,0.10000,1.023
+29,mlp.experts.46.up_proj,0.0001344181,0.10000,1.028
+29,mlp.experts.47.up_proj,0.0000323213,0.10000,1.023
+29,mlp.experts.48.up_proj,0.0035693987,0.10000,1.030
+29,mlp.experts.49.up_proj,0.0002774545,0.10000,1.013
+29,mlp.experts.50.up_proj,0.0001664568,0.10000,1.000
+29,mlp.experts.51.up_proj,0.0008496856,0.10000,0.991
+29,mlp.experts.52.up_proj,0.0006601516,0.10000,0.946
+29,mlp.experts.53.up_proj,0.0001421060,0.10000,0.976
+29,mlp.experts.54.up_proj,0.0005234752,0.10000,0.970
+29,mlp.experts.55.up_proj,0.0003696569,0.10000,0.965
+29,mlp.experts.56.up_proj,0.0008849985,0.10000,0.982
+29,mlp.experts.57.up_proj,0.0001131881,0.10000,0.978
+29,mlp.experts.58.up_proj,0.0001186309,0.10000,0.962
+29,mlp.experts.59.up_proj,0.0023387114,0.10000,0.949
+29,mlp.experts.60.up_proj,0.0031660464,0.10000,0.989
+29,mlp.experts.61.up_proj,0.0001354953,0.10000,0.989
+29,mlp.experts.62.up_proj,0.0000166581,0.10000,1.035
+29,mlp.experts.63.up_proj,0.0002675829,0.10000,0.998
+29,mlp.experts.64.up_proj,0.0000315584,0.10000,0.971
+29,mlp.experts.65.up_proj,0.0000285301,0.10000,0.999
+29,mlp.experts.66.up_proj,0.0000208544,0.10000,0.985
+29,mlp.experts.67.up_proj,0.0053866270,0.10000,1.001
+29,mlp.experts.68.up_proj,0.0000488280,0.10000,0.990
+29,mlp.experts.69.up_proj,0.0000476495,0.10000,0.988
+29,mlp.experts.70.up_proj,0.0016618377,0.10000,0.989
+29,mlp.experts.71.up_proj,0.0004667853,0.10000,0.977
+29,mlp.experts.72.up_proj,0.0001562653,0.10000,0.940
+29,mlp.experts.73.up_proj,0.0001186112,0.10000,0.960
+29,mlp.experts.74.up_proj,0.0007036432,0.10000,0.984
+29,mlp.experts.75.up_proj,0.0008698436,0.10000,0.997
+29,mlp.experts.76.up_proj,0.0022146467,0.10000,1.032
+29,mlp.experts.77.up_proj,0.0000626959,0.10000,1.031
+29,mlp.experts.78.up_proj,0.0005059723,0.10000,1.025
+29,mlp.experts.79.up_proj,0.0000391474,0.10000,1.032
+29,mlp.experts.80.up_proj,0.0000443379,0.10000,1.035
+29,mlp.experts.81.up_proj,0.0004350324,0.10000,1.023
+29,mlp.experts.82.up_proj,0.0000368948,0.10000,1.018
+29,mlp.experts.83.up_proj,0.0001560468,0.10000,1.022
+29,mlp.experts.84.up_proj,0.0001073738,0.10000,1.006
+29,mlp.experts.85.up_proj,0.0000166672,0.10000,1.071
+29,mlp.experts.86.up_proj,0.0004096257,0.10000,1.047
+29,mlp.experts.87.up_proj,0.0000366509,0.10000,1.072
+29,mlp.experts.88.up_proj,0.0002225104,0.10000,1.010
+29,mlp.experts.89.up_proj,0.0043011375,0.10000,1.010
+29,mlp.experts.90.up_proj,0.0006274396,0.10000,0.979
+29,mlp.experts.91.up_proj,0.0006984151,0.10000,1.005
+29,mlp.experts.92.up_proj,0.0000458958,0.10000,1.059
+29,mlp.experts.93.up_proj,0.0003759460,0.10000,1.016
+29,mlp.experts.94.up_proj,0.0043473757,0.10000,1.010
+29,mlp.experts.95.up_proj,0.0003372483,0.10000,1.027
+29,mlp.experts.96.up_proj,0.0205686783,0.10000,0.986
+29,mlp.experts.97.up_proj,0.0000908432,0.10000,1.019
+29,mlp.experts.98.up_proj,0.0043196759,0.10000,1.011
+29,mlp.experts.99.up_proj,0.0002236446,0.10000,1.015
+29,mlp.experts.100.up_proj,0.0000718522,0.10000,1.013
+29,mlp.experts.101.up_proj,0.0001327388,0.10000,1.010
+29,mlp.experts.102.up_proj,0.0000083771,0.10000,1.003
+29,mlp.experts.103.up_proj,0.0000107447,0.10000,1.027
+29,mlp.experts.104.up_proj,0.0003184915,0.10000,1.017
+29,mlp.experts.105.up_proj,0.0004495236,0.10000,1.050
+29,mlp.experts.106.up_proj,0.0000081522,0.10000,1.000
+29,mlp.experts.107.up_proj,0.0002583726,0.10000,1.043
+29,mlp.experts.108.up_proj,0.0032469827,0.10000,1.033
+29,mlp.experts.109.up_proj,0.0026186053,0.10000,1.037
+29,mlp.experts.110.up_proj,0.0014448111,0.10000,1.046
+29,mlp.experts.111.up_proj,0.0449142754,0.10000,1.080
+29,mlp.experts.112.up_proj,0.0000081000,0.10000,1.028
+29,mlp.experts.113.up_proj,0.0002184712,0.10000,0.973
+29,mlp.experts.114.up_proj,0.0017196216,0.10000,0.882
+29,mlp.experts.115.up_proj,0.0002655370,0.10000,0.967
+29,mlp.experts.116.up_proj,0.0001170915,0.10000,0.975
+29,mlp.experts.117.up_proj,0.0000195230,0.10000,0.951
+29,mlp.experts.118.up_proj,0.0007805566,0.10000,0.994
+29,mlp.experts.119.up_proj,0.0023210819,0.10000,1.016
+29,mlp.experts.120.up_proj,0.0001249329,0.10000,0.998
+29,mlp.experts.121.up_proj,0.0000153280,0.10000,0.995
+29,mlp.experts.122.up_proj,0.0003474905,0.10000,0.996
+29,mlp.experts.123.up_proj,0.0003951293,0.10000,0.991
+29,mlp.experts.124.up_proj,0.0017643572,0.10000,1.021
+29,mlp.experts.125.up_proj,0.0022349286,0.10000,1.048
+29,mlp.experts.126.up_proj,0.0001746921,0.10000,1.014
+29,mlp.experts.127.up_proj,0.0005042112,0.10000,1.043
+29,mlp.experts.0.gate_proj,0.0000322095,0.10000,1.062
+29,mlp.experts.1.gate_proj,0.0000183162,0.10000,1.057
+29,mlp.experts.2.gate_proj,0.0000443668,0.10000,1.068
+29,mlp.experts.3.gate_proj,0.0008099533,0.10000,1.027
+29,mlp.experts.4.gate_proj,0.0033382635,0.10000,1.053
+29,mlp.experts.5.gate_proj,0.0000992962,0.10000,1.017
+29,mlp.experts.6.gate_proj,0.0000385054,0.10000,1.017
+29,mlp.experts.7.gate_proj,0.0001664702,0.10000,1.031
+29,mlp.experts.8.gate_proj,0.0277632854,0.10000,1.040
+29,mlp.experts.9.gate_proj,0.0000090139,0.10000,1.034
+29,mlp.experts.10.gate_proj,0.0011596295,0.10000,1.012
+29,mlp.experts.11.gate_proj,0.0001905477,0.10000,0.968
+29,mlp.experts.12.gate_proj,0.0011894121,0.10000,0.908
+29,mlp.experts.13.gate_proj,0.0008652878,0.10000,0.914
+29,mlp.experts.14.gate_proj,0.0002297340,0.10000,0.966
+29,mlp.experts.15.gate_proj,0.0000409924,0.10000,1.082
+29,mlp.experts.16.gate_proj,0.0006191017,0.10000,0.979
+29,mlp.experts.17.gate_proj,0.0000420778,0.10000,0.968
+29,mlp.experts.18.gate_proj,0.0000564593,0.10000,0.994
+29,mlp.experts.19.gate_proj,0.0000312415,0.10000,0.994
+29,mlp.experts.20.gate_proj,0.0000281981,0.10000,1.004
+29,mlp.experts.21.gate_proj,0.0000827797,0.10000,0.996
+29,mlp.experts.22.gate_proj,0.0001256680,0.10000,0.978
+29,mlp.experts.23.gate_proj,0.0143901041,0.10000,0.974
+29,mlp.experts.24.gate_proj,0.0007926690,0.10000,1.078
+29,mlp.experts.25.gate_proj,0.0185886357,0.10000,0.978
+29,mlp.experts.26.gate_proj,0.0004368552,0.10000,0.989
+29,mlp.experts.27.gate_proj,0.0039288350,0.10000,0.994
+29,mlp.experts.28.gate_proj,0.0009070948,0.10000,1.046
+29,mlp.experts.29.gate_proj,0.0072569284,0.10000,1.034
+29,mlp.experts.30.gate_proj,0.0001577411,0.10000,0.959
+29,mlp.experts.31.gate_proj,0.0018616235,0.10000,0.977
+29,mlp.experts.32.gate_proj,0.0020170724,0.10000,1.028
+29,mlp.experts.33.gate_proj,0.0028239512,0.10000,1.022
+29,mlp.experts.34.gate_proj,0.0004943763,0.10000,1.006
+29,mlp.experts.35.gate_proj,0.0001911908,0.10000,1.052
+29,mlp.experts.36.gate_proj,0.0000271572,0.10000,1.027
+29,mlp.experts.37.gate_proj,0.0019103974,0.10000,1.085
+29,mlp.experts.38.gate_proj,0.0005305715,0.10000,0.987
+29,mlp.experts.39.gate_proj,0.0002837355,0.10000,1.059
+29,mlp.experts.40.gate_proj,0.0008569092,0.10000,1.027
+29,mlp.experts.41.gate_proj,0.0041609083,0.10000,1.025
+29,mlp.experts.42.gate_proj,0.0001485457,0.10000,1.038
+29,mlp.experts.43.gate_proj,0.0067158278,0.10000,1.046
+29,mlp.experts.44.gate_proj,0.0002367138,0.10000,0.981
+29,mlp.experts.45.gate_proj,0.0000437142,0.10000,1.005
+29,mlp.experts.46.gate_proj,0.0001247961,0.10000,1.018
+29,mlp.experts.47.gate_proj,0.0000370400,0.10000,0.985
+29,mlp.experts.48.gate_proj,0.0177103604,0.10000,0.979
+29,mlp.experts.49.gate_proj,0.0002899624,0.10000,1.003
+29,mlp.experts.50.gate_proj,0.0001836053,0.10000,1.019
+29,mlp.experts.51.gate_proj,0.0008423236,0.10000,1.005
+29,mlp.experts.52.gate_proj,0.0006568837,0.10000,1.058
+29,mlp.experts.53.gate_proj,0.0001308790,0.10000,1.028
+29,mlp.experts.54.gate_proj,0.0005342782,0.10000,1.002
+29,mlp.experts.55.gate_proj,0.0003774717,0.10000,1.033
+29,mlp.experts.56.gate_proj,0.0008465830,0.10000,1.035
+29,mlp.experts.57.gate_proj,0.0001341710,0.10000,1.033
+29,mlp.experts.58.gate_proj,0.0001144632,0.10000,1.032
+29,mlp.experts.59.gate_proj,0.0025042782,0.10000,1.041
+29,mlp.experts.60.gate_proj,0.0030981124,0.10000,1.026
+29,mlp.experts.61.gate_proj,0.0001398591,0.10000,1.052
+29,mlp.experts.62.gate_proj,0.0000180694,0.10000,1.047
+29,mlp.experts.63.gate_proj,0.0002715672,0.10000,1.039
+29,mlp.experts.64.gate_proj,0.0000297344,0.10000,0.991
+29,mlp.experts.65.gate_proj,0.0000259666,0.10000,1.058
+29,mlp.experts.66.gate_proj,0.0000201358,0.10000,0.978
+29,mlp.experts.67.gate_proj,0.0048550855,0.10000,1.015
+29,mlp.experts.68.gate_proj,0.0000533890,0.10000,1.055
+29,mlp.experts.69.gate_proj,0.0000459696,0.10000,1.038
+29,mlp.experts.70.gate_proj,0.0016662704,0.10000,1.030
+29,mlp.experts.71.gate_proj,0.0004618819,0.10000,1.050
+29,mlp.experts.72.gate_proj,0.0001578111,0.10000,1.032
+29,mlp.experts.73.gate_proj,0.0001293791,0.10000,0.995
+29,mlp.experts.74.gate_proj,0.0006800440,0.10000,0.998
+29,mlp.experts.75.gate_proj,0.0008796165,0.10000,1.034
+29,mlp.experts.76.gate_proj,0.0022451538,0.10000,1.048
+29,mlp.experts.77.gate_proj,0.0000650728,0.10000,1.020
+29,mlp.experts.78.gate_proj,0.0005050982,0.10000,1.037
+29,mlp.experts.79.gate_proj,0.0000441631,0.10000,1.043
+29,mlp.experts.80.gate_proj,0.0000495047,0.10000,1.036
+29,mlp.experts.81.gate_proj,0.0003852225,0.10000,1.037
+29,mlp.experts.82.gate_proj,0.0000380204,0.10000,1.047
+29,mlp.experts.83.gate_proj,0.0001528416,0.10000,1.040
+29,mlp.experts.84.gate_proj,0.0001068509,0.10000,1.044
+29,mlp.experts.85.gate_proj,0.0000132751,0.10000,1.062
+29,mlp.experts.86.gate_proj,0.0004295922,0.10000,1.050
+29,mlp.experts.87.gate_proj,0.0000408548,0.10000,0.948
+29,mlp.experts.88.gate_proj,0.0002262717,0.10000,0.933
+29,mlp.experts.89.gate_proj,0.0041491480,0.10000,0.986
+29,mlp.experts.90.gate_proj,0.0006102043,0.10000,1.004
+29,mlp.experts.91.gate_proj,0.0007185833,0.10000,0.991
+29,mlp.experts.92.gate_proj,0.0000477298,0.10000,0.935
+29,mlp.experts.93.gate_proj,0.0003877669,0.10000,1.072
+29,mlp.experts.94.gate_proj,0.0042896291,0.10000,1.066
+29,mlp.experts.95.gate_proj,0.0003292193,0.10000,1.045
+29,mlp.experts.96.gate_proj,0.0204673190,0.10000,1.024
+29,mlp.experts.97.gate_proj,0.0000837017,0.10000,1.046
+29,mlp.experts.98.gate_proj,0.0046304850,0.10000,1.062
+29,mlp.experts.99.gate_proj,0.0002100238,0.10000,1.070
+29,mlp.experts.100.gate_proj,0.0000737839,0.10000,1.060
+29,mlp.experts.101.gate_proj,0.0001216054,0.10000,1.018
+29,mlp.experts.102.gate_proj,0.0000082650,0.10000,1.025
+29,mlp.experts.103.gate_proj,0.0000092992,0.10000,1.005
+29,mlp.experts.104.gate_proj,0.0003315606,0.10000,1.035
+29,mlp.experts.105.gate_proj,0.0004612731,0.10000,0.990
+29,mlp.experts.106.gate_proj,0.0000070920,0.10000,1.047
+29,mlp.experts.107.gate_proj,0.0002465442,0.10000,0.999
+29,mlp.experts.108.gate_proj,0.0030986463,0.10000,1.010
+29,mlp.experts.109.gate_proj,0.0026368037,0.10000,1.006
+29,mlp.experts.110.gate_proj,0.0015074679,0.10000,1.037
+29,mlp.experts.111.gate_proj,0.0417759551,0.10000,1.044
+29,mlp.experts.112.gate_proj,0.0000079828,0.10000,1.028
+29,mlp.experts.113.gate_proj,0.0002124011,0.10000,1.009
+29,mlp.experts.114.gate_proj,0.0017452584,0.10000,1.060
+29,mlp.experts.115.gate_proj,0.0002674723,0.10000,1.039
+29,mlp.experts.116.gate_proj,0.0001179242,0.10000,1.008
+29,mlp.experts.117.gate_proj,0.0000171544,0.10000,1.009
+29,mlp.experts.118.gate_proj,0.0007540085,0.10000,1.055
+29,mlp.experts.119.gate_proj,0.0023380618,0.10000,1.024
+29,mlp.experts.120.gate_proj,0.0001242480,0.10000,1.019
+29,mlp.experts.121.gate_proj,0.0000163314,0.10000,1.010
+29,mlp.experts.122.gate_proj,0.0003322154,0.10000,0.980
+29,mlp.experts.123.gate_proj,0.0003944337,0.10000,1.015
+29,mlp.experts.124.gate_proj,0.0017232152,0.10000,0.995
+29,mlp.experts.125.gate_proj,0.0022610188,0.10000,0.997
+29,mlp.experts.126.gate_proj,0.0001713907,0.10000,1.019
+29,mlp.experts.127.gate_proj,0.0005302325,0.10000,0.789
+29,mlp.experts.0.down_proj,0.0000062244,0.10000,0.393
+29,mlp.experts.1.down_proj,0.0000026247,0.10000,0.396
+29,mlp.experts.2.down_proj,0.0000096701,0.10000,0.418
+29,mlp.experts.3.down_proj,0.0001596607,0.10000,0.416
+29,mlp.experts.4.down_proj,0.0000559611,0.10000,0.409
+29,mlp.experts.5.down_proj,0.0000293121,0.10000,0.409
+29,mlp.experts.6.down_proj,0.0000049356,0.10000,0.412
+29,mlp.experts.7.down_proj,0.0000360328,0.10000,0.413
+29,mlp.experts.8.down_proj,0.0037301535,0.10000,0.402
+29,mlp.experts.9.down_proj,0.0000014205,0.10000,0.409
+29,mlp.experts.10.down_proj,0.0003875504,0.10000,0.407
+29,mlp.experts.11.down_proj,0.0000526310,0.10000,0.399
+29,mlp.experts.12.down_proj,0.0002423677,0.10000,0.384
+29,mlp.experts.13.down_proj,0.0002300214,0.10000,0.401
+29,mlp.experts.14.down_proj,0.0000350087,0.10000,0.387
+29,mlp.experts.15.down_proj,0.0000111151,0.10000,0.421
+29,mlp.experts.16.down_proj,0.0001642813,0.10000,0.391
+29,mlp.experts.17.down_proj,0.0000098341,0.10000,0.410
+29,mlp.experts.18.down_proj,0.0000070038,0.10000,0.385
+29,mlp.experts.19.down_proj,0.0000056399,0.10000,0.415
+29,mlp.experts.20.down_proj,0.0000065611,0.10000,0.397
+29,mlp.experts.21.down_proj,0.0000146099,0.10000,0.402
+29,mlp.experts.22.down_proj,0.0000214892,0.10000,0.389
+29,mlp.experts.23.down_proj,0.0027027910,0.10000,0.403
+29,mlp.experts.24.down_proj,0.0001467930,0.10000,0.385
+29,mlp.experts.25.down_proj,0.0024263486,0.10000,0.393
+29,mlp.experts.26.down_proj,0.0001078775,0.10000,0.395
+29,mlp.experts.27.down_proj,0.0006408100,0.10000,0.401
+29,mlp.experts.28.down_proj,0.0002170762,0.10000,0.405
+29,mlp.experts.29.down_proj,0.0016360695,0.10000,0.398
+29,mlp.experts.30.down_proj,0.0000357087,0.10000,0.395
+29,mlp.experts.31.down_proj,0.0004520332,0.10000,0.400
+29,mlp.experts.32.down_proj,0.0005499793,0.10000,0.393
+29,mlp.experts.33.down_proj,0.0004737258,0.10000,0.401
+29,mlp.experts.34.down_proj,0.0000882686,0.10000,0.392
+29,mlp.experts.35.down_proj,0.0000481696,0.10000,0.402
+29,mlp.experts.36.down_proj,0.0000069460,0.10000,0.406
+29,mlp.experts.37.down_proj,0.0002800369,0.10000,0.397
+29,mlp.experts.38.down_proj,0.0001288518,0.10000,0.385
+29,mlp.experts.39.down_proj,0.0000898227,0.10000,0.400
+29,mlp.experts.40.down_proj,0.0002247939,0.10000,0.377
+29,mlp.experts.41.down_proj,0.0007560667,0.10000,0.387
+29,mlp.experts.42.down_proj,0.0000241413,0.10000,0.379
+29,mlp.experts.43.down_proj,0.0015948789,0.10000,0.391
+29,mlp.experts.44.down_proj,0.0000507050,0.10000,0.391
+29,mlp.experts.45.down_proj,0.0000085867,0.10000,0.388
+29,mlp.experts.46.down_proj,0.0000208935,0.10000,0.366
+29,mlp.experts.47.down_proj,0.0000043746,0.10000,0.396
+29,mlp.experts.48.down_proj,0.0000324469,0.10000,0.381
+29,mlp.experts.49.down_proj,0.0000666902,0.10000,0.378
+29,mlp.experts.50.down_proj,0.0000462032,0.10000,0.393
+29,mlp.experts.51.down_proj,0.0001706721,0.10000,0.374
+29,mlp.experts.52.down_proj,0.0001363487,0.10000,0.345
+29,mlp.experts.53.down_proj,0.0000310700,0.10000,0.324
+29,mlp.experts.54.down_proj,0.0001362293,0.10000,0.321
+29,mlp.experts.55.down_proj,0.0000179101,0.10000,0.321
+29,mlp.experts.56.down_proj,0.0001611803,0.10000,0.352
+29,mlp.experts.57.down_proj,0.0000512744,0.10000,0.386
+29,mlp.experts.58.down_proj,0.0000244366,0.10000,0.367
+29,mlp.experts.59.down_proj,0.0000854516,0.10000,0.332
+29,mlp.experts.60.down_proj,0.0006849894,0.10000,0.352
+29,mlp.experts.61.down_proj,0.0000340384,0.10000,0.354
+29,mlp.experts.62.down_proj,0.0000030388,0.10000,0.361
+29,mlp.experts.63.down_proj,0.0000362533,0.10000,0.369
+29,mlp.experts.64.down_proj,0.0000046980,0.10000,0.351
+29,mlp.experts.65.down_proj,0.0000036082,0.10000,0.376
+29,mlp.experts.66.down_proj,0.0000032609,0.10000,0.387
+29,mlp.experts.67.down_proj,0.0019149240,0.10000,0.389
+29,mlp.experts.68.down_proj,0.0000070126,0.10000,0.395
+29,mlp.experts.69.down_proj,0.0000052557,0.10000,0.406
+29,mlp.experts.70.down_proj,0.0004731007,0.10000,0.393
+29,mlp.experts.71.down_proj,0.0001119387,0.10000,0.404
+29,mlp.experts.72.down_proj,0.0000221456,0.10000,0.394
+29,mlp.experts.73.down_proj,0.0000078284,0.10000,0.389
+29,mlp.experts.74.down_proj,0.0001512053,0.10000,0.415
+29,mlp.experts.75.down_proj,0.0001459183,0.10000,0.379
+29,mlp.experts.76.down_proj,0.0004159428,0.10000,0.411
+29,mlp.experts.77.down_proj,0.0000129423,0.10000,0.402
+29,mlp.experts.78.down_proj,0.0001030008,0.10000,0.392
+29,mlp.experts.79.down_proj,0.0000057509,0.10000,0.364
+29,mlp.experts.80.down_proj,0.0000047535,0.10000,0.361
+29,mlp.experts.81.down_proj,0.0000884810,0.10000,0.385
+29,mlp.experts.82.down_proj,0.0000062003,0.10000,0.350
+29,mlp.experts.83.down_proj,0.0000243321,0.10000,0.346
+29,mlp.experts.84.down_proj,0.0000225574,0.10000,0.354
+29,mlp.experts.85.down_proj,0.0000021431,0.10000,0.394
+29,mlp.experts.86.down_proj,0.0001307510,0.10000,0.364
+29,mlp.experts.87.down_proj,0.0000047042,0.10000,0.377
+29,mlp.experts.88.down_proj,0.0000421156,0.10000,0.389
+29,mlp.experts.89.down_proj,0.0000864823,0.10000,0.350
+29,mlp.experts.90.down_proj,0.0001623214,0.10000,0.337
+29,mlp.experts.91.down_proj,0.0002103831,0.10000,0.342
+29,mlp.experts.92.down_proj,0.0000097156,0.10000,0.334
+29,mlp.experts.93.down_proj,0.0000674667,0.10000,0.372
+29,mlp.experts.94.down_proj,0.0002396060,0.10000,0.409
+29,mlp.experts.95.down_proj,0.0000567746,0.10000,0.412
+29,mlp.experts.96.down_proj,0.0027879239,0.10000,0.411
+29,mlp.experts.97.down_proj,0.0000225317,0.10000,0.372
+29,mlp.experts.98.down_proj,0.0016949910,0.10000,0.338
+29,mlp.experts.99.down_proj,0.0000333491,0.10000,0.375
+29,mlp.experts.100.down_proj,0.0000088531,0.10000,0.404
+29,mlp.experts.101.down_proj,0.0000168995,0.10000,0.398
+29,mlp.experts.102.down_proj,0.0000012031,0.10000,0.411
+29,mlp.experts.103.down_proj,0.0000014783,0.10000,0.409
+29,mlp.experts.104.down_proj,0.0000521786,0.10000,0.380
+29,mlp.experts.105.down_proj,0.0000668687,0.10000,0.388
+29,mlp.experts.106.down_proj,0.0000010667,0.10000,0.379
+29,mlp.experts.107.down_proj,0.0000418612,0.10000,0.386
+29,mlp.experts.108.down_proj,0.0012598428,0.10000,0.380
+29,mlp.experts.109.down_proj,0.0004722994,0.10000,0.390
+29,mlp.experts.110.down_proj,0.0005396575,0.10000,0.386
+29,mlp.experts.111.down_proj,0.0047393292,0.10000,0.381
+29,mlp.experts.112.down_proj,0.0000010903,0.10000,0.384
+29,mlp.experts.113.down_proj,0.0000601761,0.10000,0.385
+29,mlp.experts.114.down_proj,0.0003705839,0.10000,0.387
+29,mlp.experts.115.down_proj,0.0000619693,0.10000,0.357
+29,mlp.experts.116.down_proj,0.0000220621,0.10000,0.339
+29,mlp.experts.117.down_proj,0.0000033203,0.10000,0.343
+29,mlp.experts.118.down_proj,0.0002020303,0.10000,0.370
+29,mlp.experts.119.down_proj,0.0007399970,0.10000,0.399
+29,mlp.experts.120.down_proj,0.0000184682,0.10000,0.405
+29,mlp.experts.121.down_proj,0.0000023675,0.10000,0.398
+29,mlp.experts.122.down_proj,0.0000638176,0.10000,0.397
+29,mlp.experts.123.down_proj,0.0000654421,0.10000,0.414
+29,mlp.experts.124.down_proj,0.0000884380,0.10000,0.388
+29,mlp.experts.125.down_proj,0.0004209316,0.10000,0.373
+29,mlp.experts.126.down_proj,0.0000495924,0.10000,0.368
+29,mlp.experts.127.down_proj,0.0001034479,0.10000,0.303
+30,self_attn.q_proj,0.0000006425,0.10000,1.005
+30,self_attn.k_proj,0.0000000941,0.10000,1.037
+30,self_attn.v_proj,0.0000001156,0.10000,0.581
+30,self_attn.o_proj,0.0000001023,0.10000,1.241
+30,mlp.gate,0.0000041065,0.10000,0.548
+30,mlp.experts.0.up_proj,0.0000510218,0.10000,0.991
+30,mlp.experts.1.up_proj,0.0002063127,0.10000,1.018
+30,mlp.experts.2.up_proj,0.0007205902,0.10000,1.000
+30,mlp.experts.3.up_proj,0.0001297843,0.10000,1.035
+30,mlp.experts.4.up_proj,0.0000383762,0.10000,0.951
+30,mlp.experts.5.up_proj,0.0026663533,0.10000,0.992
+30,mlp.experts.6.up_proj,0.0004013913,0.10000,1.029
+30,mlp.experts.7.up_proj,0.0000235859,0.10000,1.058
+30,mlp.experts.8.up_proj,0.0010196329,0.10000,1.032
+30,mlp.experts.9.up_proj,0.0001681700,0.10000,1.006
+30,mlp.experts.10.up_proj,0.0000133566,0.10000,0.991
+30,mlp.experts.11.up_proj,0.0005736238,0.10000,1.004
+30,mlp.experts.12.up_proj,0.0001456154,0.10000,1.011
+30,mlp.experts.13.up_proj,0.0000548460,0.10000,1.066
+30,mlp.experts.14.up_proj,0.0002947141,0.10000,1.024
+30,mlp.experts.15.up_proj,0.0010184709,0.10000,1.029
+30,mlp.experts.16.up_proj,0.0005822047,0.10000,0.851
+30,mlp.experts.17.up_proj,0.0001895123,0.10000,0.852
+30,mlp.experts.18.up_proj,0.0008365279,0.10000,0.994
+30,mlp.experts.19.up_proj,0.0002849824,0.10000,0.962
+30,mlp.experts.20.up_proj,0.0001914500,0.10000,1.075
+30,mlp.experts.21.up_proj,0.0013110855,0.10000,1.011
+30,mlp.experts.22.up_proj,0.0000255146,0.10000,1.024
+30,mlp.experts.23.up_proj,0.0000130047,0.10000,1.016
+30,mlp.experts.24.up_proj,0.0005133527,0.10000,1.044
+30,mlp.experts.25.up_proj,0.0000722162,0.10000,1.023
+30,mlp.experts.26.up_proj,0.0002456128,0.10000,1.036
+30,mlp.experts.27.up_proj,0.0006891547,0.10000,1.042
+30,mlp.experts.28.up_proj,0.0000623590,0.10000,1.047
+30,mlp.experts.29.up_proj,0.0008294882,0.10000,1.029
+30,mlp.experts.30.up_proj,0.0001589357,0.10000,0.958
+30,mlp.experts.31.up_proj,0.0009892949,0.10000,0.956
+30,mlp.experts.32.up_proj,0.0004832758,0.10000,1.009
+30,mlp.experts.33.up_proj,0.0002157135,0.10000,1.037
+30,mlp.experts.34.up_proj,0.0001113920,0.10000,0.986
+30,mlp.experts.35.up_proj,0.0009869424,0.10000,1.012
+30,mlp.experts.36.up_proj,0.0004370616,0.10000,0.999
+30,mlp.experts.37.up_proj,0.0001270759,0.10000,1.002
+30,mlp.experts.38.up_proj,0.0001058776,0.10000,0.992
+30,mlp.experts.39.up_proj,0.0001561663,0.10000,0.991
+30,mlp.experts.40.up_proj,0.0009473372,0.10000,1.052
+30,mlp.experts.41.up_proj,0.0001173932,0.10000,1.048
+30,mlp.experts.42.up_proj,0.0001787318,0.10000,0.975
+30,mlp.experts.43.up_proj,0.0027022258,0.10000,0.998
+30,mlp.experts.44.up_proj,0.0000811539,0.10000,0.970
+30,mlp.experts.45.up_proj,0.0031186452,0.10000,1.014
+30,mlp.experts.46.up_proj,0.0000841593,0.10000,1.033
+30,mlp.experts.47.up_proj,0.0017734186,0.10000,1.028
+30,mlp.experts.48.up_proj,0.0001312773,0.10000,0.995
+30,mlp.experts.49.up_proj,0.0002149740,0.10000,1.004
+30,mlp.experts.50.up_proj,0.0013335147,0.10000,1.027
+30,mlp.experts.51.up_proj,0.0005771934,0.10000,1.041
+30,mlp.experts.52.up_proj,0.0000265362,0.10000,1.040
+30,mlp.experts.53.up_proj,0.0008057376,0.10000,1.046
+30,mlp.experts.54.up_proj,0.0000466861,0.10000,1.045
+30,mlp.experts.55.up_proj,0.0006066652,0.10000,1.036
+30,mlp.experts.56.up_proj,0.0000118825,0.10000,1.050
+30,mlp.experts.57.up_proj,0.0018255225,0.10000,1.015
+30,mlp.experts.58.up_proj,0.0000796939,0.10000,1.048
+30,mlp.experts.59.up_proj,0.0009704162,0.10000,1.016
+30,mlp.experts.60.up_proj,0.0011980956,0.10000,1.064
+30,mlp.experts.61.up_proj,0.0000909551,0.10000,1.045
+30,mlp.experts.62.up_proj,0.0000645377,0.10000,1.018
+30,mlp.experts.63.up_proj,0.0000430132,0.10000,1.003
+30,mlp.experts.64.up_proj,0.0000190154,0.10000,1.006
+30,mlp.experts.65.up_proj,0.0003601712,0.10000,1.017
+30,mlp.experts.66.up_proj,0.0005692878,0.10000,0.949
+30,mlp.experts.67.up_proj,0.0001611859,0.10000,0.947
+30,mlp.experts.68.up_proj,0.0010472072,0.10000,0.999
+30,mlp.experts.69.up_proj,0.0013698647,0.10000,1.013
+30,mlp.experts.70.up_proj,0.0003757614,0.10000,1.041
+30,mlp.experts.71.up_proj,0.0001020963,0.10000,1.054
+30,mlp.experts.72.up_proj,0.0002171361,0.10000,1.030
+30,mlp.experts.73.up_proj,0.0013501807,0.10000,1.032
+30,mlp.experts.74.up_proj,0.0002620124,0.10000,0.980
+30,mlp.experts.75.up_proj,0.0000349478,0.10000,0.996
+30,mlp.experts.76.up_proj,0.0004890312,0.10000,0.997
+30,mlp.experts.77.up_proj,0.0001963738,0.10000,1.003
+30,mlp.experts.78.up_proj,0.0002191160,0.10000,1.000
+30,mlp.experts.79.up_proj,0.0000930442,0.10000,0.992
+30,mlp.experts.80.up_proj,0.0003249719,0.10000,1.023
+30,mlp.experts.81.up_proj,0.0061946793,0.10000,0.996
+30,mlp.experts.82.up_proj,0.0007152747,0.10000,1.014
+30,mlp.experts.83.up_proj,0.0000882663,0.10000,1.005
+30,mlp.experts.84.up_proj,0.0001268393,0.10000,0.991
+30,mlp.experts.85.up_proj,0.0000126272,0.10000,1.002
+30,mlp.experts.86.up_proj,0.0000198714,0.10000,1.007
+30,mlp.experts.87.up_proj,0.0000548401,0.10000,0.999
+30,mlp.experts.88.up_proj,0.0002093855,0.10000,1.028
+30,mlp.experts.89.up_proj,0.0001062063,0.10000,1.009
+30,mlp.experts.90.up_proj,0.0039385279,0.10000,1.036
+30,mlp.experts.91.up_proj,0.0097131409,0.10000,1.032
+30,mlp.experts.92.up_proj,0.0001319729,0.10000,1.048
+30,mlp.experts.93.up_proj,0.0001034412,0.10000,1.038
+30,mlp.experts.94.up_proj,0.0002623686,0.10000,1.045
+30,mlp.experts.95.up_proj,0.0007068999,0.10000,1.033
+30,mlp.experts.96.up_proj,0.0000551457,0.10000,0.988
+30,mlp.experts.97.up_proj,0.0000331388,0.10000,0.996
+30,mlp.experts.98.up_proj,0.0009997814,0.10000,1.043
+30,mlp.experts.99.up_proj,0.0000909458,0.10000,1.040
+30,mlp.experts.100.up_proj,0.0000450574,0.10000,1.062
+30,mlp.experts.101.up_proj,0.0000319847,0.10000,1.061
+30,mlp.experts.102.up_proj,0.0005710453,0.10000,1.016
+30,mlp.experts.103.up_proj,0.0002727129,0.10000,1.072
+30,mlp.experts.104.up_proj,0.0005493733,0.10000,1.032
+30,mlp.experts.105.up_proj,0.0000629396,0.10000,1.009
+30,mlp.experts.106.up_proj,0.0009299194,0.10000,1.059
+30,mlp.experts.107.up_proj,0.0001733084,0.10000,1.016
+30,mlp.experts.108.up_proj,0.0055178242,0.10000,1.069
+30,mlp.experts.109.up_proj,0.0001315126,0.10000,1.071
+30,mlp.experts.110.up_proj,0.0000145703,0.10000,1.024
+30,mlp.experts.111.up_proj,0.0027755097,0.10000,1.018
+30,mlp.experts.112.up_proj,0.0004039392,0.10000,1.073
+30,mlp.experts.113.up_proj,0.0015515918,0.10000,1.066
+30,mlp.experts.114.up_proj,0.0000582058,0.10000,1.059
+30,mlp.experts.115.up_proj,0.0001120294,0.10000,1.037
+30,mlp.experts.117.up_proj,0.0140057124,0.10000,1.056
+30,mlp.experts.116.up_proj,0.0000344005,0.10000,1.077
+30,mlp.experts.118.up_proj,0.0001125935,0.10000,1.069
+30,mlp.experts.119.up_proj,0.0000803237,0.10000,1.088
+30,mlp.experts.120.up_proj,0.0010538463,0.10000,1.050
+30,mlp.experts.121.up_proj,0.0001905631,0.10000,1.061
+30,mlp.experts.122.up_proj,0.0001134485,0.10000,1.027
+30,mlp.experts.123.up_proj,0.0001375182,0.10000,1.061
+30,mlp.experts.124.up_proj,0.0013799509,0.10000,1.038
+30,mlp.experts.125.up_proj,0.0001244626,0.10000,1.053
+30,mlp.experts.126.up_proj,0.0002301683,0.10000,1.030
+30,mlp.experts.127.up_proj,0.0000868827,0.10000,1.041
+30,mlp.experts.0.gate_proj,0.0000553083,0.10000,1.024
+30,mlp.experts.1.gate_proj,0.0002025366,0.10000,1.050
+30,mlp.experts.2.gate_proj,0.0006117770,0.10000,1.033
+30,mlp.experts.3.gate_proj,0.0001332500,0.10000,1.047
+30,mlp.experts.4.gate_proj,0.0000421093,0.10000,1.019
+30,mlp.experts.5.gate_proj,0.0025135979,0.10000,0.998
+30,mlp.experts.6.gate_proj,0.0004340423,0.10000,0.999
+30,mlp.experts.7.gate_proj,0.0000236937,0.10000,1.034
+30,mlp.experts.8.gate_proj,0.0009588264,0.10000,0.990
+30,mlp.experts.9.gate_proj,0.0001701859,0.10000,0.978
+30,mlp.experts.10.gate_proj,0.0000104087,0.10000,0.986
+30,mlp.experts.11.gate_proj,0.0005582855,0.10000,1.000
+30,mlp.experts.12.gate_proj,0.0001539627,0.10000,1.049
+30,mlp.experts.13.gate_proj,0.0000585120,0.10000,1.058
+30,mlp.experts.14.gate_proj,0.0002513793,0.10000,0.958
+30,mlp.experts.15.gate_proj,0.0010952234,0.10000,0.954
+30,mlp.experts.16.gate_proj,0.0005938695,0.10000,1.007
+30,mlp.experts.17.gate_proj,0.0002156432,0.10000,1.036
+30,mlp.experts.18.gate_proj,0.0008307374,0.10000,1.068
+30,mlp.experts.19.gate_proj,0.0002342513,0.10000,1.043
+30,mlp.experts.20.gate_proj,0.0002096870,0.10000,1.036
+30,mlp.experts.21.gate_proj,0.0014177371,0.10000,1.056
+30,mlp.experts.22.gate_proj,0.0000275558,0.10000,1.057
+30,mlp.experts.23.gate_proj,0.0000121128,0.10000,1.067
+30,mlp.experts.24.gate_proj,0.0004811637,0.10000,1.059
+30,mlp.experts.25.gate_proj,0.0000784056,0.10000,1.072
+30,mlp.experts.26.gate_proj,0.0002357144,0.10000,0.998
+30,mlp.experts.27.gate_proj,0.0006578967,0.10000,1.002
+30,mlp.experts.28.gate_proj,0.0000669119,0.10000,1.009
+30,mlp.experts.29.gate_proj,0.0009261871,0.10000,1.030
+30,mlp.experts.30.gate_proj,0.0001383523,0.10000,0.967
+30,mlp.experts.31.gate_proj,0.0010378059,0.10000,0.994
+30,mlp.experts.32.gate_proj,0.0005244955,0.10000,1.058
+30,mlp.experts.33.gate_proj,0.0002377816,0.10000,1.073
+30,mlp.experts.34.gate_proj,0.0001065349,0.10000,1.052
+30,mlp.experts.35.gate_proj,0.0007552102,0.10000,1.022
+30,mlp.experts.36.gate_proj,0.0004659629,0.10000,1.031
+30,mlp.experts.37.gate_proj,0.0001352704,0.10000,1.065
+30,mlp.experts.38.gate_proj,0.0001009735,0.10000,1.034
+30,mlp.experts.39.gate_proj,0.0001513848,0.10000,1.031
+30,mlp.experts.40.gate_proj,0.0009815922,0.10000,1.078
+30,mlp.experts.41.gate_proj,0.0001127463,0.10000,1.023
+30,mlp.experts.42.gate_proj,0.0001442654,0.10000,1.014
+30,mlp.experts.43.gate_proj,0.0026806826,0.10000,1.008
+30,mlp.experts.44.gate_proj,0.0000828312,0.10000,1.002
+30,mlp.experts.45.gate_proj,0.0031082779,0.10000,1.068
+30,mlp.experts.46.gate_proj,0.0000853689,0.10000,1.036
+30,mlp.experts.47.gate_proj,0.0017441085,0.10000,1.043
+30,mlp.experts.48.gate_proj,0.0001430411,0.10000,1.070
+30,mlp.experts.49.gate_proj,0.0002469078,0.10000,1.057
+30,mlp.experts.50.gate_proj,0.0014688744,0.10000,1.020
+30,mlp.experts.51.gate_proj,0.0006207104,0.10000,1.012
+30,mlp.experts.52.gate_proj,0.0000246653,0.10000,1.028
+30,mlp.experts.53.gate_proj,0.0008425402,0.10000,1.056
+30,mlp.experts.54.gate_proj,0.0000527750,0.10000,1.033
+30,mlp.experts.55.gate_proj,0.0006051317,0.10000,1.034
+30,mlp.experts.56.gate_proj,0.0000086801,0.10000,1.034
+30,mlp.experts.57.gate_proj,0.0017448215,0.10000,1.040
+30,mlp.experts.58.gate_proj,0.0000901429,0.10000,1.034
+30,mlp.experts.59.gate_proj,0.0009925317,0.10000,1.021
+30,mlp.experts.60.gate_proj,0.0010594910,0.10000,0.969
+30,mlp.experts.61.gate_proj,0.0001002814,0.10000,1.001
+30,mlp.experts.62.gate_proj,0.0000691234,0.10000,1.029
+30,mlp.experts.63.gate_proj,0.0000453701,0.10000,1.068
+30,mlp.experts.64.gate_proj,0.0000181557,0.10000,0.999
+30,mlp.experts.65.gate_proj,0.0003612566,0.10000,1.024
+30,mlp.experts.66.gate_proj,0.0005693523,0.10000,1.020
+30,mlp.experts.67.gate_proj,0.0001654467,0.10000,1.039
+30,mlp.experts.68.gate_proj,0.0010971075,0.10000,1.019
+30,mlp.experts.69.gate_proj,0.0014047946,0.10000,1.034
+30,mlp.experts.70.gate_proj,0.0003886579,0.10000,1.015
+30,mlp.experts.71.gate_proj,0.0001107721,0.10000,1.041
+30,mlp.experts.72.gate_proj,0.0002144599,0.10000,1.033
+30,mlp.experts.73.gate_proj,0.0012856162,0.10000,1.081
+30,mlp.experts.74.gate_proj,0.0002691162,0.10000,1.061
+30,mlp.experts.75.gate_proj,0.0000349765,0.10000,1.061
+30,mlp.experts.76.gate_proj,0.0004666121,0.10000,1.021
+30,mlp.experts.77.gate_proj,0.0002054610,0.10000,1.106
+30,mlp.experts.78.gate_proj,0.0002331173,0.10000,1.018
+30,mlp.experts.79.gate_proj,0.0000924649,0.10000,1.065
+30,mlp.experts.80.gate_proj,0.0003034045,0.10000,1.059
+30,mlp.experts.81.gate_proj,0.0057030336,0.10000,1.055
+30,mlp.experts.82.gate_proj,0.0007308860,0.10000,1.038
+30,mlp.experts.83.gate_proj,0.0000876739,0.10000,1.058
+30,mlp.experts.84.gate_proj,0.0001352936,0.10000,0.986
+30,mlp.experts.85.gate_proj,0.0000103881,0.10000,0.949
+30,mlp.experts.86.gate_proj,0.0000183741,0.10000,0.979
+30,mlp.experts.87.gate_proj,0.0000619148,0.10000,1.006
+30,mlp.experts.88.gate_proj,0.0001945110,0.10000,1.039
+30,mlp.experts.89.gate_proj,0.0001155305,0.10000,1.014
+30,mlp.experts.90.gate_proj,0.0044651912,0.10000,1.017
+30,mlp.experts.91.gate_proj,0.0104902575,0.10000,1.030
+30,mlp.experts.92.gate_proj,0.0001484679,0.10000,0.997
+30,mlp.experts.93.gate_proj,0.0001090553,0.10000,1.040
+30,mlp.experts.94.gate_proj,0.0002903423,0.10000,1.017
+30,mlp.experts.95.gate_proj,0.0007000302,0.10000,1.036
+30,mlp.experts.96.gate_proj,0.0000591977,0.10000,1.029
+30,mlp.experts.97.gate_proj,0.0000364298,0.10000,1.014
+30,mlp.experts.98.gate_proj,0.0010050360,0.10000,1.019
+30,mlp.experts.99.gate_proj,0.0000943368,0.10000,1.052
+30,mlp.experts.100.gate_proj,0.0000431094,0.10000,0.986
+30,mlp.experts.101.gate_proj,0.0000343157,0.10000,1.047
+30,mlp.experts.102.gate_proj,0.0005808698,0.10000,1.042
+30,mlp.experts.103.gate_proj,0.0004578617,0.10000,1.059
+30,mlp.experts.104.gate_proj,0.0005406499,0.10000,1.016
+30,mlp.experts.105.gate_proj,0.0000496406,0.10000,1.051
+30,mlp.experts.106.gate_proj,0.0009367908,0.10000,1.043
+30,mlp.experts.107.gate_proj,0.0001841710,0.10000,1.026
+30,mlp.experts.108.gate_proj,0.0051707402,0.10000,1.013
+30,mlp.experts.109.gate_proj,0.0001384455,0.10000,1.044
+30,mlp.experts.110.gate_proj,0.0000141101,0.10000,1.004
+30,mlp.experts.111.gate_proj,0.0027169611,0.10000,1.031
+30,mlp.experts.112.gate_proj,0.0003673960,0.10000,0.997
+30,mlp.experts.113.gate_proj,0.0014801988,0.10000,1.038
+30,mlp.experts.114.gate_proj,0.0000646861,0.10000,1.072
+30,mlp.experts.115.gate_proj,0.0001148556,0.10000,1.068
+30,mlp.experts.116.gate_proj,0.0000328561,0.10000,1.032
+30,mlp.experts.117.gate_proj,0.0130099577,0.10000,1.069
+30,mlp.experts.118.gate_proj,0.0000952656,0.10000,1.038
+30,mlp.experts.119.gate_proj,0.0000903441,0.10000,1.049
+30,mlp.experts.120.gate_proj,0.0010790021,0.10000,1.030
+30,mlp.experts.121.gate_proj,0.0002112909,0.10000,1.067
+30,mlp.experts.122.gate_proj,0.0001188683,0.10000,1.020
+30,mlp.experts.123.gate_proj,0.0001120723,0.10000,1.070
+30,mlp.experts.124.gate_proj,0.0014374197,0.10000,1.051
+30,mlp.experts.125.gate_proj,0.0001234635,0.10000,1.050
+30,mlp.experts.126.gate_proj,0.0002296143,0.10000,1.043
+30,mlp.experts.127.gate_proj,0.0000856755,0.10000,0.645
+30,mlp.experts.1.down_proj,0.0000427754,0.10000,0.361
+30,mlp.experts.0.down_proj,0.0000086791,0.10000,0.381
+30,mlp.experts.2.down_proj,0.0001437803,0.10000,0.383
+30,mlp.experts.3.down_proj,0.0000238641,0.10000,0.393
+30,mlp.experts.4.down_proj,0.0000076920,0.10000,0.371
+30,mlp.experts.5.down_proj,0.0008806279,0.10000,0.390
+30,mlp.experts.6.down_proj,0.0000678112,0.10000,0.349
+30,mlp.experts.7.down_proj,0.0000037450,0.10000,0.344
+30,mlp.experts.8.down_proj,0.0002805246,0.10000,0.358
+30,mlp.experts.9.down_proj,0.0000286038,0.10000,0.353
+30,mlp.experts.10.down_proj,0.0000018736,0.10000,0.389
+30,mlp.experts.11.down_proj,0.0000791843,0.10000,0.381
+30,mlp.experts.12.down_proj,0.0000204224,0.10000,0.388
+30,mlp.experts.13.down_proj,0.0000067260,0.10000,0.409
+30,mlp.experts.14.down_proj,0.0000643629,0.10000,0.386
+30,mlp.experts.15.down_proj,0.0001503776,0.10000,0.403
+30,mlp.experts.16.down_proj,0.0000978975,0.10000,0.387
+30,mlp.experts.17.down_proj,0.0000555656,0.10000,0.402
+30,mlp.experts.18.down_proj,0.0001559527,0.10000,0.356
+30,mlp.experts.19.down_proj,0.0000497163,0.10000,0.362
+30,mlp.experts.20.down_proj,0.0000422737,0.10000,0.380
+30,mlp.experts.21.down_proj,0.0003246723,0.10000,0.380
+30,mlp.experts.22.down_proj,0.0000040579,0.10000,0.380
+30,mlp.experts.23.down_proj,0.0000017416,0.10000,0.384
+30,mlp.experts.24.down_proj,0.0001140546,0.10000,0.353
+30,mlp.experts.25.down_proj,0.0000132458,0.10000,0.351
+30,mlp.experts.26.down_proj,0.0000436672,0.10000,0.383
+30,mlp.experts.27.down_proj,0.0001191396,0.10000,0.383
+30,mlp.experts.28.down_proj,0.0000120820,0.10000,0.378
+30,mlp.experts.29.down_proj,0.0001498898,0.10000,0.385
+30,mlp.experts.30.down_proj,0.0000267128,0.10000,0.383
+30,mlp.experts.31.down_proj,0.0004292156,0.10000,0.385
+30,mlp.experts.32.down_proj,0.0000948462,0.10000,0.387
+30,mlp.experts.33.down_proj,0.0000188007,0.10000,0.376
+30,mlp.experts.34.down_proj,0.0000161908,0.10000,0.322
+30,mlp.experts.35.down_proj,0.0002275058,0.10000,0.338
+30,mlp.experts.36.down_proj,0.0000704506,0.10000,0.409
+30,mlp.experts.37.down_proj,0.0000219846,0.10000,0.402
+30,mlp.experts.38.down_proj,0.0000199641,0.10000,0.410
+30,mlp.experts.39.down_proj,0.0000275338,0.10000,0.391
+30,mlp.experts.40.down_proj,0.0002147644,0.10000,0.416
+30,mlp.experts.41.down_proj,0.0000190082,0.10000,0.431
+30,mlp.experts.42.down_proj,0.0000347526,0.10000,0.396
+30,mlp.experts.43.down_proj,0.0006720235,0.10000,0.410
+30,mlp.experts.44.down_proj,0.0000132990,0.10000,0.404
+30,mlp.experts.45.down_proj,0.0009410227,0.10000,0.389
+30,mlp.experts.46.down_proj,0.0000202109,0.10000,0.390
+30,mlp.experts.47.down_proj,0.0005038747,0.10000,0.409
+30,mlp.experts.48.down_proj,0.0000193570,0.10000,0.407
+30,mlp.experts.49.down_proj,0.0000235043,0.10000,0.394
+30,mlp.experts.50.down_proj,0.0003854887,0.10000,0.382
+30,mlp.experts.51.down_proj,0.0001666628,0.10000,0.403
+30,mlp.experts.52.down_proj,0.0000043810,0.10000,0.398
+30,mlp.experts.53.down_proj,0.0001435222,0.10000,0.402
+30,mlp.experts.54.down_proj,0.0000069669,0.10000,0.388
+30,mlp.experts.55.down_proj,0.0001554591,0.10000,0.392
+30,mlp.experts.56.down_proj,0.0000014037,0.10000,0.396
+30,mlp.experts.57.down_proj,0.0003728624,0.10000,0.393
+30,mlp.experts.58.down_proj,0.0000110432,0.10000,0.408
+30,mlp.experts.59.down_proj,0.0002859509,0.10000,0.390
+30,mlp.experts.60.down_proj,0.0003597667,0.10000,0.410
+30,mlp.experts.61.down_proj,0.0000127435,0.10000,0.384
+30,mlp.experts.62.down_proj,0.0000078183,0.10000,0.396
+30,mlp.experts.63.down_proj,0.0000077729,0.10000,0.382
+30,mlp.experts.64.down_proj,0.0000032186,0.10000,0.393
+30,mlp.experts.65.down_proj,0.0000606421,0.10000,0.396
+30,mlp.experts.66.down_proj,0.0001027656,0.10000,0.395
+30,mlp.experts.67.down_proj,0.0000274283,0.10000,0.400
+30,mlp.experts.68.down_proj,0.0003145430,0.10000,0.397
+30,mlp.experts.69.down_proj,0.0004358083,0.10000,0.402
+30,mlp.experts.70.down_proj,0.0000808241,0.10000,0.395
+30,mlp.experts.71.down_proj,0.0000130118,0.10000,0.397
+30,mlp.experts.72.down_proj,0.0000418000,0.10000,0.397
+30,mlp.experts.73.down_proj,0.0003384884,0.10000,0.386
+30,mlp.experts.74.down_proj,0.0000433316,0.10000,0.364
+30,mlp.experts.75.down_proj,0.0000044899,0.10000,0.362
+30,mlp.experts.76.down_proj,0.0000913318,0.10000,0.405
+30,mlp.experts.77.down_proj,0.0000379640,0.10000,0.394
+30,mlp.experts.78.down_proj,0.0000461912,0.10000,0.368
+30,mlp.experts.79.down_proj,0.0000248032,0.10000,0.395
+30,mlp.experts.80.down_proj,0.0000567586,0.10000,0.378
+30,mlp.experts.81.down_proj,0.0011583964,0.10000,0.401
+30,mlp.experts.82.down_proj,0.0001324066,0.10000,0.390
+30,mlp.experts.83.down_proj,0.0000138961,0.10000,0.396
+30,mlp.experts.84.down_proj,0.0000194663,0.10000,0.392
+30,mlp.experts.85.down_proj,0.0000016507,0.10000,0.405
+30,mlp.experts.86.down_proj,0.0000024834,0.10000,0.351
+30,mlp.experts.87.down_proj,0.0000098024,0.10000,0.342
+30,mlp.experts.88.down_proj,0.0000502735,0.10000,0.364
+30,mlp.experts.89.down_proj,0.0000201891,0.10000,0.378
+30,mlp.experts.90.down_proj,0.0000740636,0.10000,0.336
+30,mlp.experts.91.down_proj,0.0001047592,0.10000,0.354
+30,mlp.experts.92.down_proj,0.0000175404,0.10000,0.389
+30,mlp.experts.93.down_proj,0.0000177544,0.10000,0.385
+30,mlp.experts.94.down_proj,0.0000391616,0.10000,0.377
+30,mlp.experts.95.down_proj,0.0001454798,0.10000,0.394
+30,mlp.experts.96.down_proj,0.0000104684,0.10000,0.395
+30,mlp.experts.97.down_proj,0.0000048477,0.10000,0.402
+30,mlp.experts.98.down_proj,0.0001144423,0.10000,0.397
+30,mlp.experts.99.down_proj,0.0000200724,0.10000,0.396
+30,mlp.experts.100.down_proj,0.0000073852,0.10000,0.392
+30,mlp.experts.101.down_proj,0.0000065300,0.10000,0.405
+30,mlp.experts.102.down_proj,0.0001550205,0.10000,0.366
+30,mlp.experts.103.down_proj,0.0000284083,0.10000,0.349
+30,mlp.experts.104.down_proj,0.0001262239,0.10000,0.344
+30,mlp.experts.105.down_proj,0.0000105818,0.10000,0.328
+30,mlp.experts.106.down_proj,0.0001696925,0.10000,0.330
+30,mlp.experts.107.down_proj,0.0000179298,0.10000,0.330
+30,mlp.experts.108.down_proj,0.0007811253,0.10000,0.327
+30,mlp.experts.109.down_proj,0.0000247993,0.10000,0.332
+30,mlp.experts.110.down_proj,0.0000022551,0.10000,0.365
+30,mlp.experts.111.down_proj,0.0005568119,0.10000,0.363
+30,mlp.experts.112.down_proj,0.0001595098,0.10000,0.340
+30,mlp.experts.113.down_proj,0.0005217364,0.10000,0.332
+30,mlp.experts.114.down_proj,0.0000097090,0.10000,0.321
+30,mlp.experts.115.down_proj,0.0000279933,0.10000,0.372
+30,mlp.experts.116.down_proj,0.0000060337,0.10000,0.393
+30,mlp.experts.117.down_proj,0.0001539911,0.10000,0.407
+30,mlp.experts.118.down_proj,0.0000248942,0.10000,0.414
+30,mlp.experts.119.down_proj,0.0000155906,0.10000,0.367
+30,mlp.experts.120.down_proj,0.0001589388,0.10000,0.368
+30,mlp.experts.121.down_proj,0.0000321498,0.10000,0.407
+30,mlp.experts.122.down_proj,0.0000156642,0.10000,0.403
+30,mlp.experts.123.down_proj,0.0000249843,0.10000,0.406
+30,mlp.experts.124.down_proj,0.0003518730,0.10000,0.405
+30,mlp.experts.125.down_proj,0.0000220031,0.10000,0.373
+30,mlp.experts.126.down_proj,0.0000597628,0.10000,0.385
+30,mlp.experts.127.down_proj,0.0000175872,0.10000,0.305
+31,self_attn.q_proj,0.0000005474,0.10000,0.980
+31,self_attn.k_proj,0.0000000742,0.10000,1.017
+31,self_attn.v_proj,0.0000000859,0.10000,0.620
+31,self_attn.o_proj,0.0000000930,0.10000,1.198
+31,mlp.gate,0.0000041537,0.10000,0.631
+31,mlp.experts.0.up_proj,0.0020018705,0.10000,1.046
+31,mlp.experts.1.up_proj,0.0000812248,0.10000,1.056
+31,mlp.experts.2.up_proj,0.0004954166,0.10000,1.018
+31,mlp.experts.3.up_proj,0.0001179704,0.10000,1.020
+31,mlp.experts.4.up_proj,0.0000497185,0.10000,1.027
+31,mlp.experts.5.up_proj,0.0000310569,0.10000,1.064
+31,mlp.experts.6.up_proj,0.0001886647,0.10000,1.078
+31,mlp.experts.7.up_proj,0.0010600376,0.10000,1.064
+31,mlp.experts.8.up_proj,0.0003881535,0.10000,1.064
+31,mlp.experts.9.up_proj,0.0000735478,0.10000,1.038
+31,mlp.experts.10.up_proj,0.0009964951,0.10000,1.046
+31,mlp.experts.11.up_proj,0.0000775858,0.10000,1.052
+31,mlp.experts.12.up_proj,0.0000547234,0.10000,1.012
+31,mlp.experts.13.up_proj,0.0000463242,0.10000,1.029
+31,mlp.experts.14.up_proj,0.0006961432,0.10000,1.010
+31,mlp.experts.15.up_proj,0.0001429768,0.10000,1.009
+31,mlp.experts.16.up_proj,0.0005713713,0.10000,0.990
+31,mlp.experts.17.up_proj,0.0000458877,0.10000,1.053
+31,mlp.experts.18.up_proj,0.0005148871,0.10000,1.006
+31,mlp.experts.19.up_proj,0.0003240078,0.10000,1.012
+31,mlp.experts.20.up_proj,0.0000227341,0.10000,1.043
+31,mlp.experts.21.up_proj,0.0000225877,0.10000,1.035
+31,mlp.experts.22.up_proj,0.0001144147,0.10000,1.025
+31,mlp.experts.23.up_proj,0.0016550527,0.10000,1.023
+31,mlp.experts.24.up_proj,0.0000899308,0.10000,1.043
+31,mlp.experts.25.up_proj,0.0000810875,0.10000,0.992
+31,mlp.experts.26.up_proj,0.0000117861,0.10000,1.034
+31,mlp.experts.27.up_proj,0.0002083751,0.10000,1.023
+31,mlp.experts.28.up_proj,0.0049441902,0.10000,1.036
+31,mlp.experts.29.up_proj,0.0003545996,0.10000,1.054
+31,mlp.experts.30.up_proj,0.0004458332,0.10000,1.066
+31,mlp.experts.31.up_proj,0.0000303579,0.10000,1.047
+31,mlp.experts.32.up_proj,0.0002088649,0.10000,1.017
+31,mlp.experts.33.up_proj,0.0000210231,0.10000,1.041
+31,mlp.experts.34.up_proj,0.0000499071,0.10000,1.017
+31,mlp.experts.35.up_proj,0.0007828179,0.10000,1.048
+31,mlp.experts.36.up_proj,0.0000937180,0.10000,0.962
+31,mlp.experts.37.up_proj,0.0016881309,0.10000,0.963
+31,mlp.experts.38.up_proj,0.0002580203,0.10000,0.995
+31,mlp.experts.39.up_proj,0.0000495382,0.10000,1.003
+31,mlp.experts.40.up_proj,0.0005519231,0.10000,0.985
+31,mlp.experts.41.up_proj,0.0001463997,0.10000,0.978
+31,mlp.experts.42.up_proj,0.0009316712,0.10000,0.993
+31,mlp.experts.43.up_proj,0.0012845821,0.10000,0.992
+31,mlp.experts.44.up_proj,0.0000971224,0.10000,0.997
+31,mlp.experts.45.up_proj,0.0000671652,0.10000,1.000
+31,mlp.experts.46.up_proj,0.0002604562,0.10000,1.029
+31,mlp.experts.47.up_proj,0.0001563413,0.10000,1.037
+31,mlp.experts.48.up_proj,0.0000164828,0.10000,1.025
+31,mlp.experts.49.up_proj,0.0000558616,0.10000,1.029
+31,mlp.experts.50.up_proj,0.0001002069,0.10000,1.011
+31,mlp.experts.51.up_proj,0.0000137026,0.10000,1.014
+31,mlp.experts.52.up_proj,0.0001126906,0.10000,1.000
+31,mlp.experts.53.up_proj,0.0000523583,0.10000,1.077
+31,mlp.experts.54.up_proj,0.0029013918,0.10000,1.070
+31,mlp.experts.55.up_proj,0.0015620478,0.10000,1.068
+31,mlp.experts.56.up_proj,0.0001929494,0.10000,0.959
+31,mlp.experts.57.up_proj,0.0057886167,0.10000,0.935
+31,mlp.experts.58.up_proj,0.0000928141,0.10000,1.015
+31,mlp.experts.59.up_proj,0.0000497450,0.10000,1.021
+31,mlp.experts.60.up_proj,0.0001294101,0.10000,1.034
+31,mlp.experts.61.up_proj,0.0001345234,0.10000,1.022
+31,mlp.experts.62.up_proj,0.0012474443,0.10000,1.033
+31,mlp.experts.63.up_proj,0.0001217541,0.10000,1.022
+31,mlp.experts.64.up_proj,0.0001755456,0.10000,1.018
+31,mlp.experts.65.up_proj,0.0009271768,0.10000,1.003
+31,mlp.experts.66.up_proj,0.0000387994,0.10000,0.952
+31,mlp.experts.67.up_proj,0.0002940302,0.10000,1.020
+31,mlp.experts.68.up_proj,0.0008645858,0.10000,0.987
+31,mlp.experts.69.up_proj,0.0007010221,0.10000,0.996
+31,mlp.experts.70.up_proj,0.0003585747,0.10000,1.053
+31,mlp.experts.71.up_proj,0.0014264211,0.10000,1.044
+31,mlp.experts.72.up_proj,0.0002160733,0.10000,1.062
+31,mlp.experts.73.up_proj,0.0000410401,0.10000,1.080
+31,mlp.experts.74.up_proj,0.0002269710,0.10000,1.091
+31,mlp.experts.75.up_proj,0.0000674166,0.10000,1.045
+31,mlp.experts.76.up_proj,0.0018264276,0.10000,1.052
+31,mlp.experts.77.up_proj,0.0137187037,0.10000,1.061
+31,mlp.experts.78.up_proj,0.0004486865,0.10000,1.022
+31,mlp.experts.79.up_proj,0.0001442390,0.10000,1.011
+31,mlp.experts.80.up_proj,0.0017659552,0.10000,0.970
+31,mlp.experts.81.up_proj,0.0005685948,0.10000,1.012
+31,mlp.experts.82.up_proj,0.0000568683,0.10000,1.049
+31,mlp.experts.83.up_proj,0.0000722731,0.10000,1.020
+31,mlp.experts.84.up_proj,0.0022645804,0.10000,1.054
+31,mlp.experts.85.up_proj,0.0010701641,0.10000,1.032
+31,mlp.experts.86.up_proj,0.0000716964,0.10000,1.050
+31,mlp.experts.87.up_proj,0.0011497413,0.10000,0.983
+31,mlp.experts.88.up_proj,0.0001228498,0.10000,1.064
+31,mlp.experts.89.up_proj,0.0000428113,0.10000,1.010
+31,mlp.experts.90.up_proj,0.0017465371,0.10000,1.070
+31,mlp.experts.91.up_proj,0.0001144591,0.10000,1.054
+31,mlp.experts.92.up_proj,0.0007431188,0.10000,1.039
+31,mlp.experts.93.up_proj,0.0000227657,0.10000,1.036
+31,mlp.experts.94.up_proj,0.0000276725,0.10000,1.009
+31,mlp.experts.95.up_proj,0.0001467566,0.10000,1.014
+31,mlp.experts.96.up_proj,0.0008641193,0.10000,1.059
+31,mlp.experts.97.up_proj,0.0007002080,0.10000,1.070
+31,mlp.experts.98.up_proj,0.0000143358,0.10000,0.984
+31,mlp.experts.99.up_proj,0.0000833774,0.10000,1.035
+31,mlp.experts.100.up_proj,0.0000561515,0.10000,1.049
+31,mlp.experts.101.up_proj,0.0002574451,0.10000,1.045
+31,mlp.experts.102.up_proj,0.0020688946,0.10000,1.005
+31,mlp.experts.103.up_proj,0.0004339211,0.10000,1.006
+31,mlp.experts.104.up_proj,0.0006919755,0.10000,1.032
+31,mlp.experts.105.up_proj,0.0017941514,0.10000,1.024
+31,mlp.experts.106.up_proj,0.0000557056,0.10000,1.029
+31,mlp.experts.107.up_proj,0.0006414501,0.10000,1.089
+31,mlp.experts.108.up_proj,0.0001653390,0.10000,1.033
+31,mlp.experts.109.up_proj,0.0002788320,0.10000,1.070
+31,mlp.experts.110.up_proj,0.0000127724,0.10000,1.030
+31,mlp.experts.111.up_proj,0.0004720818,0.10000,1.067
+31,mlp.experts.112.up_proj,0.0000695763,0.10000,1.055
+31,mlp.experts.113.up_proj,0.0005423808,0.10000,1.050
+31,mlp.experts.114.up_proj,0.0003635168,0.10000,1.050
+31,mlp.experts.115.up_proj,0.0002191858,0.10000,1.044
+31,mlp.experts.116.up_proj,0.0000369538,0.10000,0.997
+31,mlp.experts.117.up_proj,0.0003413385,0.10000,1.042
+31,mlp.experts.118.up_proj,0.0004212348,0.10000,1.009
+31,mlp.experts.119.up_proj,0.0004574422,0.10000,1.059
+31,mlp.experts.120.up_proj,0.0009406786,0.10000,1.070
+31,mlp.experts.121.up_proj,0.0076899307,0.10000,1.042
+31,mlp.experts.122.up_proj,0.0029875298,0.10000,1.044
+31,mlp.experts.123.up_proj,0.0002890259,0.10000,1.038
+31,mlp.experts.124.up_proj,0.0001968834,0.10000,1.071
+31,mlp.experts.125.up_proj,0.0000620290,0.10000,1.035
+31,mlp.experts.126.up_proj,0.0007102306,0.10000,1.041
+31,mlp.experts.127.up_proj,0.0001690376,0.10000,1.042
+31,mlp.experts.0.gate_proj,0.0020759946,0.10000,0.997
+31,mlp.experts.1.gate_proj,0.0000872231,0.10000,1.003
+31,mlp.experts.2.gate_proj,0.0004436143,0.10000,0.996
+31,mlp.experts.3.gate_proj,0.0001096631,0.10000,1.005
+31,mlp.experts.4.gate_proj,0.0000518865,0.10000,1.008
+31,mlp.experts.5.gate_proj,0.0000315098,0.10000,0.964
+31,mlp.experts.6.gate_proj,0.0001927369,0.10000,1.033
+31,mlp.experts.7.gate_proj,0.0012341060,0.10000,1.033
+31,mlp.experts.8.gate_proj,0.0003887953,0.10000,0.999
+31,mlp.experts.9.gate_proj,0.0000739066,0.10000,0.995
+31,mlp.experts.10.gate_proj,0.0009746385,0.10000,1.024
+31,mlp.experts.11.gate_proj,0.0000840144,0.10000,1.022
+31,mlp.experts.12.gate_proj,0.0000607225,0.10000,1.035
+31,mlp.experts.13.gate_proj,0.0000482591,0.10000,1.031
+31,mlp.experts.14.gate_proj,0.0007704870,0.10000,0.985
+31,mlp.experts.15.gate_proj,0.0001501680,0.10000,1.010
+31,mlp.experts.16.gate_proj,0.0004983390,0.10000,1.002
+31,mlp.experts.17.gate_proj,0.0000483009,0.10000,1.003
+31,mlp.experts.18.gate_proj,0.0005324245,0.10000,1.020
+31,mlp.experts.19.gate_proj,0.0003101281,0.10000,1.069
+31,mlp.experts.20.gate_proj,0.0000234070,0.10000,0.983
+31,mlp.experts.21.gate_proj,0.0000231155,0.10000,1.008
+31,mlp.experts.22.gate_proj,0.0001225209,0.10000,0.984
+31,mlp.experts.23.gate_proj,0.0015278932,0.10000,1.011
+31,mlp.experts.24.gate_proj,0.0000912503,0.10000,0.995
+31,mlp.experts.25.gate_proj,0.0000823130,0.10000,1.019
+31,mlp.experts.26.gate_proj,0.0000107691,0.10000,1.007
+31,mlp.experts.27.gate_proj,0.0001988601,0.10000,1.047
+31,mlp.experts.28.gate_proj,0.0055659363,0.10000,1.021
+31,mlp.experts.29.gate_proj,0.0003571750,0.10000,1.058
+31,mlp.experts.30.gate_proj,0.0004358009,0.10000,1.034
+31,mlp.experts.31.gate_proj,0.0000282386,0.10000,1.037
+31,mlp.experts.32.gate_proj,0.0002206781,0.10000,1.055
+31,mlp.experts.33.gate_proj,0.0000217421,0.10000,1.048
+31,mlp.experts.34.gate_proj,0.0000398659,0.10000,1.046
+31,mlp.experts.35.gate_proj,0.0008162391,0.10000,0.993
+31,mlp.experts.36.gate_proj,0.0000944960,0.10000,0.975
+31,mlp.experts.37.gate_proj,0.0016442284,0.10000,1.008
+31,mlp.experts.38.gate_proj,0.0002646292,0.10000,0.991
+31,mlp.experts.39.gate_proj,0.0000471656,0.10000,1.050
+31,mlp.experts.40.gate_proj,0.0005955417,0.10000,0.993
+31,mlp.experts.41.gate_proj,0.0001465890,0.10000,0.999
+31,mlp.experts.42.gate_proj,0.0009660333,0.10000,0.997
+31,mlp.experts.43.gate_proj,0.0011250488,0.10000,1.000
+31,mlp.experts.44.gate_proj,0.0001011736,0.10000,1.021
+31,mlp.experts.45.gate_proj,0.0000650658,0.10000,0.997
+31,mlp.experts.46.gate_proj,0.0002441833,0.10000,1.004
+31,mlp.experts.47.gate_proj,0.0001657820,0.10000,1.005
+31,mlp.experts.48.gate_proj,0.0000145896,0.10000,1.020
+31,mlp.experts.49.gate_proj,0.0000479082,0.10000,1.081
+31,mlp.experts.50.gate_proj,0.0000840163,0.10000,1.010
+31,mlp.experts.51.gate_proj,0.0000115609,0.10000,1.040
+31,mlp.experts.52.gate_proj,0.0001243791,0.10000,0.984
+31,mlp.experts.53.gate_proj,0.0000512923,0.10000,0.995
+31,mlp.experts.54.gate_proj,0.0031294414,0.10000,1.009
+31,mlp.experts.55.gate_proj,0.0013857136,0.10000,1.009
+31,mlp.experts.56.gate_proj,0.0002159679,0.10000,0.997
+31,mlp.experts.57.gate_proj,0.0053553838,0.10000,0.970
+31,mlp.experts.58.gate_proj,0.0000943008,0.10000,0.948
+31,mlp.experts.59.gate_proj,0.0000508697,0.10000,0.995
+31,mlp.experts.60.gate_proj,0.0001216405,0.10000,1.004
+31,mlp.experts.61.gate_proj,0.0001368366,0.10000,1.050
+31,mlp.experts.62.gate_proj,0.0011790697,0.10000,1.048
+31,mlp.experts.63.gate_proj,0.0001275710,0.10000,1.033
+31,mlp.experts.64.gate_proj,0.0001560466,0.10000,1.041
+31,mlp.experts.65.gate_proj,0.0010207476,0.10000,1.080
+31,mlp.experts.66.gate_proj,0.0000407545,0.10000,0.988
+31,mlp.experts.67.gate_proj,0.0002724677,0.10000,1.053
+31,mlp.experts.68.gate_proj,0.0008625389,0.10000,1.017
+31,mlp.experts.69.gate_proj,0.0006577613,0.10000,1.043
+31,mlp.experts.70.gate_proj,0.0003651620,0.10000,1.018
+31,mlp.experts.71.gate_proj,0.0014524443,0.10000,0.944
+31,mlp.experts.72.gate_proj,0.0002272480,0.10000,0.952
+31,mlp.experts.73.gate_proj,0.0000391261,0.10000,1.034
+31,mlp.experts.74.gate_proj,0.0002149656,0.10000,0.982
+31,mlp.experts.75.gate_proj,0.0000688120,0.10000,1.013
+31,mlp.experts.76.gate_proj,0.0020220853,0.10000,1.047
+31,mlp.experts.77.gate_proj,0.0119989843,0.10000,1.042
+31,mlp.experts.78.gate_proj,0.0004983100,0.10000,0.984
+31,mlp.experts.79.gate_proj,0.0001546825,0.10000,1.056
+31,mlp.experts.80.gate_proj,0.0018019051,0.10000,1.010
+31,mlp.experts.81.gate_proj,0.0005565552,0.10000,1.030
+31,mlp.experts.82.gate_proj,0.0000594124,0.10000,1.046
+31,mlp.experts.83.gate_proj,0.0000738131,0.10000,1.071
+31,mlp.experts.84.gate_proj,0.0022292774,0.10000,1.026
+31,mlp.experts.85.gate_proj,0.0010226467,0.10000,1.000
+31,mlp.experts.86.gate_proj,0.0000722218,0.10000,1.030
+31,mlp.experts.87.gate_proj,0.0011671726,0.10000,1.053
+31,mlp.experts.88.gate_proj,0.0001210682,0.10000,1.052
+31,mlp.experts.89.gate_proj,0.0000446140,0.10000,0.975
+31,mlp.experts.90.gate_proj,0.0017115134,0.10000,0.952
+31,mlp.experts.91.gate_proj,0.0001221833,0.10000,1.012
+31,mlp.experts.92.gate_proj,0.0007456975,0.10000,0.973
+31,mlp.experts.93.gate_proj,0.0000221138,0.10000,1.061
+31,mlp.experts.94.gate_proj,0.0000286391,0.10000,1.054
+31,mlp.experts.95.gate_proj,0.0001318003,0.10000,1.056
+31,mlp.experts.96.gate_proj,0.0007357186,0.10000,1.043
+31,mlp.experts.97.gate_proj,0.0007531368,0.10000,1.049
+31,mlp.experts.98.gate_proj,0.0000122211,0.10000,1.063
+31,mlp.experts.99.gate_proj,0.0000876681,0.10000,1.029
+31,mlp.experts.100.gate_proj,0.0000532103,0.10000,1.048
+31,mlp.experts.101.gate_proj,0.0002812859,0.10000,1.074
+31,mlp.experts.102.gate_proj,0.0020522481,0.10000,1.026
+31,mlp.experts.103.gate_proj,0.0003659503,0.10000,1.058
+31,mlp.experts.104.gate_proj,0.0007457128,0.10000,1.010
+31,mlp.experts.105.gate_proj,0.0019149294,0.10000,1.010
+31,mlp.experts.106.gate_proj,0.0000541523,0.10000,1.012
+31,mlp.experts.107.gate_proj,0.0006737201,0.10000,1.039
+31,mlp.experts.108.gate_proj,0.0001865808,0.10000,1.010
+31,mlp.experts.109.gate_proj,0.0002839379,0.10000,1.017
+31,mlp.experts.110.gate_proj,0.0000123345,0.10000,1.025
+31,mlp.experts.111.gate_proj,0.0004704776,0.10000,0.993
+31,mlp.experts.112.gate_proj,0.0000608487,0.10000,0.995
+31,mlp.experts.113.gate_proj,0.0003986234,0.10000,1.076
+31,mlp.experts.114.gate_proj,0.0004072320,0.10000,1.091
+31,mlp.experts.115.gate_proj,0.0005540020,0.10000,1.033
+31,mlp.experts.116.gate_proj,0.0000378186,0.10000,1.051
+31,mlp.experts.117.gate_proj,0.0003280753,0.10000,1.030
+31,mlp.experts.118.gate_proj,0.0004562895,0.10000,1.087
+31,mlp.experts.119.gate_proj,0.0004464129,0.10000,1.041
+31,mlp.experts.120.gate_proj,0.0009611423,0.10000,1.029
+31,mlp.experts.121.gate_proj,0.0083705523,0.10000,1.084
+31,mlp.experts.122.gate_proj,0.0029083858,0.10000,1.018
+31,mlp.experts.124.gate_proj,0.0001649450,0.10000,0.995
+31,mlp.experts.123.gate_proj,0.0002845071,0.10000,1.043
+31,mlp.experts.126.gate_proj,0.0007611476,0.10000,1.035
+31,mlp.experts.125.gate_proj,0.0000649446,0.10000,1.042
+31,mlp.experts.127.gate_proj,0.0001741433,0.10000,0.636
+31,mlp.experts.0.down_proj,0.0006316292,0.10000,0.402
+31,mlp.experts.1.down_proj,0.0000112822,0.10000,0.414
+31,mlp.experts.2.down_proj,0.0001135857,0.10000,0.400
+31,mlp.experts.3.down_proj,0.0000213604,0.10000,0.407
+31,mlp.experts.4.down_proj,0.0000092206,0.10000,0.343
+31,mlp.experts.5.down_proj,0.0000052804,0.10000,0.351
+31,mlp.experts.6.down_proj,0.0000489728,0.10000,0.361
+31,mlp.experts.7.down_proj,0.0000383671,0.10000,0.370
+31,mlp.experts.8.down_proj,0.0000966699,0.10000,0.374
+31,mlp.experts.9.down_proj,0.0000150553,0.10000,0.401
+31,mlp.experts.10.down_proj,0.0002018584,0.10000,0.349
+31,mlp.experts.11.down_proj,0.0000125844,0.10000,0.352
+31,mlp.experts.12.down_proj,0.0000093819,0.10000,0.377
+31,mlp.experts.13.down_proj,0.0000058825,0.10000,0.378
+31,mlp.experts.14.down_proj,0.0001792295,0.10000,0.387
+31,mlp.experts.15.down_proj,0.0000222613,0.10000,0.385
+31,mlp.experts.16.down_proj,0.0001306749,0.10000,0.336
+31,mlp.experts.17.down_proj,0.0000076511,0.10000,0.341
+31,mlp.experts.18.down_proj,0.0000854375,0.10000,0.390
+31,mlp.experts.19.down_proj,0.0000515205,0.10000,0.393
+31,mlp.experts.20.down_proj,0.0000035159,0.10000,0.398
+31,mlp.experts.21.down_proj,0.0000038834,0.10000,0.401
+31,mlp.experts.22.down_proj,0.0000224219,0.10000,0.399
+31,mlp.experts.23.down_proj,0.0005034539,0.10000,0.392
+31,mlp.experts.24.down_proj,0.0000156373,0.10000,0.404
+31,mlp.experts.25.down_proj,0.0000121573,0.10000,0.371
+31,mlp.experts.26.down_proj,0.0000015103,0.10000,0.348
+31,mlp.experts.27.down_proj,0.0000469565,0.10000,0.350
+31,mlp.experts.28.down_proj,0.0008750796,0.10000,0.393
+31,mlp.experts.29.down_proj,0.0000615929,0.10000,0.410
+31,mlp.experts.30.down_proj,0.0001206349,0.10000,0.397
+31,mlp.experts.31.down_proj,0.0000050292,0.10000,0.400
+31,mlp.experts.32.down_proj,0.0000194249,0.10000,0.345
+31,mlp.experts.33.down_proj,0.0000035076,0.10000,0.350
+31,mlp.experts.34.down_proj,0.0000078640,0.10000,0.404
+31,mlp.experts.35.down_proj,0.0001465028,0.10000,0.400
+31,mlp.experts.36.down_proj,0.0000173897,0.10000,0.412
+31,mlp.experts.37.down_proj,0.0002792745,0.10000,0.405
+31,mlp.experts.38.down_proj,0.0000310173,0.10000,0.362
+31,mlp.experts.39.down_proj,0.0000071203,0.10000,0.361
+31,mlp.experts.40.down_proj,0.0001068101,0.10000,0.381
+31,mlp.experts.41.down_proj,0.0000302139,0.10000,0.393
+31,mlp.experts.42.down_proj,0.0001468028,0.10000,0.376
+31,mlp.experts.43.down_proj,0.0004717118,0.10000,0.397
+31,mlp.experts.44.down_proj,0.0000181447,0.10000,0.384
+31,mlp.experts.45.down_proj,0.0000101021,0.10000,0.386
+31,mlp.experts.46.down_proj,0.0000446843,0.10000,0.337
+31,mlp.experts.47.down_proj,0.0000269481,0.10000,0.338
+31,mlp.experts.48.down_proj,0.0000021701,0.10000,0.334
+31,mlp.experts.49.down_proj,0.0000112259,0.10000,0.355
+31,mlp.experts.50.down_proj,0.0000200086,0.10000,0.401
+31,mlp.experts.51.down_proj,0.0000018260,0.10000,0.401
+31,mlp.experts.52.down_proj,0.0000168666,0.10000,0.388
+31,mlp.experts.53.down_proj,0.0000083589,0.10000,0.373
+31,mlp.experts.54.down_proj,0.0004458800,0.10000,0.331
+31,mlp.experts.55.down_proj,0.0005133173,0.10000,0.340
+31,mlp.experts.56.down_proj,0.0000233560,0.10000,0.384
+31,mlp.experts.57.down_proj,0.0013452798,0.10000,0.401
+31,mlp.experts.58.down_proj,0.0000185534,0.10000,0.397
+31,mlp.experts.59.down_proj,0.0000092099,0.10000,0.375
+31,mlp.experts.60.down_proj,0.0000253484,0.10000,0.355
+31,mlp.experts.61.down_proj,0.0000238642,0.10000,0.354
+31,mlp.experts.62.down_proj,0.0003554618,0.10000,0.369
+31,mlp.experts.63.down_proj,0.0000249894,0.10000,0.365
+31,mlp.experts.64.down_proj,0.0000360032,0.10000,0.408
+31,mlp.experts.65.down_proj,0.0001566438,0.10000,0.400
+31,mlp.experts.66.down_proj,0.0000064704,0.10000,0.403
+31,mlp.experts.67.down_proj,0.0000506710,0.10000,0.403
+31,mlp.experts.68.down_proj,0.0000452533,0.10000,0.361
+31,mlp.experts.69.down_proj,0.0001777972,0.10000,0.368
+31,mlp.experts.70.down_proj,0.0000619715,0.10000,0.348
+31,mlp.experts.71.down_proj,0.0004086217,0.10000,0.343
+31,mlp.experts.72.down_proj,0.0000457564,0.10000,0.392
+31,mlp.experts.73.down_proj,0.0000068122,0.10000,0.407
+31,mlp.experts.74.down_proj,0.0000338443,0.10000,0.405
+31,mlp.experts.75.down_proj,0.0000129212,0.10000,0.395
+31,mlp.experts.76.down_proj,0.0003714942,0.10000,0.415
+31,mlp.experts.77.down_proj,0.0033535002,0.10000,0.391
+31,mlp.experts.78.down_proj,0.0001135091,0.10000,0.409
+31,mlp.experts.79.down_proj,0.0000201407,0.10000,0.403
+31,mlp.experts.80.down_proj,0.0004613729,0.10000,0.391
+31,mlp.experts.81.down_proj,0.0001221806,0.10000,0.413
+31,mlp.experts.82.down_proj,0.0000109736,0.10000,0.369
+31,mlp.experts.83.down_proj,0.0000119925,0.10000,0.379
+31,mlp.experts.84.down_proj,0.0004748437,0.10000,0.355
+31,mlp.experts.85.down_proj,0.0002740202,0.10000,0.349
+31,mlp.experts.86.down_proj,0.0000111403,0.10000,0.378
+31,mlp.experts.87.down_proj,0.0002945851,0.10000,0.375
+31,mlp.experts.88.down_proj,0.0000185860,0.10000,0.376
+31,mlp.experts.89.down_proj,0.0000061454,0.10000,0.388
+31,mlp.experts.90.down_proj,0.0006043844,0.10000,0.399
+31,mlp.experts.91.down_proj,0.0000187382,0.10000,0.373
+31,mlp.experts.92.down_proj,0.0001568555,0.10000,0.335
+31,mlp.experts.93.down_proj,0.0000030440,0.10000,0.352
+31,mlp.experts.94.down_proj,0.0000055177,0.10000,0.344
+31,mlp.experts.95.down_proj,0.0000341304,0.10000,0.326
+31,mlp.experts.96.down_proj,0.0002429189,0.10000,0.359
+31,mlp.experts.97.down_proj,0.0001633006,0.10000,0.366
+31,mlp.experts.98.down_proj,0.0000020390,0.10000,0.384
+31,mlp.experts.99.down_proj,0.0000106974,0.10000,0.385
+31,mlp.experts.100.down_proj,0.0000115430,0.10000,0.387
+31,mlp.experts.101.down_proj,0.0000594269,0.10000,0.387
+31,mlp.experts.102.down_proj,0.0006135573,0.10000,0.368
+31,mlp.experts.103.down_proj,0.0001058742,0.10000,0.364
+31,mlp.experts.104.down_proj,0.0002187981,0.10000,0.368
+31,mlp.experts.105.down_proj,0.0007230892,0.10000,0.391
+31,mlp.experts.106.down_proj,0.0000102231,0.10000,0.370
+31,mlp.experts.107.down_proj,0.0002175214,0.10000,0.388
+31,mlp.experts.108.down_proj,0.0000166647,0.10000,0.371
+31,mlp.experts.109.down_proj,0.0000408953,0.10000,0.371
+31,mlp.experts.110.down_proj,0.0000020952,0.10000,0.373
+31,mlp.experts.111.down_proj,0.0001282082,0.10000,0.389
+31,mlp.experts.112.down_proj,0.0000112941,0.10000,0.417
+31,mlp.experts.113.down_proj,0.0000910660,0.10000,0.393
+31,mlp.experts.114.down_proj,0.0000679374,0.10000,0.407
+31,mlp.experts.115.down_proj,0.0000224586,0.10000,0.402
+31,mlp.experts.116.down_proj,0.0000062562,0.10000,0.392
+31,mlp.experts.117.down_proj,0.0000758322,0.10000,0.393
+31,mlp.experts.118.down_proj,0.0001054989,0.10000,0.401
+31,mlp.experts.119.down_proj,0.0000904727,0.10000,0.388
+31,mlp.experts.120.down_proj,0.0002217070,0.10000,0.351
+31,mlp.experts.121.down_proj,0.0001103913,0.10000,0.346
+31,mlp.experts.122.down_proj,0.0005476685,0.10000,0.410
+31,mlp.experts.123.down_proj,0.0000507591,0.10000,0.391
+31,mlp.experts.124.down_proj,0.0000406249,0.10000,0.396
+31,mlp.experts.125.down_proj,0.0000102393,0.10000,0.405
+31,mlp.experts.126.down_proj,0.0001265002,0.10000,0.405
+31,mlp.experts.127.down_proj,0.0000289702,0.10000,0.378
+32,self_attn.k_proj,0.0000000971,0.10000,1.037
+32,self_attn.q_proj,0.0000007175,0.10000,1.042
+32,self_attn.v_proj,0.0000001316,0.10000,0.612
+32,self_attn.o_proj,0.0000001122,0.10000,1.221
+32,mlp.gate,0.0000045112,0.10000,0.617
+32,mlp.experts.0.up_proj,0.0018506294,0.10000,0.977
+32,mlp.experts.1.up_proj,0.0162139099,0.10000,1.025
+32,mlp.experts.2.up_proj,0.0001090902,0.10000,1.011
+32,mlp.experts.3.up_proj,0.0000431842,0.10000,1.045
+32,mlp.experts.4.up_proj,0.0001447174,0.10000,1.009
+32,mlp.experts.5.up_proj,0.0001503062,0.10000,1.059
+32,mlp.experts.6.up_proj,0.0002832995,0.10000,1.020
+32,mlp.experts.7.up_proj,0.0023273726,0.10000,1.051
+32,mlp.experts.8.up_proj,0.0000533920,0.10000,1.024
+32,mlp.experts.9.up_proj,0.0003960644,0.10000,1.056
+32,mlp.experts.10.up_proj,0.0013087113,0.10000,1.015
+32,mlp.experts.11.up_proj,0.0013859301,0.10000,1.032
+32,mlp.experts.12.up_proj,0.0022308449,0.10000,0.928
+32,mlp.experts.13.up_proj,0.0004728669,0.10000,0.948
+32,mlp.experts.14.up_proj,0.0000314635,0.10000,1.079
+32,mlp.experts.15.up_proj,0.0000742371,0.10000,1.018
+32,mlp.experts.16.up_proj,0.0062817548,0.10000,1.065
+32,mlp.experts.17.up_proj,0.0000612362,0.10000,1.025
+32,mlp.experts.18.up_proj,0.0002263392,0.10000,1.053
+32,mlp.experts.19.up_proj,0.0004042909,0.10000,1.032
+32,mlp.experts.20.up_proj,0.0003416643,0.10000,1.071
+32,mlp.experts.21.up_proj,0.0000371298,0.10000,1.042
+32,mlp.experts.22.up_proj,0.0000558778,0.10000,0.892
+32,mlp.experts.23.up_proj,0.0000831416,0.10000,0.894
+32,mlp.experts.24.up_proj,0.0001311493,0.10000,0.986
+32,mlp.experts.25.up_proj,0.0000347000,0.10000,0.993
+32,mlp.experts.26.up_proj,0.0017026343,0.10000,1.010
+32,mlp.experts.27.up_proj,0.0001262582,0.10000,1.021
+32,mlp.experts.28.up_proj,0.0001211907,0.10000,0.995
+32,mlp.experts.29.up_proj,0.0007084600,0.10000,0.990
+32,mlp.experts.30.up_proj,0.0002073969,0.10000,0.990
+32,mlp.experts.31.up_proj,0.0007958079,0.10000,0.971
+32,mlp.experts.32.up_proj,0.0000538924,0.10000,1.057
+32,mlp.experts.33.up_proj,0.0000119307,0.10000,1.048
+32,mlp.experts.34.up_proj,0.0009587522,0.10000,0.991
+32,mlp.experts.35.up_proj,0.0001561608,0.10000,0.998
+32,mlp.experts.36.up_proj,0.0000684088,0.10000,1.051
+32,mlp.experts.37.up_proj,0.0002500005,0.10000,1.043
+32,mlp.experts.38.up_proj,0.0000777731,0.10000,1.033
+32,mlp.experts.39.up_proj,0.0000697413,0.10000,1.032
+32,mlp.experts.40.up_proj,0.0005094012,0.10000,1.028
+32,mlp.experts.41.up_proj,0.0011815277,0.10000,1.047
+32,mlp.experts.42.up_proj,0.0004297612,0.10000,1.036
+32,mlp.experts.43.up_proj,0.0000759788,0.10000,1.035
+32,mlp.experts.44.up_proj,0.0000104338,0.10000,1.046
+32,mlp.experts.45.up_proj,0.0000795293,0.10000,1.028
+32,mlp.experts.46.up_proj,0.0000652435,0.10000,1.063
+32,mlp.experts.47.up_proj,0.0000613520,0.10000,0.998
+32,mlp.experts.48.up_proj,0.0002539297,0.10000,1.023
+32,mlp.experts.49.up_proj,0.0009774151,0.10000,1.024
+32,mlp.experts.50.up_proj,0.0004748514,0.10000,1.046
+32,mlp.experts.51.up_proj,0.0008841592,0.10000,1.046
+32,mlp.experts.52.up_proj,0.0012976706,0.10000,1.028
+32,mlp.experts.53.up_proj,0.0000994154,0.10000,1.025
+32,mlp.experts.54.up_proj,0.0004035764,0.10000,1.036
+32,mlp.experts.55.up_proj,0.0004086655,0.10000,1.044
+32,mlp.experts.56.up_proj,0.0000335556,0.10000,1.026
+32,mlp.experts.57.up_proj,0.0001704843,0.10000,1.032
+32,mlp.experts.58.up_proj,0.0106393878,0.10000,1.055
+32,mlp.experts.59.up_proj,0.0003172857,0.10000,1.055
+32,mlp.experts.60.up_proj,0.0004075822,0.10000,0.974
+32,mlp.experts.61.up_proj,0.0005284017,0.10000,0.976
+32,mlp.experts.63.up_proj,0.0015922330,0.10000,1.071
+32,mlp.experts.62.up_proj,0.0000332812,0.10000,1.101
+32,mlp.experts.64.up_proj,0.0001067272,0.10000,1.015
+32,mlp.experts.65.up_proj,0.0000807586,0.10000,1.025
+32,mlp.experts.66.up_proj,0.0001271844,0.10000,1.015
+32,mlp.experts.67.up_proj,0.0001543898,0.10000,1.037
+32,mlp.experts.68.up_proj,0.0003729289,0.10000,1.005
+32,mlp.experts.69.up_proj,0.0002495223,0.10000,1.009
+32,mlp.experts.70.up_proj,0.0001297935,0.10000,1.046
+32,mlp.experts.71.up_proj,0.0009752595,0.10000,1.055
+32,mlp.experts.72.up_proj,0.0002367017,0.10000,1.030
+32,mlp.experts.73.up_proj,0.0059700899,0.10000,1.068
+32,mlp.experts.74.up_proj,0.0000939813,0.10000,1.045
+32,mlp.experts.75.up_proj,0.0020177353,0.10000,1.047
+32,mlp.experts.76.up_proj,0.0006510051,0.10000,1.055
+32,mlp.experts.77.up_proj,0.0001633603,0.10000,1.003
+32,mlp.experts.78.up_proj,0.0001450862,0.10000,1.038
+32,mlp.experts.79.up_proj,0.0001151411,0.10000,1.035
+32,mlp.experts.80.up_proj,0.0000356180,0.10000,1.005
+32,mlp.experts.81.up_proj,0.0011994122,0.10000,1.002
+32,mlp.experts.82.up_proj,0.0000372904,0.10000,1.040
+32,mlp.experts.83.up_proj,0.0014066107,0.10000,1.071
+32,mlp.experts.84.up_proj,0.0001817062,0.10000,1.029
+32,mlp.experts.85.up_proj,0.0007019905,0.10000,1.034
+32,mlp.experts.86.up_proj,0.0000372454,0.10000,1.026
+32,mlp.experts.87.up_proj,0.0001959599,0.10000,1.048
+32,mlp.experts.88.up_proj,0.0005013298,0.10000,1.034
+32,mlp.experts.89.up_proj,0.0028377087,0.10000,1.048
+32,mlp.experts.90.up_proj,0.0000172466,0.10000,1.033
+32,mlp.experts.91.up_proj,0.0000307609,0.10000,0.965
+32,mlp.experts.92.up_proj,0.0001981993,0.10000,0.979
+32,mlp.experts.93.up_proj,0.0009954639,0.10000,1.034
+32,mlp.experts.94.up_proj,0.0001730097,0.10000,1.021
+32,mlp.experts.95.up_proj,0.0000120329,0.10000,1.032
+32,mlp.experts.96.up_proj,0.0072171790,0.10000,1.036
+32,mlp.experts.97.up_proj,0.0014897351,0.10000,1.016
+32,mlp.experts.98.up_proj,0.0003764854,0.10000,1.054
+32,mlp.experts.99.up_proj,0.0002370368,0.10000,1.049
+32,mlp.experts.100.up_proj,0.0000405035,0.10000,1.056
+32,mlp.experts.101.up_proj,0.0001859091,0.10000,1.048
+32,mlp.experts.102.up_proj,0.0005542367,0.10000,0.984
+32,mlp.experts.103.up_proj,0.0000332010,0.10000,0.999
+32,mlp.experts.104.up_proj,0.0000236476,0.10000,1.056
+32,mlp.experts.105.up_proj,0.0000193110,0.10000,1.020
+32,mlp.experts.106.up_proj,0.0000143092,0.10000,0.977
+32,mlp.experts.107.up_proj,0.0006494503,0.10000,0.948
+32,mlp.experts.108.up_proj,0.0002694441,0.10000,1.013
+32,mlp.experts.109.up_proj,0.0002570252,0.10000,1.034
+32,mlp.experts.110.up_proj,0.0000325238,0.10000,0.995
+32,mlp.experts.111.up_proj,0.0010298774,0.10000,1.032
+32,mlp.experts.112.up_proj,0.0023137220,0.10000,1.006
+32,mlp.experts.113.up_proj,0.0015110279,0.10000,1.012
+32,mlp.experts.114.up_proj,0.0000839230,0.10000,0.990
+32,mlp.experts.115.up_proj,0.0076658856,0.10000,1.044
+32,mlp.experts.116.up_proj,0.0000178869,0.10000,1.004
+32,mlp.experts.117.up_proj,0.0007453267,0.10000,1.024
+32,mlp.experts.118.up_proj,0.0015245839,0.10000,1.006
+32,mlp.experts.119.up_proj,0.0019137577,0.10000,1.024
+32,mlp.experts.120.up_proj,0.0005080180,0.10000,1.012
+32,mlp.experts.121.up_proj,0.0000601865,0.10000,1.000
+32,mlp.experts.122.up_proj,0.0000581140,0.10000,0.995
+32,mlp.experts.123.up_proj,0.0005123877,0.10000,0.998
+32,mlp.experts.124.up_proj,0.0001974320,0.10000,0.999
+32,mlp.experts.125.up_proj,0.0002630792,0.10000,1.051
+32,mlp.experts.126.up_proj,0.0005754921,0.10000,1.027
+32,mlp.experts.127.up_proj,0.0001195384,0.10000,1.045
+32,mlp.experts.0.gate_proj,0.0019459093,0.10000,0.988
+32,mlp.experts.1.gate_proj,0.0155920581,0.10000,0.980
+32,mlp.experts.2.gate_proj,0.0001091955,0.10000,1.040
+32,mlp.experts.3.gate_proj,0.0000431190,0.10000,0.978
+32,mlp.experts.4.gate_proj,0.0001448587,0.10000,1.036
+32,mlp.experts.5.gate_proj,0.0001525594,0.10000,1.031
+32,mlp.experts.6.gate_proj,0.0002867716,0.10000,1.031
+32,mlp.experts.7.gate_proj,0.0023174133,0.10000,1.012
+32,mlp.experts.8.gate_proj,0.0000524453,0.10000,1.031
+32,mlp.experts.9.gate_proj,0.0011333209,0.10000,0.988
+32,mlp.experts.10.gate_proj,0.0013093182,0.10000,1.043
+32,mlp.experts.11.gate_proj,0.0013787952,0.10000,1.026
+32,mlp.experts.12.gate_proj,0.0020840520,0.10000,0.935
+32,mlp.experts.13.gate_proj,0.0004984230,0.10000,0.916
+32,mlp.experts.14.gate_proj,0.0000282903,0.10000,1.032
+32,mlp.experts.15.gate_proj,0.0000689571,0.10000,1.038
+32,mlp.experts.16.gate_proj,0.0063799412,0.10000,1.050
+32,mlp.experts.17.gate_proj,0.0000651670,0.10000,1.012
+32,mlp.experts.18.gate_proj,0.0002220488,0.10000,1.071
+32,mlp.experts.19.gate_proj,0.0003819011,0.10000,1.046
+32,mlp.experts.20.gate_proj,0.0002552515,0.10000,0.988
+32,mlp.experts.21.gate_proj,0.0000363735,0.10000,1.062
+32,mlp.experts.22.gate_proj,0.0000538888,0.10000,1.044
+32,mlp.experts.23.gate_proj,0.0000791671,0.10000,1.055
+32,mlp.experts.24.gate_proj,0.0001384297,0.10000,1.022
+32,mlp.experts.25.gate_proj,0.0000333364,0.10000,1.070
+32,mlp.experts.26.gate_proj,0.0016666675,0.10000,1.040
+32,mlp.experts.27.gate_proj,0.0001165775,0.10000,1.037
+32,mlp.experts.28.gate_proj,0.0001207735,0.10000,1.056
+32,mlp.experts.29.gate_proj,0.0007071038,0.10000,1.029
+32,mlp.experts.30.gate_proj,0.0001983097,0.10000,1.047
+32,mlp.experts.31.gate_proj,0.0007863144,0.10000,0.986
+32,mlp.experts.32.gate_proj,0.0000555048,0.10000,1.041
+32,mlp.experts.33.gate_proj,0.0000114856,0.10000,1.077
+32,mlp.experts.34.gate_proj,0.0008629020,0.10000,1.037
+32,mlp.experts.35.gate_proj,0.0001229216,0.10000,1.067
+32,mlp.experts.36.gate_proj,0.0000649171,0.10000,1.062
+32,mlp.experts.37.gate_proj,0.0002390996,0.10000,1.042
+32,mlp.experts.38.gate_proj,0.0000603379,0.10000,0.980
+32,mlp.experts.39.gate_proj,0.0000511422,0.10000,1.074
+32,mlp.experts.40.gate_proj,0.0004987209,0.10000,1.025
+32,mlp.experts.41.gate_proj,0.0011110249,0.10000,1.058
+32,mlp.experts.42.gate_proj,0.0004226725,0.10000,1.017
+32,mlp.experts.43.gate_proj,0.0000702054,0.10000,1.057
+32,mlp.experts.44.gate_proj,0.0000083171,0.10000,1.021
+32,mlp.experts.45.gate_proj,0.0000799404,0.10000,1.075
+32,mlp.experts.46.gate_proj,0.0000605351,0.10000,1.034
+32,mlp.experts.47.gate_proj,0.0000606278,0.10000,1.027
+32,mlp.experts.48.gate_proj,0.0002469362,0.10000,1.042
+32,mlp.experts.49.gate_proj,0.0009086057,0.10000,1.001
+32,mlp.experts.50.gate_proj,0.0004877259,0.10000,0.986
+32,mlp.experts.51.gate_proj,0.0008682517,0.10000,0.990
+32,mlp.experts.52.gate_proj,0.0011413073,0.10000,1.059
+32,mlp.experts.53.gate_proj,0.0001008098,0.10000,1.079
+32,mlp.experts.54.gate_proj,0.0003931003,0.10000,1.018
+32,mlp.experts.55.gate_proj,0.0003489683,0.10000,1.013
+32,mlp.experts.56.gate_proj,0.0000340441,0.10000,0.999
+32,mlp.experts.57.gate_proj,0.0001670809,0.10000,0.991
+32,mlp.experts.58.gate_proj,0.0085812158,0.10000,0.999
+32,mlp.experts.59.gate_proj,0.0002764651,0.10000,1.094
+32,mlp.experts.60.gate_proj,0.0003909838,0.10000,0.976
+32,mlp.experts.61.gate_proj,0.0004630863,0.10000,1.063
+32,mlp.experts.62.gate_proj,0.0000327561,0.10000,1.043
+32,mlp.experts.63.gate_proj,0.0015462461,0.10000,1.049
+32,mlp.experts.64.gate_proj,0.0000974609,0.10000,1.041
+32,mlp.experts.65.gate_proj,0.0000651420,0.10000,1.065
+32,mlp.experts.66.gate_proj,0.0001161783,0.10000,1.043
+32,mlp.experts.67.gate_proj,0.0001522298,0.10000,1.090
+32,mlp.experts.68.gate_proj,0.0003679068,0.10000,1.016
+32,mlp.experts.69.gate_proj,0.0002432610,0.10000,1.079
+32,mlp.experts.70.gate_proj,0.0001273025,0.10000,1.049
+32,mlp.experts.71.gate_proj,0.0009808168,0.10000,1.061
+32,mlp.experts.72.gate_proj,0.0002282878,0.10000,1.009
+32,mlp.experts.73.gate_proj,0.0054490504,0.10000,0.997
+32,mlp.experts.74.gate_proj,0.0000928353,0.10000,1.012
+32,mlp.experts.75.gate_proj,0.0019744302,0.10000,0.938
+32,mlp.experts.76.gate_proj,0.0006450233,0.10000,0.967
+32,mlp.experts.77.gate_proj,0.0001676358,0.10000,1.031
+32,mlp.experts.78.gate_proj,0.0001488182,0.10000,1.026
+32,mlp.experts.79.gate_proj,0.0000998665,0.10000,1.035
+32,mlp.experts.80.gate_proj,0.0000333622,0.10000,1.028
+32,mlp.experts.81.gate_proj,0.0010488687,0.10000,1.028
+32,mlp.experts.82.gate_proj,0.0000364001,0.10000,1.024
+32,mlp.experts.83.gate_proj,0.0015689232,0.10000,1.049
+32,mlp.experts.84.gate_proj,0.0001596509,0.10000,1.046
+32,mlp.experts.85.gate_proj,0.0007735828,0.10000,0.997
+32,mlp.experts.86.gate_proj,0.0000362409,0.10000,0.970
+32,mlp.experts.87.gate_proj,0.0002077549,0.10000,1.021
+32,mlp.experts.88.gate_proj,0.0005287618,0.10000,1.034
+32,mlp.experts.89.gate_proj,0.0028376459,0.10000,1.028
+32,mlp.experts.90.gate_proj,0.0000173719,0.10000,1.054
+32,mlp.experts.91.gate_proj,0.0000306725,0.10000,1.050
+32,mlp.experts.92.gate_proj,0.0002116022,0.10000,1.017
+32,mlp.experts.93.gate_proj,0.0009349107,0.10000,1.003
+32,mlp.experts.94.gate_proj,0.0001350421,0.10000,1.062
+32,mlp.experts.95.gate_proj,0.0000112544,0.10000,1.034
+32,mlp.experts.96.gate_proj,0.0072618893,0.10000,1.012
+32,mlp.experts.97.gate_proj,0.0014289825,0.10000,1.052
+32,mlp.experts.98.gate_proj,0.0004060467,0.10000,1.019
+32,mlp.experts.99.gate_proj,0.0002257775,0.10000,0.981
+32,mlp.experts.100.gate_proj,0.0000412636,0.10000,1.030
+32,mlp.experts.101.gate_proj,0.0001754164,0.10000,0.966
+32,mlp.experts.102.gate_proj,0.0005649474,0.10000,1.033
+32,mlp.experts.103.gate_proj,0.0000279191,0.10000,1.056
+32,mlp.experts.104.gate_proj,0.0000237628,0.10000,0.976
+32,mlp.experts.105.gate_proj,0.0000190535,0.10000,0.961
+32,mlp.experts.106.gate_proj,0.0000122185,0.10000,0.994
+32,mlp.experts.107.gate_proj,0.0006233374,0.10000,1.011
+32,mlp.experts.108.gate_proj,0.0002638045,0.10000,0.998
+32,mlp.experts.109.gate_proj,0.0002318332,0.10000,0.981
+32,mlp.experts.110.gate_proj,0.0000346394,0.10000,0.987
+32,mlp.experts.111.gate_proj,0.0009353621,0.10000,1.015
+32,mlp.experts.112.gate_proj,0.0021486219,0.10000,0.970
+32,mlp.experts.113.gate_proj,0.0015037601,0.10000,0.976
+32,mlp.experts.114.gate_proj,0.0000754211,0.10000,1.025
+32,mlp.experts.115.gate_proj,0.0074357847,0.10000,1.005
+32,mlp.experts.116.gate_proj,0.0000161429,0.10000,1.013
+32,mlp.experts.117.gate_proj,0.0007234063,0.10000,0.989
+32,mlp.experts.118.gate_proj,0.0015008029,0.10000,1.018
+32,mlp.experts.119.gate_proj,0.0019236085,0.10000,0.992
+32,mlp.experts.120.gate_proj,0.0005233696,0.10000,1.020
+32,mlp.experts.121.gate_proj,0.0000474379,0.10000,0.976
+32,mlp.experts.122.gate_proj,0.0000486872,0.10000,0.979
+32,mlp.experts.123.gate_proj,0.0005130373,0.10000,1.018
+32,mlp.experts.124.gate_proj,0.0002038077,0.10000,1.009
+32,mlp.experts.125.gate_proj,0.0002371475,0.10000,1.027
+32,mlp.experts.126.gate_proj,0.0005512357,0.10000,0.980
+32,mlp.experts.127.gate_proj,0.0001062484,0.10000,0.819
+32,mlp.experts.1.down_proj,0.0022353980,0.10000,0.389
+32,mlp.experts.0.down_proj,0.0005386081,0.10000,0.406
+32,mlp.experts.2.down_proj,0.0000305543,0.10000,0.397
+32,mlp.experts.3.down_proj,0.0000074954,0.10000,0.404
+32,mlp.experts.4.down_proj,0.0000403333,0.10000,0.395
+32,mlp.experts.5.down_proj,0.0000238204,0.10000,0.420
+32,mlp.experts.6.down_proj,0.0000724799,0.10000,0.395
+32,mlp.experts.7.down_proj,0.0007764582,0.10000,0.403
+32,mlp.experts.8.down_proj,0.0000092012,0.10000,0.398
+32,mlp.experts.9.down_proj,0.0002146435,0.10000,0.400
+32,mlp.experts.10.down_proj,0.0002904249,0.10000,0.386
+32,mlp.experts.11.down_proj,0.0004037914,0.10000,0.411
+32,mlp.experts.12.down_proj,0.0004423611,0.10000,0.401
+32,mlp.experts.13.down_proj,0.0001234951,0.10000,0.382
+32,mlp.experts.14.down_proj,0.0000072097,0.10000,0.325
+32,mlp.experts.15.down_proj,0.0000178451,0.10000,0.333
+32,mlp.experts.16.down_proj,0.0001694631,0.10000,0.339
+32,mlp.experts.17.down_proj,0.0000122117,0.10000,0.346
+32,mlp.experts.18.down_proj,0.0000725786,0.10000,0.371
+32,mlp.experts.19.down_proj,0.0000990871,0.10000,0.383
+32,mlp.experts.20.down_proj,0.0001001540,0.10000,0.389
+32,mlp.experts.21.down_proj,0.0000064660,0.10000,0.408
+32,mlp.experts.22.down_proj,0.0000111922,0.10000,0.398
+32,mlp.experts.23.down_proj,0.0000151548,0.10000,0.383
+32,mlp.experts.24.down_proj,0.0000329149,0.10000,0.361
+32,mlp.experts.25.down_proj,0.0000047073,0.10000,0.362
+32,mlp.experts.26.down_proj,0.0002790245,0.10000,0.383
+32,mlp.experts.27.down_proj,0.0000316863,0.10000,0.381
+32,mlp.experts.28.down_proj,0.0000290341,0.10000,0.383
+32,mlp.experts.29.down_proj,0.0001392518,0.10000,0.386
+32,mlp.experts.30.down_proj,0.0000553546,0.10000,0.390
+32,mlp.experts.31.down_proj,0.0003410229,0.10000,0.390
+32,mlp.experts.32.down_proj,0.0000099066,0.10000,0.386
+32,mlp.experts.33.down_proj,0.0000015665,0.10000,0.377
+32,mlp.experts.34.down_proj,0.0003846816,0.10000,0.380
+32,mlp.experts.35.down_proj,0.0000445347,0.10000,0.364
+32,mlp.experts.36.down_proj,0.0000172966,0.10000,0.386
+32,mlp.experts.37.down_proj,0.0000486605,0.10000,0.375
+32,mlp.experts.38.down_proj,0.0000136586,0.10000,0.367
+32,mlp.experts.39.down_proj,0.0000143346,0.10000,0.369
+32,mlp.experts.40.down_proj,0.0001033634,0.10000,0.390
+32,mlp.experts.41.down_proj,0.0004542294,0.10000,0.388
+32,mlp.experts.42.down_proj,0.0000909581,0.10000,0.363
+32,mlp.experts.43.down_proj,0.0000148908,0.10000,0.367
+32,mlp.experts.44.down_proj,0.0000015445,0.10000,0.379
+32,mlp.experts.45.down_proj,0.0000136012,0.10000,0.394
+32,mlp.experts.46.down_proj,0.0000101465,0.10000,0.396
+32,mlp.experts.47.down_proj,0.0000117131,0.10000,0.381
+32,mlp.experts.48.down_proj,0.0000516293,0.10000,0.417
+32,mlp.experts.49.down_proj,0.0003610986,0.10000,0.408
+32,mlp.experts.50.down_proj,0.0001274506,0.10000,0.406
+32,mlp.experts.51.down_proj,0.0003120843,0.10000,0.391
+32,mlp.experts.52.down_proj,0.0004038297,0.10000,0.419
+32,mlp.experts.53.down_proj,0.0000212374,0.10000,0.391
+32,mlp.experts.54.down_proj,0.0000794056,0.10000,0.398
+32,mlp.experts.55.down_proj,0.0001117530,0.10000,0.388
+32,mlp.experts.57.down_proj,0.0000287727,0.10000,0.410
+32,mlp.experts.56.down_proj,0.0000068214,0.10000,0.415
+32,mlp.experts.58.down_proj,0.0025560516,0.10000,0.352
+32,mlp.experts.59.down_proj,0.0000633895,0.10000,0.355
+32,mlp.experts.60.down_proj,0.0001168055,0.10000,0.411
+32,mlp.experts.61.down_proj,0.0001617888,0.10000,0.411
+32,mlp.experts.62.down_proj,0.0000053058,0.10000,0.412
+32,mlp.experts.63.down_proj,0.0006176249,0.10000,0.412
+32,mlp.experts.64.down_proj,0.0000294805,0.10000,0.407
+32,mlp.experts.65.down_proj,0.0000169058,0.10000,0.413
+32,mlp.experts.66.down_proj,0.0000346543,0.10000,0.403
+32,mlp.experts.67.down_proj,0.0000373090,0.10000,0.404
+32,mlp.experts.68.down_proj,0.0000358297,0.10000,0.403
+32,mlp.experts.69.down_proj,0.0000394653,0.10000,0.407
+32,mlp.experts.70.down_proj,0.0000247973,0.10000,0.401
+32,mlp.experts.71.down_proj,0.0003121768,0.10000,0.401
+32,mlp.experts.72.down_proj,0.0000469479,0.10000,0.407
+32,mlp.experts.73.down_proj,0.0018775086,0.10000,0.402
+32,mlp.experts.74.down_proj,0.0000155368,0.10000,0.331
+32,mlp.experts.75.down_proj,0.0004870876,0.10000,0.328
+32,mlp.experts.76.down_proj,0.0001354737,0.10000,0.353
+32,mlp.experts.77.down_proj,0.0000479536,0.10000,0.353
+32,mlp.experts.78.down_proj,0.0000234091,0.10000,0.387
+32,mlp.experts.79.down_proj,0.0000267590,0.10000,0.406
+32,mlp.experts.80.down_proj,0.0000070794,0.10000,0.404
+32,mlp.experts.81.down_proj,0.0004639799,0.10000,0.395
+32,mlp.experts.82.down_proj,0.0000074114,0.10000,0.383
+32,mlp.experts.83.down_proj,0.0001060905,0.10000,0.387
+32,mlp.experts.84.down_proj,0.0000363289,0.10000,0.398
+32,mlp.experts.85.down_proj,0.0000385670,0.10000,0.401
+32,mlp.experts.86.down_proj,0.0000072513,0.10000,0.376
+32,mlp.experts.87.down_proj,0.0000418407,0.10000,0.364
+32,mlp.experts.88.down_proj,0.0001405952,0.10000,0.339
+32,mlp.experts.89.down_proj,0.0012084566,0.10000,0.340
+32,mlp.experts.90.down_proj,0.0000026365,0.10000,0.377
+32,mlp.experts.91.down_proj,0.0000047258,0.10000,0.393
+32,mlp.experts.92.down_proj,0.0000447547,0.10000,0.364
+32,mlp.experts.93.down_proj,0.0004244762,0.10000,0.382
+32,mlp.experts.94.down_proj,0.0000355847,0.10000,0.376
+32,mlp.experts.95.down_proj,0.0000013361,0.10000,0.371
+32,mlp.experts.96.down_proj,0.0022416283,0.10000,0.367
+32,mlp.experts.97.down_proj,0.0005878797,0.10000,0.382
+32,mlp.experts.98.down_proj,0.0000878623,0.10000,0.396
+32,mlp.experts.99.down_proj,0.0000609910,0.10000,0.400
+32,mlp.experts.100.down_proj,0.0000081230,0.10000,0.371
+32,mlp.experts.101.down_proj,0.0000402267,0.10000,0.367
+32,mlp.experts.102.down_proj,0.0001477760,0.10000,0.388
+32,mlp.experts.103.down_proj,0.0000051794,0.10000,0.401
+32,mlp.experts.104.down_proj,0.0000036803,0.10000,0.383
+32,mlp.experts.105.down_proj,0.0000023412,0.10000,0.397
+32,mlp.experts.106.down_proj,0.0000020492,0.10000,0.387
+32,mlp.experts.107.down_proj,0.0001381188,0.10000,0.386
+32,mlp.experts.108.down_proj,0.0000507014,0.10000,0.374
+32,mlp.experts.109.down_proj,0.0000858354,0.10000,0.379
+32,mlp.experts.110.down_proj,0.0000049225,0.10000,0.340
+32,mlp.experts.111.down_proj,0.0003216027,0.10000,0.342
+32,mlp.experts.112.down_proj,0.0006319844,0.10000,0.345
+32,mlp.experts.113.down_proj,0.0004341076,0.10000,0.377
+32,mlp.experts.114.down_proj,0.0000174035,0.10000,0.382
+32,mlp.experts.115.down_proj,0.0001696827,0.10000,0.410
+32,mlp.experts.116.down_proj,0.0000026365,0.10000,0.376
+32,mlp.experts.117.down_proj,0.0001246714,0.10000,0.404
+32,mlp.experts.118.down_proj,0.0003891977,0.10000,0.395
+32,mlp.experts.119.down_proj,0.0005384063,0.10000,0.405
+32,mlp.experts.120.down_proj,0.0001533141,0.10000,0.409
+32,mlp.experts.121.down_proj,0.0000126384,0.10000,0.399
+32,mlp.experts.122.down_proj,0.0000139201,0.10000,0.396
+32,mlp.experts.123.down_proj,0.0001071572,0.10000,0.402
+32,mlp.experts.124.down_proj,0.0000273417,0.10000,0.411
+32,mlp.experts.125.down_proj,0.0000678153,0.10000,0.394
+32,mlp.experts.126.down_proj,0.0001002117,0.10000,0.411
+32,mlp.experts.127.down_proj,0.0000191830,0.10000,0.344
+33,self_attn.k_proj,0.0000001246,0.10000,1.041
+33,self_attn.q_proj,0.0000009246,0.10000,1.075
+33,self_attn.v_proj,0.0000001624,0.10000,0.627
+33,self_attn.o_proj,0.0000001522,0.10000,1.195
+33,mlp.gate,0.0000045399,0.10000,0.570
+33,mlp.experts.0.up_proj,0.0001785776,0.10000,1.019
+33,mlp.experts.1.up_proj,0.0000117894,0.10000,1.059
+33,mlp.experts.2.up_proj,0.0000974326,0.10000,1.052
+33,mlp.experts.3.up_proj,0.0079107395,0.10000,1.066
+33,mlp.experts.4.up_proj,0.0139175768,0.10000,1.011
+33,mlp.experts.5.up_proj,0.0000218480,0.10000,1.050
+33,mlp.experts.6.up_proj,0.0002647960,0.10000,1.027
+33,mlp.experts.7.up_proj,0.0000519334,0.10000,1.033
+33,mlp.experts.8.up_proj,0.0013525872,0.10000,1.029
+33,mlp.experts.9.up_proj,0.0000383854,0.10000,1.039
+33,mlp.experts.10.up_proj,0.0001034363,0.10000,0.996
+33,mlp.experts.11.up_proj,0.0014237553,0.10000,1.002
+33,mlp.experts.12.up_proj,0.0009180807,0.10000,1.022
+33,mlp.experts.13.up_proj,0.0002544963,0.10000,1.036
+33,mlp.experts.14.up_proj,0.0011846088,0.10000,1.023
+33,mlp.experts.15.up_proj,0.0003843416,0.10000,1.027
+33,mlp.experts.16.up_proj,0.0023147121,0.10000,0.999
+33,mlp.experts.17.up_proj,0.0000637510,0.10000,1.085
+33,mlp.experts.18.up_proj,0.0008289371,0.10000,1.045
+33,mlp.experts.19.up_proj,0.0001399208,0.10000,1.045
+33,mlp.experts.20.up_proj,0.0004642052,0.10000,1.062
+33,mlp.experts.21.up_proj,0.0011136591,0.10000,1.043
+33,mlp.experts.22.up_proj,0.0000117019,0.10000,1.050
+33,mlp.experts.23.up_proj,0.0003599100,0.10000,1.037
+33,mlp.experts.24.up_proj,0.0000130849,0.10000,1.077
+33,mlp.experts.25.up_proj,0.0000614881,0.10000,0.988
+33,mlp.experts.26.up_proj,0.0007693743,0.10000,1.058
+33,mlp.experts.27.up_proj,0.0010187630,0.10000,0.996
+33,mlp.experts.28.up_proj,0.0001346991,0.10000,1.035
+33,mlp.experts.29.up_proj,0.0083689988,0.10000,1.062
+33,mlp.experts.30.up_proj,0.0012581217,0.10000,1.040
+33,mlp.experts.31.up_proj,0.0020615677,0.10000,1.023
+33,mlp.experts.32.up_proj,0.0001132554,0.10000,0.995
+33,mlp.experts.33.up_proj,0.0000597499,0.10000,1.006
+33,mlp.experts.34.up_proj,0.0015417263,0.10000,1.042
+33,mlp.experts.35.up_proj,0.0000224756,0.10000,1.036
+33,mlp.experts.36.up_proj,0.0024473432,0.10000,1.065
+33,mlp.experts.37.up_proj,0.0001386107,0.10000,1.094
+33,mlp.experts.38.up_proj,0.0009895591,0.10000,1.001
+33,mlp.experts.39.up_proj,0.0014974523,0.10000,0.999
+33,mlp.experts.40.up_proj,0.0001522758,0.10000,1.030
+33,mlp.experts.41.up_proj,0.0001447449,0.10000,1.022
+33,mlp.experts.42.up_proj,0.0018124922,0.10000,1.044
+33,mlp.experts.43.up_proj,0.0001888553,0.10000,1.056
+33,mlp.experts.44.up_proj,0.0013163935,0.10000,0.992
+33,mlp.experts.45.up_proj,0.0006455527,0.10000,0.993
+33,mlp.experts.46.up_proj,0.0000817750,0.10000,1.047
+33,mlp.experts.47.up_proj,0.0002272256,0.10000,1.050
+33,mlp.experts.48.up_proj,0.0000375254,0.10000,1.037
+33,mlp.experts.49.up_proj,0.0004194062,0.10000,1.010
+33,mlp.experts.50.up_proj,0.0005293611,0.10000,1.014
+33,mlp.experts.51.up_proj,0.0007888553,0.10000,1.010
+33,mlp.experts.52.up_proj,0.0000254395,0.10000,0.971
+33,mlp.experts.53.up_proj,0.0011234944,0.10000,1.044
+33,mlp.experts.54.up_proj,0.0003469736,0.10000,1.006
+33,mlp.experts.55.up_proj,0.0022095594,0.10000,1.027
+33,mlp.experts.56.up_proj,0.0007584852,0.10000,1.005
+33,mlp.experts.57.up_proj,0.0001191984,0.10000,1.002
+33,mlp.experts.58.up_proj,0.0002700346,0.10000,1.014
+33,mlp.experts.59.up_proj,0.0003517469,0.10000,0.997
+33,mlp.experts.60.up_proj,0.0001701407,0.10000,0.948
+33,mlp.experts.61.up_proj,0.0014858539,0.10000,0.964
+33,mlp.experts.62.up_proj,0.0006556628,0.10000,1.020
+33,mlp.experts.63.up_proj,0.0003804475,0.10000,1.067
+33,mlp.experts.64.up_proj,0.0003148293,0.10000,0.985
+33,mlp.experts.65.up_proj,0.0000756380,0.10000,0.974
+33,mlp.experts.66.up_proj,0.0001175185,0.10000,1.045
+33,mlp.experts.67.up_proj,0.0007435157,0.10000,0.975
+33,mlp.experts.68.up_proj,0.0001836736,0.10000,1.020
+33,mlp.experts.69.up_proj,0.0001048956,0.10000,0.998
+33,mlp.experts.70.up_proj,0.0011445708,0.10000,1.024
+33,mlp.experts.71.up_proj,0.0000594497,0.10000,1.008
+33,mlp.experts.72.up_proj,0.0010461871,0.10000,1.025
+33,mlp.experts.73.up_proj,0.0001276407,0.10000,1.004
+33,mlp.experts.74.up_proj,0.0047910586,0.10000,1.016
+33,mlp.experts.75.up_proj,0.0041057288,0.10000,1.007
+33,mlp.experts.76.up_proj,0.0000270922,0.10000,1.030
+33,mlp.experts.77.up_proj,0.0021502499,0.10000,1.034
+33,mlp.experts.78.up_proj,0.0012079912,0.10000,1.051
+33,mlp.experts.79.up_proj,0.0000963392,0.10000,1.034
+33,mlp.experts.80.up_proj,0.0000440017,0.10000,1.071
+33,mlp.experts.81.up_proj,0.0000672167,0.10000,1.056
+33,mlp.experts.82.up_proj,0.0000595159,0.10000,0.982
+33,mlp.experts.83.up_proj,0.0002862272,0.10000,0.985
+33,mlp.experts.84.up_proj,0.0001534379,0.10000,0.947
+33,mlp.experts.85.up_proj,0.0002737992,0.10000,0.945
+33,mlp.experts.86.up_proj,0.0000594838,0.10000,1.025
+33,mlp.experts.87.up_proj,0.0007687394,0.10000,1.011
+33,mlp.experts.88.up_proj,0.0006121422,0.10000,1.046
+33,mlp.experts.89.up_proj,0.0000398499,0.10000,1.072
+33,mlp.experts.90.up_proj,0.0004663367,0.10000,0.996
+33,mlp.experts.91.up_proj,0.0004083484,0.10000,0.992
+33,mlp.experts.92.up_proj,0.0007042991,0.10000,1.013
+33,mlp.experts.93.up_proj,0.0019824908,0.10000,1.059
+33,mlp.experts.94.up_proj,0.0000442726,0.10000,1.032
+33,mlp.experts.95.up_proj,0.0013991024,0.10000,1.042
+33,mlp.experts.96.up_proj,0.0000243938,0.10000,0.984
+33,mlp.experts.97.up_proj,0.0000113718,0.10000,0.994
+33,mlp.experts.98.up_proj,0.0001106425,0.10000,1.008
+33,mlp.experts.99.up_proj,0.0000499029,0.10000,0.991
+33,mlp.experts.100.up_proj,0.0001358753,0.10000,1.005
+33,mlp.experts.101.up_proj,0.0009348673,0.10000,1.061
+33,mlp.experts.102.up_proj,0.0000229852,0.10000,1.047
+33,mlp.experts.103.up_proj,0.0000198169,0.10000,1.048
+33,mlp.experts.104.up_proj,0.0002190296,0.10000,1.048
+33,mlp.experts.105.up_proj,0.0001027067,0.10000,1.057
+33,mlp.experts.106.up_proj,0.0001923368,0.10000,1.037
+33,mlp.experts.107.up_proj,0.0011213327,0.10000,1.062
+33,mlp.experts.108.up_proj,0.0007791086,0.10000,1.046
+33,mlp.experts.109.up_proj,0.0090131159,0.10000,1.085
+33,mlp.experts.110.up_proj,0.0000862796,0.10000,1.048
+33,mlp.experts.111.up_proj,0.0000485787,0.10000,1.072
+33,mlp.experts.112.up_proj,0.0000730286,0.10000,1.028
+33,mlp.experts.113.up_proj,0.0000444083,0.10000,1.037
+33,mlp.experts.114.up_proj,0.0003591192,0.10000,1.002
+33,mlp.experts.115.up_proj,0.0020081128,0.10000,0.982
+33,mlp.experts.116.up_proj,0.0000939587,0.10000,0.998
+33,mlp.experts.117.up_proj,0.0001162333,0.10000,1.011
+33,mlp.experts.118.up_proj,0.0000206024,0.10000,1.083
+33,mlp.experts.119.up_proj,0.0012685077,0.10000,1.058
+33,mlp.experts.120.up_proj,0.0037752048,0.10000,1.057
+33,mlp.experts.121.up_proj,0.0052018719,0.10000,1.045
+33,mlp.experts.122.up_proj,0.0001026441,0.10000,1.090
+33,mlp.experts.123.up_proj,0.0009240921,0.10000,1.039
+33,mlp.experts.124.up_proj,0.0005919648,0.10000,1.074
+33,mlp.experts.125.up_proj,0.0000858290,0.10000,1.033
+33,mlp.experts.126.up_proj,0.0020196535,0.10000,1.034
+33,mlp.experts.127.up_proj,0.0000136224,0.10000,1.025
+33,mlp.experts.0.gate_proj,0.0001739905,0.10000,1.007
+33,mlp.experts.1.gate_proj,0.0000101908,0.10000,1.045
+33,mlp.experts.2.gate_proj,0.0000984120,0.10000,1.036
+33,mlp.experts.3.gate_proj,0.0062125770,0.10000,1.014
+33,mlp.experts.4.gate_proj,0.0143203701,0.10000,0.999
+33,mlp.experts.5.gate_proj,0.0000213501,0.10000,1.085
+33,mlp.experts.6.gate_proj,0.0002712138,0.10000,1.025
+33,mlp.experts.7.gate_proj,0.0000451367,0.10000,1.066
+33,mlp.experts.8.gate_proj,0.0013400879,0.10000,1.044
+33,mlp.experts.9.gate_proj,0.0000346671,0.10000,1.045
+33,mlp.experts.10.gate_proj,0.0000976857,0.10000,0.961
+33,mlp.experts.11.gate_proj,0.0014521444,0.10000,0.955
+33,mlp.experts.12.gate_proj,0.0008698348,0.10000,1.015
+33,mlp.experts.13.gate_proj,0.0002468544,0.10000,0.992
+33,mlp.experts.14.gate_proj,0.0011884625,0.10000,0.925
+33,mlp.experts.15.gate_proj,0.0003805705,0.10000,0.948
+33,mlp.experts.16.gate_proj,0.0021039212,0.10000,1.083
+33,mlp.experts.17.gate_proj,0.0000610279,0.10000,0.980
+33,mlp.experts.18.gate_proj,0.0007742619,0.10000,1.059
+33,mlp.experts.19.gate_proj,0.0001281188,0.10000,1.067
+33,mlp.experts.20.gate_proj,0.0004362696,0.10000,1.002
+33,mlp.experts.21.gate_proj,0.0011242524,0.10000,1.051
+33,mlp.experts.22.gate_proj,0.0000098616,0.10000,1.052
+33,mlp.experts.23.gate_proj,0.0003106259,0.10000,1.020
+33,mlp.experts.24.gate_proj,0.0000114517,0.10000,1.049
+33,mlp.experts.25.gate_proj,0.0000582300,0.10000,1.030
+33,mlp.experts.26.gate_proj,0.0007561122,0.10000,0.992
+33,mlp.experts.27.gate_proj,0.0009461090,0.10000,1.005
+33,mlp.experts.28.gate_proj,0.0001288224,0.10000,1.028
+33,mlp.experts.29.gate_proj,0.0078882462,0.10000,1.063
+33,mlp.experts.30.gate_proj,0.0009808205,0.10000,1.042
+33,mlp.experts.31.gate_proj,0.0018877572,0.10000,1.085
+33,mlp.experts.32.gate_proj,0.0001253188,0.10000,1.038
+33,mlp.experts.33.gate_proj,0.0000601310,0.10000,1.031
+33,mlp.experts.34.gate_proj,0.0015197005,0.10000,0.969
+33,mlp.experts.35.gate_proj,0.0000145528,0.10000,0.992
+33,mlp.experts.36.gate_proj,0.0023698200,0.10000,1.020
+33,mlp.experts.37.gate_proj,0.0001279009,0.10000,1.052
+33,mlp.experts.38.gate_proj,0.0009913122,0.10000,1.030
+33,mlp.experts.39.gate_proj,0.0014842694,0.10000,1.054
+33,mlp.experts.40.gate_proj,0.0000897661,0.10000,1.034
+33,mlp.experts.41.gate_proj,0.0001404109,0.10000,1.066
+33,mlp.experts.42.gate_proj,0.0017143729,0.10000,1.018
+33,mlp.experts.43.gate_proj,0.0001863188,0.10000,1.028
+33,mlp.experts.44.gate_proj,0.0013153377,0.10000,0.998
+33,mlp.experts.45.gate_proj,0.0004935060,0.10000,1.054
+33,mlp.experts.46.gate_proj,0.0000798056,0.10000,1.030
+33,mlp.experts.47.gate_proj,0.0001606350,0.10000,1.014
+33,mlp.experts.48.gate_proj,0.0000286017,0.10000,0.983
+33,mlp.experts.49.gate_proj,0.0003563948,0.10000,1.017
+33,mlp.experts.50.gate_proj,0.0004870433,0.10000,1.020
+33,mlp.experts.51.gate_proj,0.0007940299,0.10000,1.022
+33,mlp.experts.52.gate_proj,0.0000223451,0.10000,0.993
+33,mlp.experts.53.gate_proj,0.0011487823,0.10000,1.069
+33,mlp.experts.54.gate_proj,0.0002891257,0.10000,0.998
+33,mlp.experts.55.gate_proj,0.0022121687,0.10000,1.084
+33,mlp.experts.56.gate_proj,0.0006234729,0.10000,1.031
+33,mlp.experts.57.gate_proj,0.0001081420,0.10000,1.073
+33,mlp.experts.58.gate_proj,0.0002645195,0.10000,1.060
+33,mlp.experts.59.gate_proj,0.0003373318,0.10000,1.078
+33,mlp.experts.60.gate_proj,0.0001507642,0.10000,1.079
+33,mlp.experts.61.gate_proj,0.0014431532,0.10000,1.042
+33,mlp.experts.62.gate_proj,0.0005799629,0.10000,1.037
+33,mlp.experts.63.gate_proj,0.0003976901,0.10000,1.039
+33,mlp.experts.64.gate_proj,0.0003243698,0.10000,1.037
+33,mlp.experts.65.gate_proj,0.0000736645,0.10000,1.009
+33,mlp.experts.66.gate_proj,0.0001114063,0.10000,1.042
+33,mlp.experts.67.gate_proj,0.0007485114,0.10000,1.068
+33,mlp.experts.68.gate_proj,0.0001677019,0.10000,1.063
+33,mlp.experts.69.gate_proj,0.0001685740,0.10000,1.018
+33,mlp.experts.70.gate_proj,0.0012465471,0.10000,0.994
+33,mlp.experts.71.gate_proj,0.0000562658,0.10000,1.013
+33,mlp.experts.72.gate_proj,0.0009600445,0.10000,0.991
+33,mlp.experts.73.gate_proj,0.0001231730,0.10000,1.016
+33,mlp.experts.74.gate_proj,0.0042549868,0.10000,1.028
+33,mlp.experts.75.gate_proj,0.0041225997,0.10000,1.013
+33,mlp.experts.76.gate_proj,0.0000277813,0.10000,1.009
+33,mlp.experts.77.gate_proj,0.0024396865,0.10000,1.021
+33,mlp.experts.78.gate_proj,0.0011814398,0.10000,0.995
+33,mlp.experts.79.gate_proj,0.0000889483,0.10000,1.019
+33,mlp.experts.80.gate_proj,0.0000438133,0.10000,1.012
+33,mlp.experts.81.gate_proj,0.0000674260,0.10000,0.997
+33,mlp.experts.82.gate_proj,0.0000424065,0.10000,1.011
+33,mlp.experts.83.gate_proj,0.0002716377,0.10000,1.012
+33,mlp.experts.84.gate_proj,0.0001444843,0.10000,1.038
+33,mlp.experts.85.gate_proj,0.0002742245,0.10000,1.026
+33,mlp.experts.86.gate_proj,0.0000554390,0.10000,1.038
+33,mlp.experts.87.gate_proj,0.0007485429,0.10000,1.008
+33,mlp.experts.88.gate_proj,0.0005499652,0.10000,1.021
+33,mlp.experts.89.gate_proj,0.0000380157,0.10000,0.943
+33,mlp.experts.90.gate_proj,0.0003748246,0.10000,0.935
+33,mlp.experts.91.gate_proj,0.0004317644,0.10000,1.015
+33,mlp.experts.92.gate_proj,0.0007037070,0.10000,1.079
+33,mlp.experts.93.gate_proj,0.0018254017,0.10000,1.086
+33,mlp.experts.94.gate_proj,0.0000458711,0.10000,1.022
+33,mlp.experts.95.gate_proj,0.0014055174,0.10000,1.059
+33,mlp.experts.96.gate_proj,0.0000232218,0.10000,1.063
+33,mlp.experts.97.gate_proj,0.0000106257,0.10000,1.052
+33,mlp.experts.98.gate_proj,0.0000873037,0.10000,1.037
+33,mlp.experts.99.gate_proj,0.0000452822,0.10000,1.064
+33,mlp.experts.100.gate_proj,0.0001351467,0.10000,1.046
+33,mlp.experts.101.gate_proj,0.0007798194,0.10000,1.052
+33,mlp.experts.102.gate_proj,0.0000213007,0.10000,1.024
+33,mlp.experts.103.gate_proj,0.0000174194,0.10000,1.071
+33,mlp.experts.104.gate_proj,0.0002087461,0.10000,1.045
+33,mlp.experts.105.gate_proj,0.0000929891,0.10000,1.093
+33,mlp.experts.106.gate_proj,0.0001889883,0.10000,1.003
+33,mlp.experts.107.gate_proj,0.0011377776,0.10000,1.011
+33,mlp.experts.108.gate_proj,0.0007055946,0.10000,0.953
+33,mlp.experts.109.gate_proj,0.0093879530,0.10000,0.968
+33,mlp.experts.110.gate_proj,0.0000725513,0.10000,0.987
+33,mlp.experts.111.gate_proj,0.0000395482,0.10000,1.009
+33,mlp.experts.112.gate_proj,0.0000619112,0.10000,1.024
+33,mlp.experts.113.gate_proj,0.0000418380,0.10000,1.016
+33,mlp.experts.114.gate_proj,0.0003269927,0.10000,1.022
+33,mlp.experts.115.gate_proj,0.0020365305,0.10000,1.018
+33,mlp.experts.116.gate_proj,0.0000861399,0.10000,0.987
+33,mlp.experts.117.gate_proj,0.0000964229,0.10000,1.040
+33,mlp.experts.118.gate_proj,0.0000189286,0.10000,1.021
+33,mlp.experts.119.gate_proj,0.0011689697,0.10000,1.016
+33,mlp.experts.120.gate_proj,0.0036876485,0.10000,0.983
+33,mlp.experts.121.gate_proj,0.0051585493,0.10000,1.026
+33,mlp.experts.122.gate_proj,0.0000968759,0.10000,1.004
+33,mlp.experts.123.gate_proj,0.0009448891,0.10000,1.061
+33,mlp.experts.124.gate_proj,0.0006071575,0.10000,1.019
+33,mlp.experts.125.gate_proj,0.0000444365,0.10000,1.045
+33,mlp.experts.126.gate_proj,0.0019304353,0.10000,1.033
+33,mlp.experts.127.gate_proj,0.0000096394,0.10000,0.656
+33,mlp.experts.1.down_proj,0.0000017850,0.10000,0.382
+33,mlp.experts.0.down_proj,0.0000373234,0.10000,0.399
+33,mlp.experts.2.down_proj,0.0000129990,0.10000,0.356
+33,mlp.experts.3.down_proj,0.0025277699,0.10000,0.352
+33,mlp.experts.4.down_proj,0.0015719722,0.10000,0.340
+33,mlp.experts.5.down_proj,0.0000044478,0.10000,0.339
+33,mlp.experts.6.down_proj,0.0000438356,0.10000,0.319
+33,mlp.experts.7.down_proj,0.0000099483,0.10000,0.322
+33,mlp.experts.8.down_proj,0.0003823688,0.10000,0.331
+33,mlp.experts.9.down_proj,0.0000118412,0.10000,0.334
+33,mlp.experts.10.down_proj,0.0000268209,0.10000,0.349
+33,mlp.experts.11.down_proj,0.0003170728,0.10000,0.356
+33,mlp.experts.12.down_proj,0.0002123937,0.10000,0.407
+33,mlp.experts.13.down_proj,0.0000582896,0.10000,0.395
+33,mlp.experts.14.down_proj,0.0003907569,0.10000,0.395
+33,mlp.experts.15.down_proj,0.0000767035,0.10000,0.395
+33,mlp.experts.16.down_proj,0.0010510890,0.10000,0.387
+33,mlp.experts.17.down_proj,0.0000153917,0.10000,0.391
+33,mlp.experts.18.down_proj,0.0002074058,0.10000,0.390
+33,mlp.experts.19.down_proj,0.0000204753,0.10000,0.391
+33,mlp.experts.20.down_proj,0.0001101797,0.10000,0.396
+33,mlp.experts.21.down_proj,0.0002773171,0.10000,0.391
+33,mlp.experts.22.down_proj,0.0000025083,0.10000,0.401
+33,mlp.experts.23.down_proj,0.0000746102,0.10000,0.395
+33,mlp.experts.24.down_proj,0.0000022807,0.10000,0.385
+33,mlp.experts.25.down_proj,0.0000203027,0.10000,0.385
+33,mlp.experts.26.down_proj,0.0002002034,0.10000,0.377
+33,mlp.experts.27.down_proj,0.0003095595,0.10000,0.382
+33,mlp.experts.28.down_proj,0.0000307242,0.10000,0.341
+33,mlp.experts.29.down_proj,0.0022851294,0.10000,0.346
+33,mlp.experts.30.down_proj,0.0005937402,0.10000,0.371
+33,mlp.experts.31.down_proj,0.0008148030,0.10000,0.375
+33,mlp.experts.32.down_proj,0.0000190321,0.10000,0.373
+33,mlp.experts.33.down_proj,0.0000144508,0.10000,0.397
+33,mlp.experts.34.down_proj,0.0004672677,0.10000,0.399
+33,mlp.experts.35.down_proj,0.0000057418,0.10000,0.391
+33,mlp.experts.36.down_proj,0.0008121690,0.10000,0.395
+33,mlp.experts.37.down_proj,0.0000277238,0.10000,0.394
+33,mlp.experts.38.down_proj,0.0002116249,0.10000,0.402
+33,mlp.experts.39.down_proj,0.0004039706,0.10000,0.404
+33,mlp.experts.40.down_proj,0.0000393229,0.10000,0.340
+33,mlp.experts.41.down_proj,0.0000299021,0.10000,0.341
+33,mlp.experts.42.down_proj,0.0006472822,0.10000,0.337
+33,mlp.experts.43.down_proj,0.0000502870,0.10000,0.325
+33,mlp.experts.44.down_proj,0.0004408203,0.10000,0.384
+33,mlp.experts.45.down_proj,0.0002149899,0.10000,0.409
+33,mlp.experts.46.down_proj,0.0000117651,0.10000,0.388
+33,mlp.experts.47.down_proj,0.0000983990,0.10000,0.403
+33,mlp.experts.48.down_proj,0.0000094994,0.10000,0.383
+33,mlp.experts.49.down_proj,0.0001146953,0.10000,0.386
+33,mlp.experts.50.down_proj,0.0001434696,0.10000,0.329
+33,mlp.experts.51.down_proj,0.0001714611,0.10000,0.322
+33,mlp.experts.52.down_proj,0.0000045391,0.10000,0.349
+33,mlp.experts.53.down_proj,0.0002728200,0.10000,0.383
+33,mlp.experts.54.down_proj,0.0000854197,0.10000,0.402
+33,mlp.experts.55.down_proj,0.0004564965,0.10000,0.386
+33,mlp.experts.56.down_proj,0.0001652494,0.10000,0.380
+33,mlp.experts.57.down_proj,0.0000318101,0.10000,0.389
+33,mlp.experts.58.down_proj,0.0000502765,0.10000,0.342
+33,mlp.experts.59.down_proj,0.0001179055,0.10000,0.343
+33,mlp.experts.60.down_proj,0.0000376820,0.10000,0.371
+33,mlp.experts.61.down_proj,0.0004265347,0.10000,0.376
+33,mlp.experts.62.down_proj,0.0002835859,0.10000,0.358
+33,mlp.experts.63.down_proj,0.0000809336,0.10000,0.369
+33,mlp.experts.64.down_proj,0.0000517414,0.10000,0.396
+33,mlp.experts.65.down_proj,0.0000204478,0.10000,0.386
+33,mlp.experts.66.down_proj,0.0000312039,0.10000,0.383
+33,mlp.experts.67.down_proj,0.0001549071,0.10000,0.390
+33,mlp.experts.68.down_proj,0.0000440077,0.10000,0.394
+33,mlp.experts.69.down_proj,0.0000533758,0.10000,0.389
+33,mlp.experts.70.down_proj,0.0000637199,0.10000,0.391
+33,mlp.experts.71.down_proj,0.0000104842,0.10000,0.388
+33,mlp.experts.72.down_proj,0.0004011056,0.10000,0.383
+33,mlp.experts.73.down_proj,0.0000214549,0.10000,0.386
+33,mlp.experts.74.down_proj,0.0021537395,0.10000,0.377
+33,mlp.experts.75.down_proj,0.0009603881,0.10000,0.385
+33,mlp.experts.76.down_proj,0.0000052461,0.10000,0.377
+33,mlp.experts.77.down_proj,0.0000832700,0.10000,0.381
+33,mlp.experts.78.down_proj,0.0004544574,0.10000,0.392
+33,mlp.experts.79.down_proj,0.0000311728,0.10000,0.396
+33,mlp.experts.80.down_proj,0.0000083758,0.10000,0.397
+33,mlp.experts.81.down_proj,0.0000111231,0.10000,0.408
+33,mlp.experts.82.down_proj,0.0000107562,0.10000,0.392
+33,mlp.experts.83.down_proj,0.0000962845,0.10000,0.393
+33,mlp.experts.84.down_proj,0.0000320161,0.10000,0.337
+33,mlp.experts.85.down_proj,0.0000663381,0.10000,0.321
+33,mlp.experts.86.down_proj,0.0000124827,0.10000,0.346
+33,mlp.experts.87.down_proj,0.0001461561,0.10000,0.363
+33,mlp.experts.88.down_proj,0.0001862833,0.10000,0.395
+33,mlp.experts.89.down_proj,0.0000069461,0.10000,0.405
+33,mlp.experts.90.down_proj,0.0001450410,0.10000,0.363
+33,mlp.experts.91.down_proj,0.0000889555,0.10000,0.354
+33,mlp.experts.92.down_proj,0.0001234169,0.10000,0.341
+33,mlp.experts.93.down_proj,0.0008325786,0.10000,0.323
+33,mlp.experts.94.down_proj,0.0000135574,0.10000,0.330
+33,mlp.experts.95.down_proj,0.0003836641,0.10000,0.338
+33,mlp.experts.96.down_proj,0.0000050464,0.10000,0.317
+33,mlp.experts.97.down_proj,0.0000018975,0.10000,0.327
+33,mlp.experts.98.down_proj,0.0000275142,0.10000,0.336
+33,mlp.experts.99.down_proj,0.0000094454,0.10000,0.360
+33,mlp.experts.100.down_proj,0.0000516960,0.10000,0.395
+33,mlp.experts.101.down_proj,0.0003964223,0.10000,0.405
+33,mlp.experts.102.down_proj,0.0000047525,0.10000,0.393
+33,mlp.experts.103.down_proj,0.0000033400,0.10000,0.409
+33,mlp.experts.104.down_proj,0.0000866927,0.10000,0.384
+33,mlp.experts.105.down_proj,0.0000264298,0.10000,0.375
+33,mlp.experts.106.down_proj,0.0000701751,0.10000,0.388
+33,mlp.experts.107.down_proj,0.0003708900,0.10000,0.397
+33,mlp.experts.108.down_proj,0.0001832093,0.10000,0.404
+33,mlp.experts.109.down_proj,0.0002134021,0.10000,0.388
+33,mlp.experts.110.down_proj,0.0000215671,0.10000,0.405
+33,mlp.experts.111.down_proj,0.0000113698,0.10000,0.388
+33,mlp.experts.112.down_proj,0.0000135554,0.10000,0.407
+33,mlp.experts.113.down_proj,0.0000113426,0.10000,0.392
+33,mlp.experts.114.down_proj,0.0001248793,0.10000,0.381
+33,mlp.experts.115.down_proj,0.0005816724,0.10000,0.384
+33,mlp.experts.116.down_proj,0.0000223182,0.10000,0.397
+33,mlp.experts.117.down_proj,0.0000255295,0.10000,0.395
+33,mlp.experts.118.down_proj,0.0000032938,0.10000,0.391
+33,mlp.experts.119.down_proj,0.0002753899,0.10000,0.395
+33,mlp.experts.120.down_proj,0.0008461759,0.10000,0.394
+33,mlp.experts.121.down_proj,0.0022594512,0.10000,0.399
+33,mlp.experts.122.down_proj,0.0000256517,0.10000,0.398
+33,mlp.experts.123.down_proj,0.0001929385,0.10000,0.405
+33,mlp.experts.124.down_proj,0.0001171003,0.10000,0.388
+33,mlp.experts.125.down_proj,0.0000136831,0.10000,0.392
+33,mlp.experts.126.down_proj,0.0006071170,0.10000,0.388
+33,mlp.experts.127.down_proj,0.0000022220,0.10000,0.337
+34,self_attn.q_proj,0.0000010594,0.10000,1.070
+34,self_attn.k_proj,0.0000001334,0.10000,1.083
+34,self_attn.v_proj,0.0000001711,0.10000,0.575
+34,self_attn.o_proj,0.0000001285,0.10000,1.191
+34,mlp.gate,0.0000043947,0.10000,0.605
+34,mlp.experts.1.up_proj,0.0005704885,0.10000,0.986
+34,mlp.experts.0.up_proj,0.0010403020,0.10000,1.012
+34,mlp.experts.2.up_proj,0.0001178341,0.10000,0.957
+34,mlp.experts.3.up_proj,0.0002061101,0.10000,0.942
+34,mlp.experts.5.up_proj,0.0000930538,0.10000,1.060
+34,mlp.experts.4.up_proj,0.0001602541,0.10000,1.091
+34,mlp.experts.6.up_proj,0.0004491314,0.10000,1.055
+34,mlp.experts.7.up_proj,0.0026137763,0.10000,1.089
+34,mlp.experts.8.up_proj,0.0010130969,0.10000,1.031
+34,mlp.experts.9.up_proj,0.0000829897,0.10000,1.030
+34,mlp.experts.10.up_proj,0.0004216207,0.10000,0.980
+34,mlp.experts.11.up_proj,0.0017799246,0.10000,0.977
+34,mlp.experts.12.up_proj,0.0002348475,0.10000,1.031
+34,mlp.experts.13.up_proj,0.0011109291,0.10000,1.050
+34,mlp.experts.14.up_proj,0.0000789074,0.10000,1.034
+34,mlp.experts.15.up_proj,0.0005770089,0.10000,1.030
+34,mlp.experts.16.up_proj,0.0001747301,0.10000,1.029
+34,mlp.experts.17.up_proj,0.0028634409,0.10000,1.060
+34,mlp.experts.18.up_proj,0.0000173678,0.10000,1.009
+34,mlp.experts.19.up_proj,0.0004824854,0.10000,1.007
+34,mlp.experts.20.up_proj,0.0021185664,0.10000,1.011
+34,mlp.experts.21.up_proj,0.0011077485,0.10000,1.053
+34,mlp.experts.22.up_proj,0.0030854069,0.10000,1.047
+34,mlp.experts.23.up_proj,0.0000766594,0.10000,1.049
+34,mlp.experts.24.up_proj,0.0016159724,0.10000,0.938
+34,mlp.experts.25.up_proj,0.0001813054,0.10000,0.924
+34,mlp.experts.26.up_proj,0.0001061162,0.10000,0.996
+34,mlp.experts.27.up_proj,0.0001779898,0.10000,0.996
+34,mlp.experts.28.up_proj,0.0034940853,0.10000,1.018
+34,mlp.experts.29.up_proj,0.0008566040,0.10000,1.024
+34,mlp.experts.30.up_proj,0.0000176532,0.10000,1.018
+34,mlp.experts.31.up_proj,0.0002952042,0.10000,1.004
+34,mlp.experts.32.up_proj,0.0002312119,0.10000,1.018
+34,mlp.experts.33.up_proj,0.0003323544,0.10000,1.017
+34,mlp.experts.34.up_proj,0.0088787028,0.10000,1.012
+34,mlp.experts.35.up_proj,0.0000613964,0.10000,1.021
+34,mlp.experts.36.up_proj,0.0003254160,0.10000,0.990
+34,mlp.experts.37.up_proj,0.0011383599,0.10000,1.044
+34,mlp.experts.38.up_proj,0.0111356173,0.10000,1.029
+34,mlp.experts.39.up_proj,0.0000544462,0.10000,1.030
+34,mlp.experts.40.up_proj,0.0000200949,0.10000,1.059
+34,mlp.experts.41.up_proj,0.0000933257,0.10000,1.067
+34,mlp.experts.42.up_proj,0.0021760172,0.10000,1.019
+34,mlp.experts.43.up_proj,0.0000925607,0.10000,1.036
+34,mlp.experts.44.up_proj,0.0053398235,0.10000,1.074
+34,mlp.experts.45.up_proj,0.0000598421,0.10000,0.997
+34,mlp.experts.46.up_proj,0.0009630637,0.10000,1.061
+34,mlp.experts.47.up_proj,0.0016935788,0.10000,1.043
+34,mlp.experts.48.up_proj,0.0011046303,0.10000,1.081
+34,mlp.experts.49.up_proj,0.0034606868,0.10000,1.003
+34,mlp.experts.50.up_proj,0.0003584057,0.10000,1.062
+34,mlp.experts.51.up_proj,0.0013704909,0.10000,1.071
+34,mlp.experts.52.up_proj,0.0000329885,0.10000,1.054
+34,mlp.experts.53.up_proj,0.0035972881,0.10000,1.039
+34,mlp.experts.54.up_proj,0.0014931075,0.10000,0.983
+34,mlp.experts.55.up_proj,0.0001248323,0.10000,0.980
+34,mlp.experts.56.up_proj,0.0001331722,0.10000,0.993
+34,mlp.experts.57.up_proj,0.0004272106,0.10000,0.990
+34,mlp.experts.58.up_proj,0.0001914666,0.10000,0.972
+34,mlp.experts.59.up_proj,0.0017734355,0.10000,0.973
+34,mlp.experts.60.up_proj,0.0008055791,0.10000,1.064
+34,mlp.experts.61.up_proj,0.0000671194,0.10000,1.090
+34,mlp.experts.62.up_proj,0.0000114144,0.10000,1.062
+34,mlp.experts.63.up_proj,0.0002049911,0.10000,1.071
+34,mlp.experts.64.up_proj,0.0000103152,0.10000,1.067
+34,mlp.experts.65.up_proj,0.0002505325,0.10000,1.039
+34,mlp.experts.66.up_proj,0.0005187641,0.10000,1.063
+34,mlp.experts.67.up_proj,0.0018248194,0.10000,1.048
+34,mlp.experts.68.up_proj,0.0001512482,0.10000,1.082
+34,mlp.experts.69.up_proj,0.0001777693,0.10000,1.067
+34,mlp.experts.71.up_proj,0.0001264733,0.10000,1.042
+34,mlp.experts.70.up_proj,0.0001126462,0.10000,1.063
+34,mlp.experts.72.up_proj,0.0025045215,0.10000,1.034
+34,mlp.experts.73.up_proj,0.0000603063,0.10000,1.040
+34,mlp.experts.74.up_proj,0.0000770371,0.10000,0.941
+34,mlp.experts.75.up_proj,0.0004610379,0.10000,0.947
+34,mlp.experts.76.up_proj,0.0000376094,0.10000,1.048
+34,mlp.experts.77.up_proj,0.0024711540,0.10000,1.047
+34,mlp.experts.78.up_proj,0.0000836349,0.10000,1.044
+34,mlp.experts.79.up_proj,0.0250523157,0.10000,1.045
+34,mlp.experts.80.up_proj,0.0000736670,0.10000,1.057
+34,mlp.experts.81.up_proj,0.0028302451,0.10000,1.052
+34,mlp.experts.82.up_proj,0.0000567162,0.10000,1.046
+34,mlp.experts.83.up_proj,0.0000203064,0.10000,1.047
+34,mlp.experts.84.up_proj,0.0015009866,0.10000,1.046
+34,mlp.experts.85.up_proj,0.0000540817,0.10000,1.043
+34,mlp.experts.86.up_proj,0.0000793881,0.10000,0.979
+34,mlp.experts.87.up_proj,0.0003723931,0.10000,0.983
+34,mlp.experts.88.up_proj,0.0000350877,0.10000,1.037
+34,mlp.experts.89.up_proj,0.0025382425,0.10000,1.068
+34,mlp.experts.90.up_proj,0.0001342303,0.10000,1.053
+34,mlp.experts.91.up_proj,0.0000315297,0.10000,1.042
+34,mlp.experts.92.up_proj,0.0005238207,0.10000,1.066
+34,mlp.experts.93.up_proj,0.0024471133,0.10000,1.026
+34,mlp.experts.94.up_proj,0.0000360405,0.10000,1.076
+34,mlp.experts.95.up_proj,0.0000191808,0.10000,1.075
+34,mlp.experts.96.up_proj,0.0000624063,0.10000,1.008
+34,mlp.experts.97.up_proj,0.0002943308,0.10000,1.013
+34,mlp.experts.98.up_proj,0.0000403446,0.10000,1.066
+34,mlp.experts.99.up_proj,0.0000944278,0.10000,1.086
+34,mlp.experts.100.up_proj,0.0008922064,0.10000,1.046
+34,mlp.experts.101.up_proj,0.0001642462,0.10000,1.036
+34,mlp.experts.102.up_proj,0.0012328855,0.10000,1.051
+34,mlp.experts.103.up_proj,0.0000997951,0.10000,1.055
+34,mlp.experts.104.up_proj,0.0012558634,0.10000,1.038
+34,mlp.experts.105.up_proj,0.0000471996,0.10000,1.021
+34,mlp.experts.106.up_proj,0.0105652440,0.10000,1.025
+34,mlp.experts.107.up_proj,0.0000191133,0.10000,1.036
+34,mlp.experts.108.up_proj,0.0000165862,0.10000,1.014
+34,mlp.experts.109.up_proj,0.0000773055,0.10000,1.009
+34,mlp.experts.110.up_proj,0.0000719788,0.10000,1.040
+34,mlp.experts.111.up_proj,0.0010835994,0.10000,1.047
+34,mlp.experts.112.up_proj,0.0000286193,0.10000,1.049
+34,mlp.experts.113.up_proj,0.0000293106,0.10000,1.097
+34,mlp.experts.114.up_proj,0.0056259352,0.10000,1.021
+34,mlp.experts.115.up_proj,0.0027691302,0.10000,1.062
+34,mlp.experts.116.up_proj,0.0010571321,0.10000,0.990
+34,mlp.experts.117.up_proj,0.0190627798,0.10000,1.077
+34,mlp.experts.118.up_proj,0.0017037729,0.10000,0.974
+34,mlp.experts.119.up_proj,0.0011085255,0.10000,0.995
+34,mlp.experts.120.up_proj,0.0000444285,0.10000,0.991
+34,mlp.experts.121.up_proj,0.0013192069,0.10000,1.034
+34,mlp.experts.122.up_proj,0.0068100617,0.10000,1.029
+34,mlp.experts.123.up_proj,0.0000647869,0.10000,0.999
+34,mlp.experts.124.up_proj,0.0000470700,0.10000,0.962
+34,mlp.experts.125.up_proj,0.0040685810,0.10000,0.980
+34,mlp.experts.126.up_proj,0.0001641288,0.10000,1.006
+34,mlp.experts.127.up_proj,0.0005603866,0.10000,0.971
+34,mlp.experts.0.gate_proj,0.0010218336,0.10000,0.973
+34,mlp.experts.1.gate_proj,0.0005823446,0.10000,1.018
+34,mlp.experts.2.gate_proj,0.0001099253,0.10000,1.042
+34,mlp.experts.3.gate_proj,0.0001999715,0.10000,1.030
+34,mlp.experts.4.gate_proj,0.0001625542,0.10000,1.058
+34,mlp.experts.5.gate_proj,0.0000851042,0.10000,1.024
+34,mlp.experts.6.gate_proj,0.0004243089,0.10000,1.015
+34,mlp.experts.7.gate_proj,0.0026496772,0.10000,0.961
+34,mlp.experts.8.gate_proj,0.0010241155,0.10000,1.046
+34,mlp.experts.9.gate_proj,0.0000852191,0.10000,1.009
+34,mlp.experts.10.gate_proj,0.0004131642,0.10000,1.019
+34,mlp.experts.11.gate_proj,0.0014987442,0.10000,0.961
+34,mlp.experts.12.gate_proj,0.0002194936,0.10000,0.996
+34,mlp.experts.13.gate_proj,0.0008711595,0.10000,0.980
+34,mlp.experts.14.gate_proj,0.0000731820,0.10000,1.046
+34,mlp.experts.15.gate_proj,0.0004748866,0.10000,1.008
+34,mlp.experts.17.gate_proj,0.0026106478,0.10000,1.041
+34,mlp.experts.16.gate_proj,0.0001604266,0.10000,1.111
+34,mlp.experts.18.gate_proj,0.0000153883,0.10000,1.027
+34,mlp.experts.19.gate_proj,0.0004395276,0.10000,1.049
+34,mlp.experts.20.gate_proj,0.0017830234,0.10000,1.034
+34,mlp.experts.21.gate_proj,0.0010784921,0.10000,1.056
+34,mlp.experts.22.gate_proj,0.0031414528,0.10000,1.034
+34,mlp.experts.23.gate_proj,0.0000733936,0.10000,0.992
+34,mlp.experts.24.gate_proj,0.0015146213,0.10000,0.996
+34,mlp.experts.25.gate_proj,0.0001725600,0.10000,1.054
+34,mlp.experts.26.gate_proj,0.0000997124,0.10000,1.002
+34,mlp.experts.27.gate_proj,0.0001767139,0.10000,1.018
+34,mlp.experts.28.gate_proj,0.0033678325,0.10000,1.005
+34,mlp.experts.29.gate_proj,0.0008586835,0.10000,1.037
+34,mlp.experts.30.gate_proj,0.0000169546,0.10000,1.001
+34,mlp.experts.31.gate_proj,0.0002617714,0.10000,1.000
+34,mlp.experts.32.gate_proj,0.0002229442,0.10000,1.050
+34,mlp.experts.33.gate_proj,0.0003137046,0.10000,1.003
+34,mlp.experts.34.gate_proj,0.0090343699,0.10000,0.957
+34,mlp.experts.35.gate_proj,0.0000609148,0.10000,0.980
+34,mlp.experts.36.gate_proj,0.0003086595,0.10000,1.010
+34,mlp.experts.37.gate_proj,0.0011138415,0.10000,0.994
+34,mlp.experts.38.gate_proj,0.0519630976,0.10000,1.065
+34,mlp.experts.39.gate_proj,0.0000479332,0.10000,1.051
+34,mlp.experts.40.gate_proj,0.0000165061,0.10000,0.972
+34,mlp.experts.41.gate_proj,0.0000886424,0.10000,0.988
+34,mlp.experts.42.gate_proj,0.0022213380,0.10000,1.010
+34,mlp.experts.43.gate_proj,0.0000841008,0.10000,1.030
+34,mlp.experts.44.gate_proj,0.0044345856,0.10000,1.042
+34,mlp.experts.45.gate_proj,0.0000591638,0.10000,1.038
+34,mlp.experts.46.gate_proj,0.0008998321,0.10000,1.046
+34,mlp.experts.47.gate_proj,0.0016130052,0.10000,1.062
+34,mlp.experts.48.gate_proj,0.0009894929,0.10000,0.946
+34,mlp.experts.49.gate_proj,0.0032152873,0.10000,0.953
+34,mlp.experts.50.gate_proj,0.0003449554,0.10000,1.002
+34,mlp.experts.51.gate_proj,0.0013488146,0.10000,0.996
+34,mlp.experts.52.gate_proj,0.0000284390,0.10000,0.992
+34,mlp.experts.53.gate_proj,0.0024113618,0.10000,0.995
+34,mlp.experts.54.gate_proj,0.0014741813,0.10000,1.006
+34,mlp.experts.55.gate_proj,0.0001339172,0.10000,0.997
+34,mlp.experts.56.gate_proj,0.0001010309,0.10000,0.949
+34,mlp.experts.57.gate_proj,0.0003961710,0.10000,0.978
+34,mlp.experts.58.gate_proj,0.0001832194,0.10000,1.023
+34,mlp.experts.59.gate_proj,0.0017843796,0.10000,1.084
+34,mlp.experts.60.gate_proj,0.0007400697,0.10000,1.011
+34,mlp.experts.61.gate_proj,0.0000524670,0.10000,1.072
+34,mlp.experts.62.gate_proj,0.0000099780,0.10000,1.033
+34,mlp.experts.63.gate_proj,0.0002125600,0.10000,1.005
+34,mlp.experts.64.gate_proj,0.0000083204,0.10000,0.966
+34,mlp.experts.65.gate_proj,0.0002153718,0.10000,1.013
+34,mlp.experts.66.gate_proj,0.0005001905,0.10000,0.939
+34,mlp.experts.67.gate_proj,0.0018446434,0.10000,0.938
+34,mlp.experts.68.gate_proj,0.0001323089,0.10000,1.009
+34,mlp.experts.69.gate_proj,0.0001297074,0.10000,1.038
+34,mlp.experts.70.gate_proj,0.0001169918,0.10000,1.018
+34,mlp.experts.71.gate_proj,0.0001407376,0.10000,0.997
+34,mlp.experts.72.gate_proj,0.0023356978,0.10000,0.974
+34,mlp.experts.73.gate_proj,0.0000580475,0.10000,1.039
+34,mlp.experts.74.gate_proj,0.0000730825,0.10000,1.075
+34,mlp.experts.75.gate_proj,0.0004649981,0.10000,1.053
+34,mlp.experts.76.gate_proj,0.0000368092,0.10000,0.993
+34,mlp.experts.77.gate_proj,0.0025443589,0.10000,0.993
+34,mlp.experts.78.gate_proj,0.0000726533,0.10000,1.001
+34,mlp.experts.79.gate_proj,0.0212395059,0.10000,1.040
+34,mlp.experts.80.gate_proj,0.0000729806,0.10000,1.012
+34,mlp.experts.81.gate_proj,0.0027681356,0.10000,0.973
+34,mlp.experts.82.gate_proj,0.0000508837,0.10000,0.971
+34,mlp.experts.83.gate_proj,0.0000149627,0.10000,1.002
+34,mlp.experts.84.gate_proj,0.0015085199,0.10000,1.043
+34,mlp.experts.85.gate_proj,0.0000515134,0.10000,0.999
+34,mlp.experts.86.gate_proj,0.0000750987,0.10000,1.019
+34,mlp.experts.87.gate_proj,0.0003615157,0.10000,1.014
+34,mlp.experts.88.gate_proj,0.0000305087,0.10000,1.047
+34,mlp.experts.89.gate_proj,0.0026486190,0.10000,1.002
+34,mlp.experts.90.gate_proj,0.0000883110,0.10000,1.015
+34,mlp.experts.91.gate_proj,0.0000291904,0.10000,0.967
+34,mlp.experts.92.gate_proj,0.0005689312,0.10000,1.034
+34,mlp.experts.93.gate_proj,0.0022535239,0.10000,1.033
+34,mlp.experts.94.gate_proj,0.0000369894,0.10000,1.019
+34,mlp.experts.95.gate_proj,0.0000157998,0.10000,1.026
+34,mlp.experts.96.gate_proj,0.0000591006,0.10000,1.033
+34,mlp.experts.97.gate_proj,0.0002633280,0.10000,1.029
+34,mlp.experts.98.gate_proj,0.0000356740,0.10000,1.043
+34,mlp.experts.99.gate_proj,0.0000892221,0.10000,1.046
+34,mlp.experts.100.gate_proj,0.0006966371,0.10000,1.005
+34,mlp.experts.101.gate_proj,0.0001453283,0.10000,1.003
+34,mlp.experts.102.gate_proj,0.0012376223,0.10000,0.997
+34,mlp.experts.103.gate_proj,0.0000885797,0.10000,1.025
+34,mlp.experts.104.gate_proj,0.0011787639,0.10000,1.063
+34,mlp.experts.105.gate_proj,0.0000397728,0.10000,1.035
+34,mlp.experts.106.gate_proj,0.0101363432,0.10000,1.009
+34,mlp.experts.107.gate_proj,0.0000166198,0.10000,1.012
+34,mlp.experts.108.gate_proj,0.0000147714,0.10000,1.059
+34,mlp.experts.109.gate_proj,0.0000751049,0.10000,1.023
+34,mlp.experts.110.gate_proj,0.0000704518,0.10000,1.080
+34,mlp.experts.111.gate_proj,0.0010195902,0.10000,1.045
+34,mlp.experts.112.gate_proj,0.0000265072,0.10000,1.039
+34,mlp.experts.113.gate_proj,0.0000243725,0.10000,1.072
+34,mlp.experts.114.gate_proj,0.0058420294,0.10000,1.045
+34,mlp.experts.115.gate_proj,0.0028564342,0.10000,1.045
+34,mlp.experts.116.gate_proj,0.0010543532,0.10000,1.003
+34,mlp.experts.117.gate_proj,0.0169906430,0.10000,1.012
+34,mlp.experts.118.gate_proj,0.0018259157,0.10000,1.066
+34,mlp.experts.119.gate_proj,0.0009763005,0.10000,1.037
+34,mlp.experts.120.gate_proj,0.0000443396,0.10000,1.067
+34,mlp.experts.121.gate_proj,0.0013233791,0.10000,1.030
+34,mlp.experts.122.gate_proj,0.0068847225,0.10000,1.037
+34,mlp.experts.123.gate_proj,0.0000512814,0.10000,1.007
+34,mlp.experts.124.gate_proj,0.0000344841,0.10000,1.047
+34,mlp.experts.125.gate_proj,0.0039565198,0.10000,1.040
+34,mlp.experts.126.gate_proj,0.0001782340,0.10000,1.023
+34,mlp.experts.127.gate_proj,0.0005204111,0.10000,0.988
+34,mlp.experts.0.down_proj,0.0002348911,0.10000,0.390
+34,mlp.experts.1.down_proj,0.0001153937,0.10000,0.404
+34,mlp.experts.2.down_proj,0.0000423825,0.10000,0.382
+34,mlp.experts.3.down_proj,0.0000335198,0.10000,0.393
+34,mlp.experts.4.down_proj,0.0000561010,0.10000,0.329
+34,mlp.experts.5.down_proj,0.0000125546,0.10000,0.321
+34,mlp.experts.6.down_proj,0.0002964743,0.10000,0.326
+34,mlp.experts.7.down_proj,0.0001184557,0.10000,0.320
+34,mlp.experts.8.down_proj,0.0001946896,0.10000,0.391
+34,mlp.experts.9.down_proj,0.0000228628,0.10000,0.380
+34,mlp.experts.11.down_proj,0.0005289345,0.10000,0.390
+34,mlp.experts.10.down_proj,0.0001367036,0.10000,0.395
+34,mlp.experts.12.down_proj,0.0000523856,0.10000,0.389
+34,mlp.experts.13.down_proj,0.0006786539,0.10000,0.398
+34,mlp.experts.14.down_proj,0.0000207461,0.10000,0.390
+34,mlp.experts.15.down_proj,0.0001575539,0.10000,0.397
+34,mlp.experts.16.down_proj,0.0000562107,0.10000,0.333
+34,mlp.experts.17.down_proj,0.0015439697,0.10000,0.340
+34,mlp.experts.18.down_proj,0.0000036692,0.10000,0.345
+34,mlp.experts.19.down_proj,0.0003342286,0.10000,0.343
+34,mlp.experts.20.down_proj,0.0008430844,0.10000,0.361
+34,mlp.experts.21.down_proj,0.0005531631,0.10000,0.368
+34,mlp.experts.22.down_proj,0.0001300700,0.10000,0.329
+34,mlp.experts.23.down_proj,0.0000432898,0.10000,0.333
+34,mlp.experts.24.down_proj,0.0005332727,0.10000,0.371
+34,mlp.experts.25.down_proj,0.0000417967,0.10000,0.362
+34,mlp.experts.26.down_proj,0.0000193410,0.10000,0.400
+34,mlp.experts.27.down_proj,0.0000779263,0.10000,0.396
+34,mlp.experts.28.down_proj,0.0004405097,0.10000,0.400
+34,mlp.experts.29.down_proj,0.0001902115,0.10000,0.398
+34,mlp.experts.30.down_proj,0.0000039081,0.10000,0.401
+34,mlp.experts.31.down_proj,0.0001618498,0.10000,0.402
+34,mlp.experts.32.down_proj,0.0000387532,0.10000,0.397
+34,mlp.experts.33.down_proj,0.0001620115,0.10000,0.402
+34,mlp.experts.34.down_proj,0.0001583428,0.10000,0.366
+34,mlp.experts.35.down_proj,0.0000247040,0.10000,0.361
+34,mlp.experts.36.down_proj,0.0002639836,0.10000,0.389
+34,mlp.experts.37.down_proj,0.0005640321,0.10000,0.391
+34,mlp.experts.38.down_proj,0.0000032566,0.10000,0.391
+34,mlp.experts.39.down_proj,0.0000124629,0.10000,0.388
+34,mlp.experts.40.down_proj,0.0000043310,0.10000,0.394
+34,mlp.experts.41.down_proj,0.0000261661,0.10000,0.392
+34,mlp.experts.42.down_proj,0.0005717427,0.10000,0.382
+34,mlp.experts.43.down_proj,0.0000212460,0.10000,0.377
+34,mlp.experts.44.down_proj,0.0025456388,0.10000,0.350
+34,mlp.experts.45.down_proj,0.0000190528,0.10000,0.354
+34,mlp.experts.46.down_proj,0.0003246332,0.10000,0.399
+34,mlp.experts.47.down_proj,0.0009011685,0.10000,0.402
+34,mlp.experts.48.down_proj,0.0003138827,0.10000,0.387
+34,mlp.experts.49.down_proj,0.0020090578,0.10000,0.400
+34,mlp.experts.50.down_proj,0.0000440798,0.10000,0.397
+34,mlp.experts.51.down_proj,0.0003580238,0.10000,0.398
+34,mlp.experts.52.down_proj,0.0000053558,0.10000,0.397
+34,mlp.experts.53.down_proj,0.0016965671,0.10000,0.399
+34,mlp.experts.54.down_proj,0.0005115192,0.10000,0.403
+34,mlp.experts.55.down_proj,0.0000378936,0.10000,0.392
+34,mlp.experts.56.down_proj,0.0000339250,0.10000,0.396
+34,mlp.experts.57.down_proj,0.0001467090,0.10000,0.388
+34,mlp.experts.58.down_proj,0.0000350951,0.10000,0.387
+34,mlp.experts.59.down_proj,0.0005296879,0.10000,0.404
+34,mlp.experts.60.down_proj,0.0001968938,0.10000,0.401
+34,mlp.experts.61.down_proj,0.0000208801,0.10000,0.395
+34,mlp.experts.62.down_proj,0.0000023267,0.10000,0.398
+34,mlp.experts.63.down_proj,0.0000420878,0.10000,0.382
+34,mlp.experts.64.down_proj,0.0000015592,0.10000,0.400
+34,mlp.experts.65.down_proj,0.0000818892,0.10000,0.405
+34,mlp.experts.66.down_proj,0.0001265415,0.10000,0.324
+34,mlp.experts.67.down_proj,0.0004317939,0.10000,0.322
+34,mlp.experts.68.down_proj,0.0000321024,0.10000,0.347
+34,mlp.experts.69.down_proj,0.0000455154,0.10000,0.358
+34,mlp.experts.70.down_proj,0.0000286987,0.10000,0.397
+34,mlp.experts.71.down_proj,0.0000391904,0.10000,0.391
+34,mlp.experts.72.down_proj,0.0007750031,0.10000,0.397
+34,mlp.experts.73.down_proj,0.0000227109,0.10000,0.397
+34,mlp.experts.74.down_proj,0.0000214918,0.10000,0.390
+34,mlp.experts.75.down_proj,0.0001111247,0.10000,0.384
+34,mlp.experts.76.down_proj,0.0000068418,0.10000,0.393
+34,mlp.experts.77.down_proj,0.0009087546,0.10000,0.394
+34,mlp.experts.78.down_proj,0.0000249456,0.10000,0.398
+34,mlp.experts.79.down_proj,0.0068089395,0.10000,0.392
+34,mlp.experts.80.down_proj,0.0000119884,0.10000,0.391
+34,mlp.experts.81.down_proj,0.0007849174,0.10000,0.390
+34,mlp.experts.82.down_proj,0.0000201938,0.10000,0.393
+34,mlp.experts.83.down_proj,0.0000053489,0.10000,0.405
+34,mlp.experts.84.down_proj,0.0003898067,0.10000,0.374
+34,mlp.experts.85.down_proj,0.0000173714,0.10000,0.409
+34,mlp.experts.86.down_proj,0.0000194523,0.10000,0.334
+34,mlp.experts.87.down_proj,0.0001341590,0.10000,0.336
+34,mlp.experts.88.down_proj,0.0000070623,0.10000,0.369
+34,mlp.experts.89.down_proj,0.0007606946,0.10000,0.380
+34,mlp.experts.90.down_proj,0.0000309285,0.10000,0.393
+34,mlp.experts.91.down_proj,0.0000069047,0.10000,0.388
+34,mlp.experts.92.down_proj,0.0000325668,0.10000,0.328
+34,mlp.experts.93.down_proj,0.0011874721,0.10000,0.317
+34,mlp.experts.94.down_proj,0.0000083716,0.10000,0.393
+34,mlp.experts.95.down_proj,0.0000063511,0.10000,0.400
+34,mlp.experts.96.down_proj,0.0000095663,0.10000,0.392
+34,mlp.experts.97.down_proj,0.0000731360,0.10000,0.389
+34,mlp.experts.98.down_proj,0.0000089570,0.10000,0.396
+34,mlp.experts.99.down_proj,0.0000263852,0.10000,0.399
+34,mlp.experts.100.down_proj,0.0003623515,0.10000,0.398
+34,mlp.experts.101.down_proj,0.0000449798,0.10000,0.396
+34,mlp.experts.102.down_proj,0.0002321442,0.10000,0.386
+34,mlp.experts.103.down_proj,0.0000422597,0.10000,0.394
+34,mlp.experts.104.down_proj,0.0003037637,0.10000,0.396
+34,mlp.experts.105.down_proj,0.0000145503,0.10000,0.384
+34,mlp.experts.106.down_proj,0.0061521113,0.10000,0.389
+34,mlp.experts.107.down_proj,0.0000040808,0.10000,0.387
+34,mlp.experts.108.down_proj,0.0000039746,0.10000,0.383
+34,mlp.experts.109.down_proj,0.0000304241,0.10000,0.385
+34,mlp.experts.110.down_proj,0.0000174203,0.10000,0.386
+34,mlp.experts.111.down_proj,0.0005707471,0.10000,0.383
+34,mlp.experts.112.down_proj,0.0000043893,0.10000,0.374
+34,mlp.experts.113.down_proj,0.0000059408,0.10000,0.387
+34,mlp.experts.114.down_proj,0.0009461485,0.10000,0.378
+34,mlp.experts.115.down_proj,0.0001070557,0.10000,0.386
+34,mlp.experts.116.down_proj,0.0002278989,0.10000,0.384
+34,mlp.experts.117.down_proj,0.0091854061,0.10000,0.385
+34,mlp.experts.118.down_proj,0.0004071797,0.10000,0.385
+34,mlp.experts.119.down_proj,0.0005656899,0.10000,0.384
+34,mlp.experts.120.down_proj,0.0000186945,0.10000,0.332
+34,mlp.experts.121.down_proj,0.0003082471,0.10000,0.332
+34,mlp.experts.122.down_proj,0.0016633562,0.10000,0.326
+34,mlp.experts.123.down_proj,0.0000189305,0.10000,0.346
+34,mlp.experts.124.down_proj,0.0000134476,0.10000,0.393
+34,mlp.experts.125.down_proj,0.0018923412,0.10000,0.403
+34,mlp.experts.126.down_proj,0.0000629665,0.10000,0.396
+34,mlp.experts.127.down_proj,0.0003988336,0.10000,0.358
+35,self_attn.k_proj,0.0000001587,0.10000,1.024
+35,self_attn.q_proj,0.0000012533,0.10000,1.087
+35,self_attn.v_proj,0.0000001886,0.10000,0.651
+35,self_attn.o_proj,0.0000001684,0.10000,1.194
+35,mlp.gate,0.0000042883,0.10000,0.547
+35,mlp.experts.0.up_proj,0.0000404114,0.10000,1.001
+35,mlp.experts.1.up_proj,0.0003897351,0.10000,1.004
+35,mlp.experts.2.up_proj,0.0002124668,0.10000,1.048
+35,mlp.experts.3.up_proj,0.0001435129,0.10000,1.050
+35,mlp.experts.5.up_proj,0.0052127136,0.10000,1.065
+35,mlp.experts.4.up_proj,0.0002963919,0.10000,1.076
+35,mlp.experts.6.up_proj,0.0023489577,0.10000,0.995
+35,mlp.experts.7.up_proj,0.0001211096,0.10000,0.998
+35,mlp.experts.8.up_proj,0.0000422942,0.10000,1.015
+35,mlp.experts.9.up_proj,0.0004288148,0.10000,1.020
+35,mlp.experts.10.up_proj,0.0017708807,0.10000,0.998
+35,mlp.experts.11.up_proj,0.0155893061,0.10000,1.023
+35,mlp.experts.12.up_proj,0.0001168852,0.10000,1.019
+35,mlp.experts.13.up_proj,0.0000807530,0.10000,1.036
+35,mlp.experts.14.up_proj,0.0005135310,0.10000,0.993
+35,mlp.experts.15.up_proj,0.0005052160,0.10000,0.992
+35,mlp.experts.16.up_proj,0.0000185766,0.10000,0.974
+35,mlp.experts.17.up_proj,0.0013092713,0.10000,0.956
+35,mlp.experts.18.up_proj,0.0000645127,0.10000,1.032
+35,mlp.experts.19.up_proj,0.0024316137,0.10000,1.027
+35,mlp.experts.20.up_proj,0.0001411558,0.10000,1.025
+35,mlp.experts.21.up_proj,0.0000538987,0.10000,1.045
+35,mlp.experts.22.up_proj,0.0000826012,0.10000,1.037
+35,mlp.experts.23.up_proj,0.0001312159,0.10000,1.033
+35,mlp.experts.24.up_proj,0.0000613758,0.10000,1.012
+35,mlp.experts.25.up_proj,0.0000804610,0.10000,1.039
+35,mlp.experts.26.up_proj,0.0000758159,0.10000,0.958
+35,mlp.experts.27.up_proj,0.0015739727,0.10000,0.986
+35,mlp.experts.28.up_proj,0.0001974451,0.10000,0.962
+35,mlp.experts.29.up_proj,0.0000782507,0.10000,0.943
+35,mlp.experts.30.up_proj,0.0000714080,0.10000,1.028
+35,mlp.experts.31.up_proj,0.0005821625,0.10000,1.069
+35,mlp.experts.32.up_proj,0.0009646673,0.10000,0.987
+35,mlp.experts.33.up_proj,0.0000196374,0.10000,1.032
+35,mlp.experts.34.up_proj,0.0140178633,0.10000,1.060
+35,mlp.experts.35.up_proj,0.0077467207,0.10000,1.006
+35,mlp.experts.36.up_proj,0.0015938907,0.10000,1.059
+35,mlp.experts.37.up_proj,0.0000409537,0.10000,1.023
+35,mlp.experts.38.up_proj,0.0020555415,0.10000,1.010
+35,mlp.experts.39.up_proj,0.0001264363,0.10000,1.068
+35,mlp.experts.40.up_proj,0.0002260927,0.10000,0.977
+35,mlp.experts.41.up_proj,0.0000943949,0.10000,1.000
+35,mlp.experts.42.up_proj,0.0000416865,0.10000,1.006
+35,mlp.experts.43.up_proj,0.0001379436,0.10000,0.988
+35,mlp.experts.44.up_proj,0.0019242903,0.10000,0.992
+35,mlp.experts.45.up_proj,0.0001213263,0.10000,1.021
+35,mlp.experts.46.up_proj,0.0008650899,0.10000,1.022
+35,mlp.experts.47.up_proj,0.0000237930,0.10000,1.075
+35,mlp.experts.48.up_proj,0.0002629997,0.10000,0.925
+35,mlp.experts.49.up_proj,0.0000426918,0.10000,0.940
+35,mlp.experts.50.up_proj,0.0000698016,0.10000,1.048
+35,mlp.experts.51.up_proj,0.0020547410,0.10000,1.061
+35,mlp.experts.52.up_proj,0.0007379745,0.10000,1.025
+35,mlp.experts.53.up_proj,0.0002508187,0.10000,1.046
+35,mlp.experts.54.up_proj,0.0001643283,0.10000,1.001
+35,mlp.experts.55.up_proj,0.0000642910,0.10000,1.027
+35,mlp.experts.56.up_proj,0.0002515527,0.10000,1.041
+35,mlp.experts.57.up_proj,0.0125819380,0.10000,1.017
+35,mlp.experts.58.up_proj,0.0000502369,0.10000,1.065
+35,mlp.experts.59.up_proj,0.0000405656,0.10000,1.053
+35,mlp.experts.60.up_proj,0.0000887013,0.10000,1.049
+35,mlp.experts.61.up_proj,0.0000426741,0.10000,1.056
+35,mlp.experts.62.up_proj,0.0008405281,0.10000,0.962
+35,mlp.experts.63.up_proj,0.0038605761,0.10000,0.993
+35,mlp.experts.64.up_proj,0.0007153806,0.10000,0.985
+35,mlp.experts.65.up_proj,0.0011676214,0.10000,1.026
+35,mlp.experts.66.up_proj,0.0065345939,0.10000,1.022
+35,mlp.experts.67.up_proj,0.0000420429,0.10000,1.037
+35,mlp.experts.68.up_proj,0.0003304262,0.10000,1.015
+35,mlp.experts.69.up_proj,0.0000925376,0.10000,0.964
+35,mlp.experts.70.up_proj,0.0024979313,0.10000,0.979
+35,mlp.experts.71.up_proj,0.0000879939,0.10000,0.963
+35,mlp.experts.72.up_proj,0.0001752035,0.10000,0.974
+35,mlp.experts.73.up_proj,0.0001689701,0.10000,1.023
+35,mlp.experts.74.up_proj,0.0051561840,0.10000,0.973
+35,mlp.experts.75.up_proj,0.0013796347,0.10000,0.985
+35,mlp.experts.76.up_proj,0.0028277807,0.10000,1.016
+35,mlp.experts.77.up_proj,0.0126961145,0.10000,0.980
+35,mlp.experts.78.up_proj,0.0001167716,0.10000,1.034
+35,mlp.experts.79.up_proj,0.0000842405,0.10000,0.967
+35,mlp.experts.80.up_proj,0.0141044336,0.10000,1.022
+35,mlp.experts.81.up_proj,0.0004576254,0.10000,0.979
+35,mlp.experts.82.up_proj,0.0005408575,0.10000,1.063
+35,mlp.experts.83.up_proj,0.0010768088,0.10000,1.022
+35,mlp.experts.84.up_proj,0.0019857524,0.10000,1.031
+35,mlp.experts.85.up_proj,0.0000518393,0.10000,1.017
+35,mlp.experts.86.up_proj,0.0000471859,0.10000,1.034
+35,mlp.experts.87.up_proj,0.0000895719,0.10000,1.006
+35,mlp.experts.88.up_proj,0.0029976295,0.10000,1.028
+35,mlp.experts.89.up_proj,0.0000363328,0.10000,1.004
+35,mlp.experts.90.up_proj,0.0002157811,0.10000,1.030
+35,mlp.experts.91.up_proj,0.0046649867,0.10000,0.990
+35,mlp.experts.92.up_proj,0.0000527548,0.10000,0.894
+35,mlp.experts.93.up_proj,0.0095648715,0.10000,0.941
+35,mlp.experts.94.up_proj,0.0001021585,0.10000,1.021
+35,mlp.experts.95.up_proj,0.0001997038,0.10000,1.066
+35,mlp.experts.96.up_proj,0.0000338108,0.10000,1.024
+35,mlp.experts.97.up_proj,0.0000235222,0.10000,1.066
+35,mlp.experts.98.up_proj,0.0000149839,0.10000,0.991
+35,mlp.experts.99.up_proj,0.0000679825,0.10000,1.024
+35,mlp.experts.100.up_proj,0.0003287144,0.10000,0.918
+35,mlp.experts.101.up_proj,0.0001454331,0.10000,0.932
+35,mlp.experts.102.up_proj,0.0002257333,0.10000,1.026
+35,mlp.experts.103.up_proj,0.0005338727,0.10000,1.077
+35,mlp.experts.104.up_proj,0.0023308638,0.10000,0.886
+35,mlp.experts.105.up_proj,0.0000110863,0.10000,0.853
+35,mlp.experts.106.up_proj,0.0047153192,0.10000,0.971
+35,mlp.experts.107.up_proj,0.0000487617,0.10000,0.940
+35,mlp.experts.108.up_proj,0.0020596931,0.10000,1.001
+35,mlp.experts.109.up_proj,0.0000876015,0.10000,0.968
+35,mlp.experts.110.up_proj,0.0023948970,0.10000,0.981
+35,mlp.experts.111.up_proj,0.0000817966,0.10000,1.092
+35,mlp.experts.112.up_proj,0.0077532108,0.10000,1.023
+35,mlp.experts.113.up_proj,0.0026811234,0.10000,1.086
+35,mlp.experts.114.up_proj,0.0010114263,0.10000,1.018
+35,mlp.experts.115.up_proj,0.0000107737,0.10000,1.028
+35,mlp.experts.116.up_proj,0.0000712178,0.10000,1.070
+35,mlp.experts.117.up_proj,0.0018944364,0.10000,1.017
+35,mlp.experts.118.up_proj,0.0008261202,0.10000,1.011
+35,mlp.experts.119.up_proj,0.0201147173,0.10000,1.001
+35,mlp.experts.120.up_proj,0.0007605579,0.10000,0.992
+35,mlp.experts.121.up_proj,0.0002347074,0.10000,1.038
+35,mlp.experts.122.up_proj,0.0000361949,0.10000,1.051
+35,mlp.experts.123.up_proj,0.0011218438,0.10000,1.032
+35,mlp.experts.124.up_proj,0.0013201896,0.10000,1.061
+35,mlp.experts.125.up_proj,0.0000954505,0.10000,1.028
+35,mlp.experts.126.up_proj,0.0001918517,0.10000,1.040
+35,mlp.experts.127.up_proj,0.0009570020,0.10000,1.066
+35,mlp.experts.0.gate_proj,0.0000384865,0.10000,1.081
+35,mlp.experts.1.gate_proj,0.0002714184,0.10000,1.064
+35,mlp.experts.2.gate_proj,0.0002035496,0.10000,1.077
+35,mlp.experts.3.gate_proj,0.0000961275,0.10000,1.052
+35,mlp.experts.4.gate_proj,0.0003828750,0.10000,1.009
+35,mlp.experts.5.gate_proj,0.0050391525,0.10000,1.028
+35,mlp.experts.6.gate_proj,0.0023547307,0.10000,0.988
+35,mlp.experts.7.gate_proj,0.0001139425,0.10000,1.011
+35,mlp.experts.8.gate_proj,0.0000430317,0.10000,0.958
+35,mlp.experts.9.gate_proj,0.0004114594,0.10000,1.006
+35,mlp.experts.10.gate_proj,0.0015699787,0.10000,1.005
+35,mlp.experts.11.gate_proj,0.0150590498,0.10000,0.957
+35,mlp.experts.12.gate_proj,0.0001106635,0.10000,0.927
+35,mlp.experts.13.gate_proj,0.0000777142,0.10000,0.996
+35,mlp.experts.14.gate_proj,0.0005223044,0.10000,1.019
+35,mlp.experts.15.gate_proj,0.0005101688,0.10000,1.060
+35,mlp.experts.16.gate_proj,0.0000195838,0.10000,1.035
+35,mlp.experts.17.gate_proj,0.0013187534,0.10000,1.051
+35,mlp.experts.18.gate_proj,0.0000351495,0.10000,1.057
+35,mlp.experts.19.gate_proj,0.0021333909,0.10000,1.029
+35,mlp.experts.20.gate_proj,0.0001272626,0.10000,0.964
+35,mlp.experts.21.gate_proj,0.0000519876,0.10000,0.978
+35,mlp.experts.22.gate_proj,0.0000763404,0.10000,1.055
+35,mlp.experts.23.gate_proj,0.0000993695,0.10000,1.060
+35,mlp.experts.24.gate_proj,0.0000507148,0.10000,1.024
+35,mlp.experts.25.gate_proj,0.0001217220,0.10000,1.077
+35,mlp.experts.26.gate_proj,0.0000541220,0.10000,1.038
+35,mlp.experts.27.gate_proj,0.0013887989,0.10000,1.075
+35,mlp.experts.28.gate_proj,0.0001839700,0.10000,1.021
+35,mlp.experts.29.gate_proj,0.0000705418,0.10000,1.015
+35,mlp.experts.30.gate_proj,0.0000696986,0.10000,0.975
+35,mlp.experts.31.gate_proj,0.0004121746,0.10000,1.041
+35,mlp.experts.32.gate_proj,0.0008999527,0.10000,0.970
+35,mlp.experts.33.gate_proj,0.0000188156,0.10000,1.051
+35,mlp.experts.34.gate_proj,0.0141957572,0.10000,1.002
+35,mlp.experts.35.gate_proj,0.0071006443,0.10000,1.012
+35,mlp.experts.36.gate_proj,0.0011483945,0.10000,1.004
+35,mlp.experts.37.gate_proj,0.0000374134,0.10000,1.040
+35,mlp.experts.38.gate_proj,0.0020887807,0.10000,1.037
+35,mlp.experts.39.gate_proj,0.0001230826,0.10000,1.052
+35,mlp.experts.40.gate_proj,0.0002189784,0.10000,1.010
+35,mlp.experts.41.gate_proj,0.0000905990,0.10000,1.075
+35,mlp.experts.42.gate_proj,0.0000393252,0.10000,1.029
+35,mlp.experts.43.gate_proj,0.0001297392,0.10000,1.073
+35,mlp.experts.44.gate_proj,0.0016479675,0.10000,1.043
+35,mlp.experts.45.gate_proj,0.0001154927,0.10000,1.016
+35,mlp.experts.46.gate_proj,0.0007192718,0.10000,1.045
+35,mlp.experts.47.gate_proj,0.0000195706,0.10000,1.029
+35,mlp.experts.48.gate_proj,0.0002417651,0.10000,1.026
+35,mlp.experts.49.gate_proj,0.0000385765,0.10000,1.061
+35,mlp.experts.50.gate_proj,0.0000646472,0.10000,0.979
+35,mlp.experts.51.gate_proj,0.0019961718,0.10000,1.038
+35,mlp.experts.52.gate_proj,0.0006705593,0.10000,1.039
+35,mlp.experts.53.gate_proj,0.0002568663,0.10000,1.047
+35,mlp.experts.54.gate_proj,0.0001377794,0.10000,1.025
+35,mlp.experts.55.gate_proj,0.0000652710,0.10000,1.004
+35,mlp.experts.56.gate_proj,0.0002229361,0.10000,1.050
+35,mlp.experts.57.gate_proj,0.0108462604,0.10000,0.985
+35,mlp.experts.58.gate_proj,0.0000515521,0.10000,0.978
+35,mlp.experts.59.gate_proj,0.0000245931,0.10000,1.021
+35,mlp.experts.60.gate_proj,0.0000870698,0.10000,1.011
+35,mlp.experts.61.gate_proj,0.0000338636,0.10000,1.034
+35,mlp.experts.62.gate_proj,0.0008492197,0.10000,1.004
+35,mlp.experts.63.gate_proj,0.0033402287,0.10000,0.973
+35,mlp.experts.64.gate_proj,0.0007031789,0.10000,0.975
+35,mlp.experts.65.gate_proj,0.0011745371,0.10000,0.989
+35,mlp.experts.66.gate_proj,0.0066429964,0.10000,1.024
+35,mlp.experts.67.gate_proj,0.0000260561,0.10000,1.002
+35,mlp.experts.68.gate_proj,0.0003338833,0.10000,1.021
+35,mlp.experts.69.gate_proj,0.0000828306,0.10000,1.044
+35,mlp.experts.70.gate_proj,0.0024054560,0.10000,1.017
+35,mlp.experts.71.gate_proj,0.0000892686,0.10000,1.029
+35,mlp.experts.72.gate_proj,0.0001650984,0.10000,1.014
+35,mlp.experts.73.gate_proj,0.0001013767,0.10000,1.076
+35,mlp.experts.74.gate_proj,0.0047412364,0.10000,1.032
+35,mlp.experts.75.gate_proj,0.0013762542,0.10000,1.021
+35,mlp.experts.76.gate_proj,0.0029048857,0.10000,1.051
+35,mlp.experts.77.gate_proj,0.0130999874,0.10000,1.017
+35,mlp.experts.78.gate_proj,0.0001156764,0.10000,1.018
+35,mlp.experts.79.gate_proj,0.0000821279,0.10000,1.028
+35,mlp.experts.80.gate_proj,0.0126797880,0.10000,0.975
+35,mlp.experts.81.gate_proj,0.0004472607,0.10000,1.023
+35,mlp.experts.82.gate_proj,0.0005336619,0.10000,1.006
+35,mlp.experts.83.gate_proj,0.0010788661,0.10000,0.984
+35,mlp.experts.84.gate_proj,0.0019468818,0.10000,0.978
+35,mlp.experts.85.gate_proj,0.0000471568,0.10000,0.965
+35,mlp.experts.86.gate_proj,0.0000447429,0.10000,0.959
+35,mlp.experts.87.gate_proj,0.0000903100,0.10000,1.057
+35,mlp.experts.88.gate_proj,0.0026866229,0.10000,1.048
+35,mlp.experts.89.gate_proj,0.0000332261,0.10000,1.016
+35,mlp.experts.90.gate_proj,0.0001016124,0.10000,1.054
+35,mlp.experts.91.gate_proj,0.0041557518,0.10000,1.039
+35,mlp.experts.92.gate_proj,0.0000530292,0.10000,1.062
+35,mlp.experts.93.gate_proj,0.0080651666,0.10000,1.047
+35,mlp.experts.94.gate_proj,0.0001029133,0.10000,1.049
+35,mlp.experts.95.gate_proj,0.0002035404,0.10000,0.991
+35,mlp.experts.96.gate_proj,0.0000320570,0.10000,1.001
+35,mlp.experts.97.gate_proj,0.0000197196,0.10000,1.014
+35,mlp.experts.98.gate_proj,0.0000123765,0.10000,1.055
+35,mlp.experts.99.gate_proj,0.0000617591,0.10000,1.029
+35,mlp.experts.100.gate_proj,0.0003262834,0.10000,1.058
+35,mlp.experts.101.gate_proj,0.0001390397,0.10000,1.060
+35,mlp.experts.102.gate_proj,0.0002294531,0.10000,1.054
+35,mlp.experts.103.gate_proj,0.0004917296,0.10000,1.041
+35,mlp.experts.104.gate_proj,0.0023273648,0.10000,1.002
+35,mlp.experts.105.gate_proj,0.0000100967,0.10000,0.984
+35,mlp.experts.106.gate_proj,0.0045766331,0.10000,0.950
+35,mlp.experts.107.gate_proj,0.0000479808,0.10000,1.066
+35,mlp.experts.108.gate_proj,0.0020169262,0.10000,1.020
+35,mlp.experts.109.gate_proj,0.0000725832,0.10000,0.994
+35,mlp.experts.110.gate_proj,0.0023628768,0.10000,1.012
+35,mlp.experts.111.gate_proj,0.0000767058,0.10000,1.098
+35,mlp.experts.112.gate_proj,0.0072228436,0.10000,1.051
+35,mlp.experts.114.gate_proj,0.0010614396,0.10000,1.058
+35,mlp.experts.113.gate_proj,0.0025939101,0.10000,1.074
+35,mlp.experts.116.gate_proj,0.0000684054,0.10000,1.075
+35,mlp.experts.115.gate_proj,0.0000102714,0.10000,1.090
+35,mlp.experts.118.gate_proj,0.0007815020,0.10000,1.019
+35,mlp.experts.117.gate_proj,0.0018986934,0.10000,1.087
+35,mlp.experts.119.gate_proj,0.0179136706,0.10000,1.088
+35,mlp.experts.120.gate_proj,0.0007585647,0.10000,1.051
+35,mlp.experts.121.gate_proj,0.0002362633,0.10000,1.042
+35,mlp.experts.122.gate_proj,0.0000293594,0.10000,1.058
+35,mlp.experts.123.gate_proj,0.0009073646,0.10000,0.984
+35,mlp.experts.124.gate_proj,0.0014818806,0.10000,0.964
+35,mlp.experts.125.gate_proj,0.0000799480,0.10000,1.003
+35,mlp.experts.126.gate_proj,0.0001725275,0.10000,1.026
+35,mlp.experts.127.gate_proj,0.0008776615,0.10000,0.671
+35,mlp.experts.1.down_proj,0.0001262855,0.10000,0.379
+35,mlp.experts.0.down_proj,0.0000074453,0.10000,0.402
+35,mlp.experts.2.down_proj,0.0000415776,0.10000,0.399
+35,mlp.experts.3.down_proj,0.0000230057,0.10000,0.396
+35,mlp.experts.4.down_proj,0.0001802348,0.10000,0.391
+35,mlp.experts.5.down_proj,0.0002106015,0.10000,0.409
+35,mlp.experts.6.down_proj,0.0005566431,0.10000,0.391
+35,mlp.experts.7.down_proj,0.0000210014,0.10000,0.400
+35,mlp.experts.8.down_proj,0.0000128072,0.10000,0.389
+35,mlp.experts.9.down_proj,0.0003211205,0.10000,0.406
+35,mlp.experts.10.down_proj,0.0011877005,0.10000,0.409
+35,mlp.experts.11.down_proj,0.0031150929,0.10000,0.401
+35,mlp.experts.12.down_proj,0.0000242832,0.10000,0.399
+35,mlp.experts.13.down_proj,0.0000289235,0.10000,0.402
+35,mlp.experts.14.down_proj,0.0001097803,0.10000,0.378
+35,mlp.experts.15.down_proj,0.0001450928,0.10000,0.367
+35,mlp.experts.16.down_proj,0.0000057309,0.10000,0.402
+35,mlp.experts.17.down_proj,0.0003959936,0.10000,0.407
+35,mlp.experts.18.down_proj,0.0000149415,0.10000,0.328
+35,mlp.experts.19.down_proj,0.0013550201,0.10000,0.330
+35,mlp.experts.20.down_proj,0.0000302817,0.10000,0.330
+35,mlp.experts.21.down_proj,0.0000130214,0.10000,0.326
+35,mlp.experts.22.down_proj,0.0000415913,0.10000,0.351
+35,mlp.experts.23.down_proj,0.0000571506,0.10000,0.360
+35,mlp.experts.24.down_proj,0.0000224494,0.10000,0.399
+35,mlp.experts.25.down_proj,0.0000323433,0.10000,0.372
+35,mlp.experts.26.down_proj,0.0000244551,0.10000,0.368
+35,mlp.experts.27.down_proj,0.0006172006,0.10000,0.373
+35,mlp.experts.28.down_proj,0.0000318369,0.10000,0.392
+35,mlp.experts.29.down_proj,0.0000224219,0.10000,0.400
+35,mlp.experts.30.down_proj,0.0000166891,0.10000,0.389
+35,mlp.experts.31.down_proj,0.0001461549,0.10000,0.406
+35,mlp.experts.32.down_proj,0.0002459381,0.10000,0.404
+35,mlp.experts.33.down_proj,0.0000031339,0.10000,0.378
+35,mlp.experts.34.down_proj,0.0003314145,0.10000,0.382
+35,mlp.experts.35.down_proj,0.0057683470,0.10000,0.410
+35,mlp.experts.36.down_proj,0.0007253461,0.10000,0.405
+35,mlp.experts.37.down_proj,0.0000091145,0.10000,0.398
+35,mlp.experts.38.down_proj,0.0006542149,0.10000,0.402
+35,mlp.experts.39.down_proj,0.0000240554,0.10000,0.394
+35,mlp.experts.40.down_proj,0.0000468404,0.10000,0.400
+35,mlp.experts.41.down_proj,0.0000190449,0.10000,0.392
+35,mlp.experts.42.down_proj,0.0000155816,0.10000,0.350
+35,mlp.experts.43.down_proj,0.0000340555,0.10000,0.354
+35,mlp.experts.44.down_proj,0.0004936891,0.10000,0.388
+35,mlp.experts.45.down_proj,0.0000571202,0.10000,0.388
+35,mlp.experts.46.down_proj,0.0004411826,0.10000,0.400
+35,mlp.experts.47.down_proj,0.0000074766,0.10000,0.401
+35,mlp.experts.48.down_proj,0.0000588814,0.10000,0.401
+35,mlp.experts.49.down_proj,0.0000162289,0.10000,0.399
+35,mlp.experts.50.down_proj,0.0000316785,0.10000,0.328
+35,mlp.experts.51.down_proj,0.0008113618,0.10000,0.333
+35,mlp.experts.52.down_proj,0.0001691182,0.10000,0.325
+35,mlp.experts.53.down_proj,0.0000606473,0.10000,0.332
+35,mlp.experts.54.down_proj,0.0000633874,0.10000,0.350
+35,mlp.experts.55.down_proj,0.0000324137,0.10000,0.357
+35,mlp.experts.56.down_proj,0.0000725867,0.10000,0.383
+35,mlp.experts.57.down_proj,0.0051752490,0.10000,0.384
+35,mlp.experts.58.down_proj,0.0000182527,0.10000,0.390
+35,mlp.experts.59.down_proj,0.0000068295,0.10000,0.376
+35,mlp.experts.60.down_proj,0.0000165531,0.10000,0.380
+35,mlp.experts.61.down_proj,0.0000101896,0.10000,0.380
+35,mlp.experts.62.down_proj,0.0002380299,0.10000,0.376
+35,mlp.experts.63.down_proj,0.0018596820,0.10000,0.386
+35,mlp.experts.64.down_proj,0.0002923277,0.10000,0.364
+35,mlp.experts.65.down_proj,0.0005018981,0.10000,0.385
+35,mlp.experts.66.down_proj,0.0006741366,0.10000,0.377
+35,mlp.experts.67.down_proj,0.0000101170,0.10000,0.365
+35,mlp.experts.68.down_proj,0.0001369801,0.10000,0.357
+35,mlp.experts.69.down_proj,0.0000332946,0.10000,0.366
+35,mlp.experts.70.down_proj,0.0007715498,0.10000,0.375
+35,mlp.experts.71.down_proj,0.0000249448,0.10000,0.385
+35,mlp.experts.72.down_proj,0.0000685352,0.10000,0.357
+35,mlp.experts.73.down_proj,0.0000366004,0.10000,0.349
+35,mlp.experts.74.down_proj,0.0030515528,0.10000,0.391
+35,mlp.experts.75.down_proj,0.0006521734,0.10000,0.385
+35,mlp.experts.76.down_proj,0.0001074773,0.10000,0.342
+35,mlp.experts.77.down_proj,0.0026458649,0.10000,0.360
+35,mlp.experts.78.down_proj,0.0000419006,0.10000,0.362
+35,mlp.experts.79.down_proj,0.0000347099,0.10000,0.357
+35,mlp.experts.80.down_proj,0.0041709495,0.10000,0.389
+35,mlp.experts.81.down_proj,0.0001313321,0.10000,0.382
+35,mlp.experts.82.down_proj,0.0001464618,0.10000,0.384
+35,mlp.experts.83.down_proj,0.0001951887,0.10000,0.387
+35,mlp.experts.84.down_proj,0.0005841808,0.10000,0.368
+35,mlp.experts.85.down_proj,0.0000139014,0.10000,0.387
+35,mlp.experts.86.down_proj,0.0000179202,0.10000,0.387
+35,mlp.experts.87.down_proj,0.0000334711,0.10000,0.388
+35,mlp.experts.88.down_proj,0.0016380678,0.10000,0.360
+35,mlp.experts.89.down_proj,0.0000085148,0.10000,0.385
+35,mlp.experts.90.down_proj,0.0000426081,0.10000,0.361
+35,mlp.experts.91.down_proj,0.0026018227,0.10000,0.392
+35,mlp.experts.92.down_proj,0.0000235334,0.10000,0.392
+35,mlp.experts.93.down_proj,0.0027187151,0.10000,0.398
+35,mlp.experts.94.down_proj,0.0000296385,0.10000,0.367
+35,mlp.experts.95.down_proj,0.0000673157,0.10000,0.338
+35,mlp.experts.96.down_proj,0.0000086983,0.10000,0.324
+35,mlp.experts.97.down_proj,0.0000072027,0.10000,0.320
+35,mlp.experts.98.down_proj,0.0000032535,0.10000,0.329
+35,mlp.experts.99.down_proj,0.0000165800,0.10000,0.366
+35,mlp.experts.100.down_proj,0.0001274585,0.10000,0.404
+35,mlp.experts.101.down_proj,0.0000321724,0.10000,0.405
+35,mlp.experts.102.down_proj,0.0000679197,0.10000,0.395
+35,mlp.experts.103.down_proj,0.0002965388,0.10000,0.411
+35,mlp.experts.104.down_proj,0.0007623265,0.10000,0.387
+35,mlp.experts.105.down_proj,0.0000022318,0.10000,0.372
+35,mlp.experts.106.down_proj,0.0027112326,0.10000,0.337
+35,mlp.experts.107.down_proj,0.0000089797,0.10000,0.340
+35,mlp.experts.108.down_proj,0.0006266391,0.10000,0.333
+35,mlp.experts.109.down_proj,0.0000210109,0.10000,0.331
+35,mlp.experts.110.down_proj,0.0008021293,0.10000,0.321
+35,mlp.experts.111.down_proj,0.0000286661,0.10000,0.323
+35,mlp.experts.112.down_proj,0.0019441902,0.10000,0.331
+35,mlp.experts.113.down_proj,0.0008074469,0.10000,0.331
+35,mlp.experts.114.down_proj,0.0001254937,0.10000,0.319
+35,mlp.experts.115.down_proj,0.0000024635,0.10000,0.327
+35,mlp.experts.116.down_proj,0.0000207151,0.10000,0.325
+35,mlp.experts.117.down_proj,0.0007674325,0.10000,0.328
+35,mlp.experts.118.down_proj,0.0002322863,0.10000,0.346
+35,mlp.experts.119.down_proj,0.0066049851,0.10000,0.349
+35,mlp.experts.120.down_proj,0.0001822906,0.10000,0.328
+35,mlp.experts.121.down_proj,0.0000459092,0.10000,0.327
+35,mlp.experts.122.down_proj,0.0000083118,0.10000,0.324
+35,mlp.experts.123.down_proj,0.0003197780,0.10000,0.360
+35,mlp.experts.124.down_proj,0.0000811637,0.10000,0.366
+35,mlp.experts.125.down_proj,0.0000334056,0.10000,0.405
+35,mlp.experts.126.down_proj,0.0000561298,0.10000,0.395
+35,mlp.experts.127.down_proj,0.0003626209,0.10000,0.300
+36,self_attn.q_proj,0.0000018266,0.10000,1.076
+36,self_attn.k_proj,0.0000002237,0.10000,1.087
+36,self_attn.v_proj,0.0000002805,0.10000,0.579
+36,self_attn.o_proj,0.0000002164,0.10000,1.175
+36,mlp.gate,0.0000044540,0.10000,0.605
+36,mlp.experts.0.up_proj,0.0000283093,0.10000,1.056
+36,mlp.experts.1.up_proj,0.0020123166,0.10000,1.072
+36,mlp.experts.2.up_proj,0.0000176533,0.10000,1.046
+36,mlp.experts.3.up_proj,0.0013057934,0.10000,1.060
+36,mlp.experts.4.up_proj,0.0001695808,0.10000,1.072
+36,mlp.experts.5.up_proj,0.0162406686,0.10000,1.055
+36,mlp.experts.6.up_proj,0.0001853527,0.10000,1.000
+36,mlp.experts.7.up_proj,0.0004112689,0.10000,1.070
+36,mlp.experts.8.up_proj,0.0001615046,0.10000,1.015
+36,mlp.experts.9.up_proj,0.0001266691,0.10000,1.016
+36,mlp.experts.10.up_proj,0.0090450559,0.10000,1.027
+36,mlp.experts.11.up_proj,0.0005199556,0.10000,1.041
+36,mlp.experts.12.up_proj,0.0001514369,0.10000,0.959
+36,mlp.experts.13.up_proj,0.0026688911,0.10000,0.978
+36,mlp.experts.14.up_proj,0.0000312701,0.10000,0.918
+36,mlp.experts.15.up_proj,0.0000459938,0.10000,0.937
+36,mlp.experts.16.up_proj,0.0007949588,0.10000,1.013
+36,mlp.experts.17.up_proj,0.0002278018,0.10000,1.032
+36,mlp.experts.18.up_proj,0.0001339787,0.10000,1.047
+36,mlp.experts.19.up_proj,0.0066713358,0.10000,1.076
+36,mlp.experts.20.up_proj,0.0008638375,0.10000,1.035
+36,mlp.experts.21.up_proj,0.0003146872,0.10000,1.082
+36,mlp.experts.22.up_proj,0.0002052422,0.10000,0.997
+36,mlp.experts.23.up_proj,0.0001865207,0.10000,1.014
+36,mlp.experts.24.up_proj,0.0000788810,0.10000,0.897
+36,mlp.experts.25.up_proj,0.0000279618,0.10000,0.926
+36,mlp.experts.26.up_proj,0.0000824426,0.10000,1.002
+36,mlp.experts.27.up_proj,0.0001558127,0.10000,1.025
+36,mlp.experts.28.up_proj,0.0007533482,0.10000,1.052
+36,mlp.experts.29.up_proj,0.0013469235,0.10000,1.032
+36,mlp.experts.30.up_proj,0.0000744389,0.10000,1.050
+36,mlp.experts.31.up_proj,0.0010933105,0.10000,1.047
+36,mlp.experts.32.up_proj,0.0000396201,0.10000,1.066
+36,mlp.experts.33.up_proj,0.0128525275,0.10000,1.041
+36,mlp.experts.34.up_proj,0.0000834776,0.10000,1.051
+36,mlp.experts.35.up_proj,0.0003912351,0.10000,1.028
+36,mlp.experts.36.up_proj,0.0000874781,0.10000,1.057
+36,mlp.experts.37.up_proj,0.0015164739,0.10000,1.063
+36,mlp.experts.38.up_proj,0.0000352556,0.10000,0.976
+36,mlp.experts.39.up_proj,0.0004050217,0.10000,1.092
+36,mlp.experts.40.up_proj,0.0001625591,0.10000,1.072
+36,mlp.experts.41.up_proj,0.0006256877,0.10000,1.046
+36,mlp.experts.42.up_proj,0.0000322469,0.10000,1.039
+36,mlp.experts.43.up_proj,0.0001120894,0.10000,1.044
+36,mlp.experts.44.up_proj,0.0001572303,0.10000,1.037
+36,mlp.experts.45.up_proj,0.0023712042,0.10000,1.026
+36,mlp.experts.46.up_proj,0.0001920552,0.10000,1.046
+36,mlp.experts.47.up_proj,0.0012180267,0.10000,1.036
+36,mlp.experts.48.up_proj,0.0016397232,0.10000,1.064
+36,mlp.experts.49.up_proj,0.0005633875,0.10000,1.032
+36,mlp.experts.50.up_proj,0.0001356421,0.10000,1.020
+36,mlp.experts.51.up_proj,0.0008783648,0.10000,0.957
+36,mlp.experts.52.up_proj,0.0000374156,0.10000,0.962
+36,mlp.experts.53.up_proj,0.0000272828,0.10000,0.995
+36,mlp.experts.54.up_proj,0.0022576800,0.10000,1.003
+36,mlp.experts.55.up_proj,0.0017092511,0.10000,1.034
+36,mlp.experts.56.up_proj,0.0001371405,0.10000,1.032
+36,mlp.experts.57.up_proj,0.0019338030,0.10000,1.044
+36,mlp.experts.58.up_proj,0.0000309783,0.10000,1.030
+36,mlp.experts.59.up_proj,0.0048901510,0.10000,1.051
+36,mlp.experts.60.up_proj,0.0029147632,0.10000,1.034
+36,mlp.experts.61.up_proj,0.0001038924,0.10000,1.040
+36,mlp.experts.62.up_proj,0.0002098549,0.10000,1.024
+36,mlp.experts.63.up_proj,0.0000320730,0.10000,1.012
+36,mlp.experts.64.up_proj,0.0001381477,0.10000,1.046
+36,mlp.experts.65.up_proj,0.0000719305,0.10000,1.022
+36,mlp.experts.66.up_proj,0.0003178018,0.10000,1.021
+36,mlp.experts.67.up_proj,0.0001888350,0.10000,1.008
+36,mlp.experts.68.up_proj,0.0000215956,0.10000,1.017
+36,mlp.experts.69.up_proj,0.0000583524,0.10000,0.996
+36,mlp.experts.70.up_proj,0.0020963719,0.10000,1.081
+36,mlp.experts.71.up_proj,0.0008974643,0.10000,1.030
+36,mlp.experts.72.up_proj,0.0102997349,0.10000,0.889
+36,mlp.experts.73.up_proj,0.0000605262,0.10000,0.860
+36,mlp.experts.74.up_proj,0.0001125114,0.10000,0.915
+36,mlp.experts.75.up_proj,0.0007472683,0.10000,0.932
+36,mlp.experts.76.up_proj,0.0000155055,0.10000,1.009
+36,mlp.experts.77.up_proj,0.0033242308,0.10000,1.009
+36,mlp.experts.78.up_proj,0.0010947432,0.10000,1.065
+36,mlp.experts.79.up_proj,0.0000986303,0.10000,1.048
+36,mlp.experts.80.up_proj,0.0005601298,0.10000,1.040
+36,mlp.experts.81.up_proj,0.0043135580,0.10000,1.060
+36,mlp.experts.82.up_proj,0.0027482155,0.10000,1.036
+36,mlp.experts.83.up_proj,0.0013926315,0.10000,1.056
+36,mlp.experts.84.up_proj,0.0028550847,0.10000,1.079
+36,mlp.experts.85.up_proj,0.0002228068,0.10000,0.966
+36,mlp.experts.86.up_proj,0.0039592749,0.10000,1.018
+36,mlp.experts.87.up_proj,0.0000116928,0.10000,0.994
+36,mlp.experts.88.up_proj,0.0160227435,0.10000,0.998
+36,mlp.experts.89.up_proj,0.0002583632,0.10000,1.012
+36,mlp.experts.90.up_proj,0.0001239437,0.10000,1.069
+36,mlp.experts.91.up_proj,0.0008627214,0.10000,1.041
+36,mlp.experts.92.up_proj,0.0003286302,0.10000,0.974
+36,mlp.experts.93.up_proj,0.0024339288,0.10000,0.973
+36,mlp.experts.94.up_proj,0.0007599658,0.10000,1.073
+36,mlp.experts.95.up_proj,0.0004005166,0.10000,1.035
+36,mlp.experts.96.up_proj,0.0001404908,0.10000,1.043
+36,mlp.experts.97.up_proj,0.0000165637,0.10000,1.047
+36,mlp.experts.98.up_proj,0.0030058587,0.10000,1.024
+36,mlp.experts.99.up_proj,0.0000670035,0.10000,1.034
+36,mlp.experts.100.up_proj,0.0000346989,0.10000,1.035
+36,mlp.experts.101.up_proj,0.0067665753,0.10000,1.027
+36,mlp.experts.102.up_proj,0.0000525047,0.10000,1.036
+36,mlp.experts.103.up_proj,0.0000259052,0.10000,1.052
+36,mlp.experts.104.up_proj,0.0000259648,0.10000,1.060
+36,mlp.experts.105.up_proj,0.0012089585,0.10000,1.071
+36,mlp.experts.106.up_proj,0.0052379983,0.10000,1.022
+36,mlp.experts.107.up_proj,0.0000688201,0.10000,1.022
+36,mlp.experts.108.up_proj,0.0007566647,0.10000,1.003
+36,mlp.experts.109.up_proj,0.0039507508,0.10000,1.014
+36,mlp.experts.110.up_proj,0.0003804170,0.10000,1.040
+36,mlp.experts.111.up_proj,0.0010548310,0.10000,1.072
+36,mlp.experts.112.up_proj,0.0003182835,0.10000,1.028
+36,mlp.experts.113.up_proj,0.0004835063,0.10000,1.035
+36,mlp.experts.114.up_proj,0.0000743002,0.10000,1.054
+36,mlp.experts.115.up_proj,0.0003402374,0.10000,1.027
+36,mlp.experts.116.up_proj,0.0000431746,0.10000,1.034
+36,mlp.experts.117.up_proj,0.0001835950,0.10000,1.038
+36,mlp.experts.118.up_proj,0.0000770298,0.10000,0.995
+36,mlp.experts.119.up_proj,0.0011310664,0.10000,1.039
+36,mlp.experts.120.up_proj,0.0000444913,0.10000,1.030
+36,mlp.experts.121.up_proj,0.0001573139,0.10000,1.018
+36,mlp.experts.122.up_proj,0.0029689820,0.10000,0.997
+36,mlp.experts.123.up_proj,0.0001939614,0.10000,1.013
+36,mlp.experts.124.up_proj,0.0001329274,0.10000,1.012
+36,mlp.experts.125.up_proj,0.0007267265,0.10000,1.023
+36,mlp.experts.126.up_proj,0.0012145634,0.10000,1.092
+36,mlp.experts.127.up_proj,0.0000598052,0.10000,1.037
+36,mlp.experts.0.gate_proj,0.0000262205,0.10000,1.008
+36,mlp.experts.1.gate_proj,0.0019428049,0.10000,1.017
+36,mlp.experts.2.gate_proj,0.0000151638,0.10000,1.083
+36,mlp.experts.3.gate_proj,0.0012165769,0.10000,1.020
+36,mlp.experts.4.gate_proj,0.0001621839,0.10000,0.966
+36,mlp.experts.5.gate_proj,0.0144189982,0.10000,0.968
+36,mlp.experts.6.gate_proj,0.0001745265,0.10000,0.928
+36,mlp.experts.7.gate_proj,0.0003958094,0.10000,0.926
+36,mlp.experts.9.gate_proj,0.0001143557,0.10000,0.993
+36,mlp.experts.8.gate_proj,0.0001544628,0.10000,1.028
+36,mlp.experts.10.gate_proj,0.0136312460,0.10000,1.026
+36,mlp.experts.11.gate_proj,0.0005300693,0.10000,1.025
+36,mlp.experts.13.gate_proj,0.0023895568,0.10000,1.064
+36,mlp.experts.12.gate_proj,0.0001395973,0.10000,1.089
+36,mlp.experts.14.gate_proj,0.0000298411,0.10000,0.983
+36,mlp.experts.15.gate_proj,0.0000443263,0.10000,0.991
+36,mlp.experts.17.gate_proj,0.0002195433,0.10000,1.008
+36,mlp.experts.16.gate_proj,0.0008372615,0.10000,1.057
+36,mlp.experts.18.gate_proj,0.0001338002,0.10000,1.026
+36,mlp.experts.19.gate_proj,0.0069062986,0.10000,1.049
+36,mlp.experts.20.gate_proj,0.0008708881,0.10000,1.002
+36,mlp.experts.21.gate_proj,0.0002040968,0.10000,1.031
+36,mlp.experts.22.gate_proj,0.0002003724,0.10000,1.008
+36,mlp.experts.23.gate_proj,0.0001850837,0.10000,1.044
+36,mlp.experts.24.gate_proj,0.0000891499,0.10000,0.941
+36,mlp.experts.25.gate_proj,0.0000255629,0.10000,0.929
+36,mlp.experts.26.gate_proj,0.0000789782,0.10000,1.012
+36,mlp.experts.27.gate_proj,0.0001410739,0.10000,1.004
+36,mlp.experts.28.gate_proj,0.0007621324,0.10000,0.977
+36,mlp.experts.29.gate_proj,0.0011864393,0.10000,1.048
+36,mlp.experts.30.gate_proj,0.0000742860,0.10000,1.023
+36,mlp.experts.31.gate_proj,0.0009774451,0.10000,1.019
+36,mlp.experts.32.gate_proj,0.0000380607,0.10000,1.012
+36,mlp.experts.33.gate_proj,0.0138066247,0.10000,1.015
+36,mlp.experts.34.gate_proj,0.0000827047,0.10000,1.030
+36,mlp.experts.35.gate_proj,0.0003753051,0.10000,1.030
+36,mlp.experts.36.gate_proj,0.0000807743,0.10000,1.049
+36,mlp.experts.37.gate_proj,0.0015127355,0.10000,1.046
+36,mlp.experts.38.gate_proj,0.0000326439,0.10000,1.008
+36,mlp.experts.39.gate_proj,0.0004024650,0.10000,1.057
+36,mlp.experts.40.gate_proj,0.0001599988,0.10000,0.998
+36,mlp.experts.41.gate_proj,0.0006412787,0.10000,0.970
+36,mlp.experts.42.gate_proj,0.0000296680,0.10000,1.039
+36,mlp.experts.43.gate_proj,0.0001070354,0.10000,1.021
+36,mlp.experts.44.gate_proj,0.0001509141,0.10000,1.060
+36,mlp.experts.45.gate_proj,0.0023352930,0.10000,1.036
+36,mlp.experts.46.gate_proj,0.0001638067,0.10000,1.023
+36,mlp.experts.47.gate_proj,0.0012237553,0.10000,0.986
+36,mlp.experts.48.gate_proj,0.0014511002,0.10000,1.037
+36,mlp.experts.49.gate_proj,0.0005048749,0.10000,1.051
+36,mlp.experts.50.gate_proj,0.0001347273,0.10000,1.036
+36,mlp.experts.51.gate_proj,0.0007378791,0.10000,1.047
+36,mlp.experts.52.gate_proj,0.0000373129,0.10000,1.031
+36,mlp.experts.53.gate_proj,0.0000261994,0.10000,1.069
+36,mlp.experts.54.gate_proj,0.0022609978,0.10000,1.022
+36,mlp.experts.55.gate_proj,0.0016607861,0.10000,1.059
+36,mlp.experts.56.gate_proj,0.0001285592,0.10000,1.033
+36,mlp.experts.57.gate_proj,0.0019062020,0.10000,1.086
+36,mlp.experts.58.gate_proj,0.0000289980,0.10000,1.024
+36,mlp.experts.59.gate_proj,0.0049450283,0.10000,1.069
+36,mlp.experts.60.gate_proj,0.0023177069,0.10000,1.046
+36,mlp.experts.61.gate_proj,0.0000991125,0.10000,1.051
+36,mlp.experts.62.gate_proj,0.0002100626,0.10000,1.028
+36,mlp.experts.63.gate_proj,0.0000295647,0.10000,1.038
+36,mlp.experts.64.gate_proj,0.0001287792,0.10000,1.038
+36,mlp.experts.65.gate_proj,0.0000659610,0.10000,1.036
+36,mlp.experts.66.gate_proj,0.0002643777,0.10000,1.044
+36,mlp.experts.67.gate_proj,0.0001843814,0.10000,1.046
+36,mlp.experts.68.gate_proj,0.0000172787,0.10000,1.039
+36,mlp.experts.69.gate_proj,0.0000556947,0.10000,1.051
+36,mlp.experts.70.gate_proj,0.0021413688,0.10000,1.030
+36,mlp.experts.71.gate_proj,0.0008079977,0.10000,1.044
+36,mlp.experts.72.gate_proj,0.0095660297,0.10000,1.026
+36,mlp.experts.73.gate_proj,0.0000525126,0.10000,1.042
+36,mlp.experts.74.gate_proj,0.0001026245,0.10000,1.056
+36,mlp.experts.75.gate_proj,0.0006896167,0.10000,1.054
+36,mlp.experts.76.gate_proj,0.0000129948,0.10000,1.050
+36,mlp.experts.77.gate_proj,0.0032941929,0.10000,1.096
+36,mlp.experts.78.gate_proj,0.0009228295,0.10000,1.039
+36,mlp.experts.79.gate_proj,0.0000839028,0.10000,1.077
+36,mlp.experts.80.gate_proj,0.0004373765,0.10000,1.057
+36,mlp.experts.81.gate_proj,0.0035529848,0.10000,1.074
+36,mlp.experts.82.gate_proj,0.0024140848,0.10000,1.026
+36,mlp.experts.83.gate_proj,0.0010183426,0.10000,1.075
+36,mlp.experts.84.gate_proj,0.0027091194,0.10000,0.939
+36,mlp.experts.85.gate_proj,0.0002202136,0.10000,0.995
+36,mlp.experts.86.gate_proj,0.0039034931,0.10000,1.060
+36,mlp.experts.87.gate_proj,0.0000101228,0.10000,1.056
+36,mlp.experts.88.gate_proj,0.0137080278,0.10000,1.023
+36,mlp.experts.89.gate_proj,0.0002126127,0.10000,1.044
+36,mlp.experts.90.gate_proj,0.0001166380,0.10000,1.051
+36,mlp.experts.91.gate_proj,0.0008742507,0.10000,0.995
+36,mlp.experts.92.gate_proj,0.0003409352,0.10000,1.059
+36,mlp.experts.93.gate_proj,0.0024818355,0.10000,0.995
+36,mlp.experts.94.gate_proj,0.0003434733,0.10000,0.974
+36,mlp.experts.95.gate_proj,0.0003658844,0.10000,1.030
+36,mlp.experts.96.gate_proj,0.0001324412,0.10000,1.024
+36,mlp.experts.97.gate_proj,0.0000151014,0.10000,1.022
+36,mlp.experts.98.gate_proj,0.0029306121,0.10000,1.001
+36,mlp.experts.99.gate_proj,0.0000460825,0.10000,1.006
+36,mlp.experts.100.gate_proj,0.0000321266,0.10000,0.992
+36,mlp.experts.101.gate_proj,0.0077279425,0.10000,1.008
+36,mlp.experts.102.gate_proj,0.0000478050,0.10000,1.019
+36,mlp.experts.103.gate_proj,0.0000254405,0.10000,1.003
+36,mlp.experts.104.gate_proj,0.0000227861,0.10000,1.037
+36,mlp.experts.105.gate_proj,0.0022346463,0.10000,1.032
+36,mlp.experts.106.gate_proj,0.0053090988,0.10000,1.054
+36,mlp.experts.107.gate_proj,0.0000623737,0.10000,1.035
+36,mlp.experts.108.gate_proj,0.0006245658,0.10000,1.016
+36,mlp.experts.109.gate_proj,0.0040281236,0.10000,1.076
+36,mlp.experts.110.gate_proj,0.0003603248,0.10000,1.018
+36,mlp.experts.111.gate_proj,0.0010655862,0.10000,1.041
+36,mlp.experts.112.gate_proj,0.0002899317,0.10000,1.016
+36,mlp.experts.113.gate_proj,0.0004674744,0.10000,1.046
+36,mlp.experts.114.gate_proj,0.0000702437,0.10000,1.025
+36,mlp.experts.115.gate_proj,0.0003251773,0.10000,1.030
+36,mlp.experts.116.gate_proj,0.0000402214,0.10000,1.044
+36,mlp.experts.117.gate_proj,0.0001891227,0.10000,1.039
+36,mlp.experts.118.gate_proj,0.0000765695,0.10000,1.043
+36,mlp.experts.119.gate_proj,0.0010411500,0.10000,1.020
+36,mlp.experts.120.gate_proj,0.0000399221,0.10000,1.034
+36,mlp.experts.121.gate_proj,0.0001431625,0.10000,1.050
+36,mlp.experts.122.gate_proj,0.0029656869,0.10000,1.069
+36,mlp.experts.123.gate_proj,0.0001746245,0.10000,1.052
+36,mlp.experts.124.gate_proj,0.0001282209,0.10000,1.026
+36,mlp.experts.125.gate_proj,0.0007507299,0.10000,1.024
+36,mlp.experts.126.gate_proj,0.0011150480,0.10000,0.969
+36,mlp.experts.127.gate_proj,0.0000515677,0.10000,0.798
+36,mlp.experts.1.down_proj,0.0013759823,0.10000,0.339
+36,mlp.experts.0.down_proj,0.0000120013,0.10000,0.341
+36,mlp.experts.2.down_proj,0.0000036821,0.10000,0.377
+36,mlp.experts.3.down_proj,0.0010421636,0.10000,0.376
+36,mlp.experts.4.down_proj,0.0000548145,0.10000,0.398
+36,mlp.experts.5.down_proj,0.0055087884,0.10000,0.402
+36,mlp.experts.6.down_proj,0.0000427127,0.10000,0.371
+36,mlp.experts.7.down_proj,0.0002587737,0.10000,0.373
+36,mlp.experts.8.down_proj,0.0000305846,0.10000,0.392
+36,mlp.experts.9.down_proj,0.0000367266,0.10000,0.409
+36,mlp.experts.10.down_proj,0.0007764801,0.10000,0.334
+36,mlp.experts.11.down_proj,0.0001115198,0.10000,0.341
+36,mlp.experts.12.down_proj,0.0000622249,0.10000,0.358
+36,mlp.experts.13.down_proj,0.0007904382,0.10000,0.367
+36,mlp.experts.14.down_proj,0.0000154206,0.10000,0.389
+36,mlp.experts.15.down_proj,0.0000231341,0.10000,0.383
+36,mlp.experts.16.down_proj,0.0001787822,0.10000,0.367
+36,mlp.experts.17.down_proj,0.0000796564,0.10000,0.395
+36,mlp.experts.18.down_proj,0.0000347826,0.10000,0.378
+36,mlp.experts.19.down_proj,0.0013201781,0.10000,0.414
+36,mlp.experts.20.down_proj,0.0002495408,0.10000,0.396
+36,mlp.experts.21.down_proj,0.0000487297,0.10000,0.413
+36,mlp.experts.22.down_proj,0.0000418151,0.10000,0.390
+36,mlp.experts.23.down_proj,0.0000934495,0.10000,0.394
+36,mlp.experts.24.down_proj,0.0000232894,0.10000,0.370
+36,mlp.experts.25.down_proj,0.0000082161,0.10000,0.387
+36,mlp.experts.26.down_proj,0.0000395183,0.10000,0.379
+36,mlp.experts.27.down_proj,0.0000310112,0.10000,0.386
+36,mlp.experts.28.down_proj,0.0002403334,0.10000,0.373
+36,mlp.experts.29.down_proj,0.0004940915,0.10000,0.390
+36,mlp.experts.30.down_proj,0.0000265658,0.10000,0.384
+36,mlp.experts.31.down_proj,0.0005154628,0.10000,0.390
+36,mlp.experts.32.down_proj,0.0000119027,0.10000,0.398
+36,mlp.experts.33.down_proj,0.0002917564,0.10000,0.397
+36,mlp.experts.34.down_proj,0.0000214815,0.10000,0.391
+36,mlp.experts.35.down_proj,0.0002263084,0.10000,0.391
+36,mlp.experts.36.down_proj,0.0000335991,0.10000,0.382
+36,mlp.experts.37.down_proj,0.0006792676,0.10000,0.386
+36,mlp.experts.38.down_proj,0.0000163101,0.10000,0.377
+36,mlp.experts.39.down_proj,0.0003256101,0.10000,0.374
+36,mlp.experts.40.down_proj,0.0000310961,0.10000,0.387
+36,mlp.experts.41.down_proj,0.0001509191,0.10000,0.395
+36,mlp.experts.42.down_proj,0.0000096638,0.10000,0.354
+36,mlp.experts.43.down_proj,0.0000573204,0.10000,0.338
+36,mlp.experts.44.down_proj,0.0000417437,0.10000,0.322
+36,mlp.experts.45.down_proj,0.0006832000,0.10000,0.361
+36,mlp.experts.46.down_proj,0.0000513506,0.10000,0.377
+36,mlp.experts.47.down_proj,0.0005221499,0.10000,0.397
+36,mlp.experts.48.down_proj,0.0006546049,0.10000,0.381
+36,mlp.experts.49.down_proj,0.0001118257,0.10000,0.365
+36,mlp.experts.50.down_proj,0.0000359278,0.10000,0.365
+36,mlp.experts.51.down_proj,0.0003800790,0.10000,0.389
+36,mlp.experts.52.down_proj,0.0000079063,0.10000,0.384
+36,mlp.experts.53.down_proj,0.0000098057,0.10000,0.389
+36,mlp.experts.54.down_proj,0.0008787327,0.10000,0.376
+36,mlp.experts.55.down_proj,0.0015483205,0.10000,0.345
+36,mlp.experts.56.down_proj,0.0000349671,0.10000,0.350
+36,mlp.experts.57.down_proj,0.0011431847,0.10000,0.400
+36,mlp.experts.58.down_proj,0.0000077120,0.10000,0.407
+36,mlp.experts.59.down_proj,0.0014477605,0.10000,0.397
+36,mlp.experts.60.down_proj,0.0015417385,0.10000,0.396
+36,mlp.experts.61.down_proj,0.0000233639,0.10000,0.361
+36,mlp.experts.62.down_proj,0.0000523492,0.10000,0.349
+36,mlp.experts.63.down_proj,0.0000092567,0.10000,0.328
+36,mlp.experts.64.down_proj,0.0000471340,0.10000,0.335
+36,mlp.experts.65.down_proj,0.0000252558,0.10000,0.335
+36,mlp.experts.66.down_proj,0.0001044281,0.10000,0.335
+36,mlp.experts.67.down_proj,0.0000938623,0.10000,0.367
+36,mlp.experts.68.down_proj,0.0000067051,0.10000,0.388
+36,mlp.experts.69.down_proj,0.0000198325,0.10000,0.383
+36,mlp.experts.70.down_proj,0.0007220526,0.10000,0.393
+36,mlp.experts.71.down_proj,0.0008782635,0.10000,0.410
+36,mlp.experts.72.down_proj,0.0057040757,0.10000,0.402
+36,mlp.experts.73.down_proj,0.0000122220,0.10000,0.405
+36,mlp.experts.74.down_proj,0.0000329596,0.10000,0.402
+36,mlp.experts.75.down_proj,0.0000995058,0.10000,0.417
+36,mlp.experts.76.down_proj,0.0000028674,0.10000,0.387
+36,mlp.experts.77.down_proj,0.0015253583,0.10000,0.379
+36,mlp.experts.78.down_proj,0.0003081176,0.10000,0.376
+36,mlp.experts.79.down_proj,0.0000394132,0.10000,0.410
+36,mlp.experts.80.down_proj,0.0002130438,0.10000,0.404
+36,mlp.experts.81.down_proj,0.0015371286,0.10000,0.405
+36,mlp.experts.82.down_proj,0.0013656977,0.10000,0.401
+36,mlp.experts.83.down_proj,0.0002865532,0.10000,0.415
+36,mlp.experts.84.down_proj,0.0009807309,0.10000,0.407
+36,mlp.experts.85.down_proj,0.0000531317,0.10000,0.377
+36,mlp.experts.86.down_proj,0.0022709881,0.10000,0.362
+36,mlp.experts.87.down_proj,0.0000018256,0.10000,0.386
+36,mlp.experts.88.down_proj,0.0067720388,0.10000,0.388
+36,mlp.experts.89.down_proj,0.0000756746,0.10000,0.388
+36,mlp.experts.90.down_proj,0.0000254462,0.10000,0.394
+36,mlp.experts.91.down_proj,0.0003403700,0.10000,0.388
+36,mlp.experts.92.down_proj,0.0000835064,0.10000,0.386
+36,mlp.experts.93.down_proj,0.0006799633,0.10000,0.387
+36,mlp.experts.94.down_proj,0.0002199417,0.10000,0.379
+36,mlp.experts.95.down_proj,0.0001533725,0.10000,0.353
+36,mlp.experts.96.down_proj,0.0000905378,0.10000,0.347
+36,mlp.experts.97.down_proj,0.0000041077,0.10000,0.347
+36,mlp.experts.98.down_proj,0.0015484050,0.10000,0.363
+36,mlp.experts.99.down_proj,0.0000239454,0.10000,0.399
+36,mlp.experts.100.down_proj,0.0000112010,0.10000,0.398
+36,mlp.experts.101.down_proj,0.0001575404,0.10000,0.412
+36,mlp.experts.102.down_proj,0.0000151415,0.10000,0.397
+36,mlp.experts.103.down_proj,0.0000083310,0.10000,0.404
+36,mlp.experts.104.down_proj,0.0000055721,0.10000,0.389
+36,mlp.experts.105.down_proj,0.0002148160,0.10000,0.390
+36,mlp.experts.106.down_proj,0.0009600242,0.10000,0.396
+36,mlp.experts.107.down_proj,0.0000340729,0.10000,0.397
+36,mlp.experts.108.down_proj,0.0001804780,0.10000,0.388
+36,mlp.experts.109.down_proj,0.0009219912,0.10000,0.418
+36,mlp.experts.110.down_proj,0.0000792740,0.10000,0.378
+36,mlp.experts.111.down_proj,0.0001069078,0.10000,0.400
+36,mlp.experts.112.down_proj,0.0001016930,0.10000,0.373
+36,mlp.experts.113.down_proj,0.0000860696,0.10000,0.356
+36,mlp.experts.114.down_proj,0.0000264246,0.10000,0.357
+36,mlp.experts.115.down_proj,0.0001096258,0.10000,0.370
+36,mlp.experts.116.down_proj,0.0000112577,0.10000,0.379
+36,mlp.experts.117.down_proj,0.0000451008,0.10000,0.351
+36,mlp.experts.118.down_proj,0.0000289302,0.10000,0.363
+36,mlp.experts.119.down_proj,0.0004480872,0.10000,0.404
+36,mlp.experts.120.down_proj,0.0000141647,0.10000,0.385
+36,mlp.experts.121.down_proj,0.0000504067,0.10000,0.355
+36,mlp.experts.122.down_proj,0.0012737460,0.10000,0.354
+36,mlp.experts.124.down_proj,0.0000591936,0.10000,0.396
+36,mlp.experts.123.down_proj,0.0000813186,0.10000,0.412
+36,mlp.experts.125.down_proj,0.0003489554,0.10000,0.410
+36,mlp.experts.126.down_proj,0.0004732173,0.10000,0.410
+36,mlp.experts.127.down_proj,0.0000163864,0.10000,0.252
+37,self_attn.q_proj,0.0000024161,0.10000,1.059
+37,self_attn.k_proj,0.0000002857,0.10000,1.084
+37,self_attn.v_proj,0.0000003801,0.10000,0.568
+37,self_attn.o_proj,0.0000002438,0.10000,1.223
+37,mlp.gate,0.0000039334,0.10000,0.546
+37,mlp.experts.0.up_proj,0.0001741862,0.10000,0.996
+37,mlp.experts.1.up_proj,0.0003734537,0.10000,1.041
+37,mlp.experts.2.up_proj,0.0000741553,0.10000,1.007
+37,mlp.experts.3.up_proj,0.0315969618,0.10000,1.006
+37,mlp.experts.4.up_proj,0.0001538308,0.10000,1.006
+37,mlp.experts.5.up_proj,0.0020478662,0.10000,1.001
+37,mlp.experts.6.up_proj,0.0000359348,0.10000,0.958
+37,mlp.experts.7.up_proj,0.0019009140,0.10000,1.004
+37,mlp.experts.8.up_proj,0.0002463101,0.10000,1.004
+37,mlp.experts.9.up_proj,0.0106335936,0.10000,1.016
+37,mlp.experts.10.up_proj,0.0000104496,0.10000,1.020
+37,mlp.experts.11.up_proj,0.0010316684,0.10000,0.968
+37,mlp.experts.12.up_proj,0.0000991376,0.10000,1.067
+37,mlp.experts.13.up_proj,0.0049767877,0.10000,1.037
+37,mlp.experts.15.up_proj,0.0000694304,0.10000,0.994
+37,mlp.experts.14.up_proj,0.0005893046,0.10000,1.013
+37,mlp.experts.16.up_proj,0.0000953040,0.10000,1.079
+37,mlp.experts.17.up_proj,0.0022338350,0.10000,1.095
+37,mlp.experts.19.up_proj,0.0002746886,0.10000,1.015
+37,mlp.experts.18.up_proj,0.0000357104,0.10000,1.038
+37,mlp.experts.21.up_proj,0.0000487356,0.10000,1.080
+37,mlp.experts.20.up_proj,0.0002769513,0.10000,1.089
+37,mlp.experts.22.up_proj,0.0265362859,0.10000,0.998
+37,mlp.experts.23.up_proj,0.0000668385,0.10000,1.051
+37,mlp.experts.24.up_proj,0.0000414738,0.10000,0.999
+37,mlp.experts.25.up_proj,0.0004376745,0.10000,1.025
+37,mlp.experts.26.up_proj,0.0001934844,0.10000,1.002
+37,mlp.experts.27.up_proj,0.0004423909,0.10000,0.994
+37,mlp.experts.28.up_proj,0.0000614972,0.10000,1.000
+37,mlp.experts.29.up_proj,0.0006071500,0.10000,1.007
+37,mlp.experts.30.up_proj,0.0128920295,0.10000,1.000
+37,mlp.experts.31.up_proj,0.0006207365,0.10000,0.999
+37,mlp.experts.32.up_proj,0.0006301303,0.10000,1.000
+37,mlp.experts.33.up_proj,0.0006539313,0.10000,1.008
+37,mlp.experts.34.up_proj,0.0012841609,0.10000,0.996
+37,mlp.experts.35.up_proj,0.0024661281,0.10000,1.030
+37,mlp.experts.36.up_proj,0.0001111486,0.10000,0.978
+37,mlp.experts.37.up_proj,0.0032714462,0.10000,0.968
+37,mlp.experts.38.up_proj,0.0003042874,0.10000,0.994
+37,mlp.experts.39.up_proj,0.0058443840,0.10000,1.007
+37,mlp.experts.40.up_proj,0.0002969227,0.10000,1.025
+37,mlp.experts.41.up_proj,0.0000404556,0.10000,1.027
+37,mlp.experts.42.up_proj,0.0001979434,0.10000,1.064
+37,mlp.experts.43.up_proj,0.0114228598,0.10000,1.051
+37,mlp.experts.44.up_proj,0.0000618549,0.10000,1.063
+37,mlp.experts.45.up_proj,0.0000655818,0.10000,1.059
+37,mlp.experts.46.up_proj,0.0280707280,0.10000,1.088
+37,mlp.experts.47.up_proj,0.0001063797,0.10000,1.027
+37,mlp.experts.48.up_proj,0.0046689171,0.10000,1.032
+37,mlp.experts.49.up_proj,0.0000957469,0.10000,1.030
+37,mlp.experts.50.up_proj,0.0037256919,0.10000,1.005
+37,mlp.experts.51.up_proj,0.0025105944,0.10000,1.000
+37,mlp.experts.52.up_proj,0.0001615163,0.10000,1.042
+37,mlp.experts.53.up_proj,0.0003311031,0.10000,1.046
+37,mlp.experts.54.up_proj,0.0073595860,0.10000,1.012
+37,mlp.experts.55.up_proj,0.0000395056,0.10000,1.031
+37,mlp.experts.56.up_proj,0.0013073536,0.10000,1.053
+37,mlp.experts.57.up_proj,0.0000317034,0.10000,1.025
+37,mlp.experts.58.up_proj,0.0000980675,0.10000,0.992
+37,mlp.experts.59.up_proj,0.0002706921,0.10000,1.028
+37,mlp.experts.60.up_proj,0.0010561936,0.10000,0.997
+37,mlp.experts.61.up_proj,0.0001108943,0.10000,1.014
+37,mlp.experts.62.up_proj,0.0001321715,0.10000,0.993
+37,mlp.experts.63.up_proj,0.0015257032,0.10000,1.004
+37,mlp.experts.64.up_proj,0.0066213790,0.10000,1.025
+37,mlp.experts.65.up_proj,0.0000163121,0.10000,1.064
+37,mlp.experts.66.up_proj,0.0000534128,0.10000,1.013
+37,mlp.experts.67.up_proj,0.0001871312,0.10000,1.011
+37,mlp.experts.68.up_proj,0.0018509759,0.10000,1.040
+37,mlp.experts.69.up_proj,0.0031442757,0.10000,1.048
+37,mlp.experts.70.up_proj,0.0007574652,0.10000,1.051
+37,mlp.experts.71.up_proj,0.0001579037,0.10000,0.993
+37,mlp.experts.72.up_proj,0.0110382396,0.10000,0.982
+37,mlp.experts.73.up_proj,0.0002490270,0.10000,0.988
+37,mlp.experts.74.up_proj,0.0031503014,0.10000,1.003
+37,mlp.experts.75.up_proj,0.0000349044,0.10000,0.990
+37,mlp.experts.76.up_proj,0.0000536678,0.10000,1.003
+37,mlp.experts.77.up_proj,0.0001312431,0.10000,1.005
+37,mlp.experts.78.up_proj,0.0001107974,0.10000,1.002
+37,mlp.experts.79.up_proj,0.0000341248,0.10000,1.048
+37,mlp.experts.80.up_proj,0.0001149341,0.10000,1.035
+37,mlp.experts.81.up_proj,0.0009783181,0.10000,1.041
+37,mlp.experts.82.up_proj,0.0001112698,0.10000,1.036
+37,mlp.experts.83.up_proj,0.0001485690,0.10000,1.053
+37,mlp.experts.84.up_proj,0.0009904725,0.10000,1.021
+37,mlp.experts.85.up_proj,0.0008737814,0.10000,1.066
+37,mlp.experts.86.up_proj,0.0073708996,0.10000,1.044
+37,mlp.experts.87.up_proj,0.0005773144,0.10000,1.041
+37,mlp.experts.88.up_proj,0.0009078817,0.10000,0.972
+37,mlp.experts.89.up_proj,0.0007068970,0.10000,1.062
+37,mlp.experts.90.up_proj,0.0037530948,0.10000,1.043
+37,mlp.experts.91.up_proj,0.0001093594,0.10000,1.043
+37,mlp.experts.92.up_proj,0.0001114211,0.10000,1.013
+37,mlp.experts.93.up_proj,0.0001251041,0.10000,1.017
+37,mlp.experts.94.up_proj,0.0205697976,0.10000,0.977
+37,mlp.experts.95.up_proj,0.0000575288,0.10000,0.959
+37,mlp.experts.96.up_proj,0.0134569642,0.10000,1.013
+37,mlp.experts.97.up_proj,0.0014327389,0.10000,1.002
+37,mlp.experts.98.up_proj,0.0000210107,0.10000,0.993
+37,mlp.experts.99.up_proj,0.0000242609,0.10000,1.007
+37,mlp.experts.100.up_proj,0.0297343254,0.10000,1.004
+37,mlp.experts.101.up_proj,0.0000915568,0.10000,1.029
+37,mlp.experts.102.up_proj,0.0000438379,0.10000,1.048
+37,mlp.experts.103.up_proj,0.0002046688,0.10000,1.037
+37,mlp.experts.104.up_proj,0.0001278733,0.10000,1.061
+37,mlp.experts.105.up_proj,0.0001805183,0.10000,1.012
+37,mlp.experts.106.up_proj,0.0001119690,0.10000,1.070
+37,mlp.experts.107.up_proj,0.0013932524,0.10000,1.055
+37,mlp.experts.108.up_proj,0.0047895407,0.10000,1.082
+37,mlp.experts.109.up_proj,0.0000409200,0.10000,1.082
+37,mlp.experts.110.up_proj,0.0027054577,0.10000,1.068
+37,mlp.experts.111.up_proj,0.0018613676,0.10000,1.061
+37,mlp.experts.112.up_proj,0.0000819508,0.10000,1.041
+37,mlp.experts.113.up_proj,0.0000476525,0.10000,1.069
+37,mlp.experts.114.up_proj,0.0034501805,0.10000,0.987
+37,mlp.experts.115.up_proj,0.0000580477,0.10000,1.006
+37,mlp.experts.116.up_proj,0.0020810996,0.10000,1.007
+37,mlp.experts.117.up_proj,0.0002002790,0.10000,0.999
+37,mlp.experts.118.up_proj,0.0002123759,0.10000,0.994
+37,mlp.experts.119.up_proj,0.0013075677,0.10000,1.037
+37,mlp.experts.120.up_proj,0.0000501950,0.10000,0.967
+37,mlp.experts.121.up_proj,0.0000438213,0.10000,1.022
+37,mlp.experts.122.up_proj,0.0006914333,0.10000,1.017
+37,mlp.experts.123.up_proj,0.0000309817,0.10000,1.046
+37,mlp.experts.124.up_proj,0.0001450352,0.10000,1.015
+37,mlp.experts.125.up_proj,0.0006063479,0.10000,1.017
+37,mlp.experts.126.up_proj,0.0219967090,0.10000,0.934
+37,mlp.experts.127.up_proj,0.0000382466,0.10000,0.942
+37,mlp.experts.0.gate_proj,0.0001710665,0.10000,1.049
+37,mlp.experts.1.gate_proj,0.0003809777,0.10000,1.037
+37,mlp.experts.2.gate_proj,0.0000736382,0.10000,1.067
+37,mlp.experts.3.gate_proj,0.0297838606,0.10000,1.063
+37,mlp.experts.4.gate_proj,0.0001543561,0.10000,0.985
+37,mlp.experts.5.gate_proj,0.0019246176,0.10000,0.965
+37,mlp.experts.6.gate_proj,0.0000291890,0.10000,1.046
+37,mlp.experts.7.gate_proj,0.0017253556,0.10000,1.039
+37,mlp.experts.8.gate_proj,0.0002521432,0.10000,1.039
+37,mlp.experts.9.gate_proj,0.0110691517,0.10000,1.008
+37,mlp.experts.10.gate_proj,0.0000094958,0.10000,1.013
+37,mlp.experts.11.gate_proj,0.0009621330,0.10000,0.998
+37,mlp.experts.12.gate_proj,0.0001023775,0.10000,1.011
+37,mlp.experts.13.gate_proj,0.0050430143,0.10000,1.032
+37,mlp.experts.14.gate_proj,0.0005928048,0.10000,1.010
+37,mlp.experts.15.gate_proj,0.0000650510,0.10000,1.038
+37,mlp.experts.16.gate_proj,0.0000949867,0.10000,1.010
+37,mlp.experts.17.gate_proj,0.0022481988,0.10000,1.023
+37,mlp.experts.18.gate_proj,0.0000353852,0.10000,1.027
+37,mlp.experts.19.gate_proj,0.0002816502,0.10000,1.017
+37,mlp.experts.20.gate_proj,0.0002019365,0.10000,1.019
+37,mlp.experts.21.gate_proj,0.0000435364,0.10000,1.043
+37,mlp.experts.22.gate_proj,0.0232281116,0.10000,1.038
+37,mlp.experts.23.gate_proj,0.0000625867,0.10000,1.055
+37,mlp.experts.24.gate_proj,0.0000441357,0.10000,1.044
+37,mlp.experts.25.gate_proj,0.0004214281,0.10000,1.042
+37,mlp.experts.26.gate_proj,0.0001904396,0.10000,1.065
+37,mlp.experts.27.gate_proj,0.0004248900,0.10000,1.052
+37,mlp.experts.28.gate_proj,0.0000555469,0.10000,1.033
+37,mlp.experts.29.gate_proj,0.0005902012,0.10000,1.034
+37,mlp.experts.30.gate_proj,0.0131514682,0.10000,1.009
+37,mlp.experts.31.gate_proj,0.0006274276,0.10000,1.009
+37,mlp.experts.32.gate_proj,0.0005828128,0.10000,1.046
+37,mlp.experts.33.gate_proj,0.0003349216,0.10000,1.086
+37,mlp.experts.34.gate_proj,0.0013243371,0.10000,1.056
+37,mlp.experts.35.gate_proj,0.0084122192,0.10000,1.076
+37,mlp.experts.36.gate_proj,0.0001146576,0.10000,0.967
+37,mlp.experts.37.gate_proj,0.0036710183,0.10000,0.935
+37,mlp.experts.38.gate_proj,0.0002875206,0.10000,1.022
+37,mlp.experts.39.gate_proj,0.0049055572,0.10000,1.004
+37,mlp.experts.40.gate_proj,0.0002801175,0.10000,1.052
+37,mlp.experts.41.gate_proj,0.0000431147,0.10000,1.049
+37,mlp.experts.42.gate_proj,0.0001909622,0.10000,1.043
+37,mlp.experts.43.gate_proj,0.0107040184,0.10000,0.984
+37,mlp.experts.44.gate_proj,0.0000611903,0.10000,0.921
+37,mlp.experts.45.gate_proj,0.0000445063,0.10000,0.992
+37,mlp.experts.46.gate_proj,0.0260917346,0.10000,1.020
+37,mlp.experts.47.gate_proj,0.0000940408,0.10000,1.077
+37,mlp.experts.48.gate_proj,0.0051344901,0.10000,1.003
+37,mlp.experts.49.gate_proj,0.0001050562,0.10000,0.999
+37,mlp.experts.50.gate_proj,0.0036030192,0.10000,0.969
+37,mlp.experts.51.gate_proj,0.0025082723,0.10000,0.968
+37,mlp.experts.52.gate_proj,0.0001716122,0.10000,1.018
+37,mlp.experts.53.gate_proj,0.0003316435,0.10000,0.985
+37,mlp.experts.54.gate_proj,0.0073063109,0.10000,0.979
+37,mlp.experts.55.gate_proj,0.0000356007,0.10000,1.072
+37,mlp.experts.56.gate_proj,0.0011900375,0.10000,1.041
+37,mlp.experts.57.gate_proj,0.0000288673,0.10000,1.046
+37,mlp.experts.58.gate_proj,0.0000667987,0.10000,1.065
+37,mlp.experts.59.gate_proj,0.0002761540,0.10000,1.028
+37,mlp.experts.60.gate_proj,0.0009573158,0.10000,0.999
+37,mlp.experts.61.gate_proj,0.0001256788,0.10000,1.015
+37,mlp.experts.62.gate_proj,0.0000822790,0.10000,1.002
+37,mlp.experts.63.gate_proj,0.0013978235,0.10000,1.016
+37,mlp.experts.64.gate_proj,0.0062880367,0.10000,1.000
+37,mlp.experts.65.gate_proj,0.0000138433,0.10000,1.033
+37,mlp.experts.66.gate_proj,0.0000487985,0.10000,1.024
+37,mlp.experts.67.gate_proj,0.0001892402,0.10000,1.027
+37,mlp.experts.68.gate_proj,0.0019288389,0.10000,0.976
+37,mlp.experts.69.gate_proj,0.0028506611,0.10000,1.006
+37,mlp.experts.70.gate_proj,0.0007295967,0.10000,1.020
+37,mlp.experts.71.gate_proj,0.0001529135,0.10000,0.958
+37,mlp.experts.72.gate_proj,0.0112247798,0.10000,1.065
+37,mlp.experts.73.gate_proj,0.0002311352,0.10000,1.022
+37,mlp.experts.74.gate_proj,0.0031483319,0.10000,0.993
+37,mlp.experts.75.gate_proj,0.0000351527,0.10000,1.049
+37,mlp.experts.76.gate_proj,0.0000511010,0.10000,1.025
+37,mlp.experts.77.gate_proj,0.0001192058,0.10000,1.045
+37,mlp.experts.78.gate_proj,0.0001135015,0.10000,1.038
+37,mlp.experts.79.gate_proj,0.0000333971,0.10000,1.039
+37,mlp.experts.80.gate_proj,0.0000884969,0.10000,1.037
+37,mlp.experts.81.gate_proj,0.0008358509,0.10000,1.064
+37,mlp.experts.82.gate_proj,0.0001082329,0.10000,1.024
+37,mlp.experts.83.gate_proj,0.0001385602,0.10000,1.005
+37,mlp.experts.84.gate_proj,0.0010030728,0.10000,0.989
+37,mlp.experts.85.gate_proj,0.0008787737,0.10000,1.010
+37,mlp.experts.86.gate_proj,0.0074531327,0.10000,1.021
+37,mlp.experts.87.gate_proj,0.0006267355,0.10000,1.052
+37,mlp.experts.88.gate_proj,0.0008312740,0.10000,1.010
+37,mlp.experts.89.gate_proj,0.0006886808,0.10000,1.043
+37,mlp.experts.90.gate_proj,0.0032975250,0.10000,1.051
+37,mlp.experts.91.gate_proj,0.0001161294,0.10000,1.024
+37,mlp.experts.92.gate_proj,0.0001114752,0.10000,0.994
+37,mlp.experts.93.gate_proj,0.0001061093,0.10000,1.052
+37,mlp.experts.94.gate_proj,0.0201495849,0.10000,1.014
+37,mlp.experts.95.gate_proj,0.0000567876,0.10000,1.044
+37,mlp.experts.96.gate_proj,0.0118864477,0.10000,1.040
+37,mlp.experts.97.gate_proj,0.0014496145,0.10000,1.062
+37,mlp.experts.98.gate_proj,0.0000195370,0.10000,1.080
+37,mlp.experts.99.gate_proj,0.0000203581,0.10000,1.071
+37,mlp.experts.100.gate_proj,0.0285464793,0.10000,1.074
+37,mlp.experts.101.gate_proj,0.0000829677,0.10000,1.059
+37,mlp.experts.102.gate_proj,0.0000457457,0.10000,1.038
+37,mlp.experts.103.gate_proj,0.0001979983,0.10000,1.043
+37,mlp.experts.104.gate_proj,0.0001266564,0.10000,1.035
+37,mlp.experts.105.gate_proj,0.0001657491,0.10000,1.051
+37,mlp.experts.106.gate_proj,0.0001047098,0.10000,1.048
+37,mlp.experts.107.gate_proj,0.0012240152,0.10000,1.059
+37,mlp.experts.108.gate_proj,0.0049243968,0.10000,1.032
+37,mlp.experts.109.gate_proj,0.0000370783,0.10000,1.084
+37,mlp.experts.110.gate_proj,0.0024814476,0.10000,0.994
+37,mlp.experts.111.gate_proj,0.0017743786,0.10000,1.060
+37,mlp.experts.112.gate_proj,0.0000839393,0.10000,1.026
+37,mlp.experts.113.gate_proj,0.0000442525,0.10000,1.059
+37,mlp.experts.114.gate_proj,0.0032757540,0.10000,1.034
+37,mlp.experts.115.gate_proj,0.0000549057,0.10000,1.033
+37,mlp.experts.116.gate_proj,0.0021813694,0.10000,1.051
+37,mlp.experts.117.gate_proj,0.0001906400,0.10000,1.063
+37,mlp.experts.118.gate_proj,0.0002074869,0.10000,1.021
+37,mlp.experts.119.gate_proj,0.0013051566,0.10000,1.048
+37,mlp.experts.120.gate_proj,0.0000445928,0.10000,1.049
+37,mlp.experts.121.gate_proj,0.0000414128,0.10000,1.018
+37,mlp.experts.122.gate_proj,0.0006602405,0.10000,1.020
+37,mlp.experts.123.gate_proj,0.0000270854,0.10000,1.026
+37,mlp.experts.124.gate_proj,0.0001373054,0.10000,0.957
+37,mlp.experts.125.gate_proj,0.0005631460,0.10000,1.005
+37,mlp.experts.126.gate_proj,0.0225456105,0.10000,1.018
+37,mlp.experts.127.gate_proj,0.0000350683,0.10000,0.600
+37,mlp.experts.1.down_proj,0.0001672926,0.10000,0.394
+37,mlp.experts.0.down_proj,0.0000644591,0.10000,0.398
+37,mlp.experts.2.down_proj,0.0000571494,0.10000,0.406
+37,mlp.experts.3.down_proj,0.0255895210,0.10000,0.409
+37,mlp.experts.4.down_proj,0.0000768810,0.10000,0.408
+37,mlp.experts.5.down_proj,0.0012645951,0.10000,0.413
+37,mlp.experts.6.down_proj,0.0000132276,0.10000,0.392
+37,mlp.experts.7.down_proj,0.0009975897,0.10000,0.397
+37,mlp.experts.8.down_proj,0.0002238192,0.10000,0.378
+37,mlp.experts.9.down_proj,0.0076478023,0.10000,0.392
+37,mlp.experts.10.down_proj,0.0000027273,0.10000,0.369
+37,mlp.experts.11.down_proj,0.0000834123,0.10000,0.362
+37,mlp.experts.12.down_proj,0.0000539801,0.10000,0.398
+37,mlp.experts.13.down_proj,0.0002496239,0.10000,0.398
+37,mlp.experts.14.down_proj,0.0002607789,0.10000,0.370
+37,mlp.experts.15.down_proj,0.0000486220,0.10000,0.381
+37,mlp.experts.16.down_proj,0.0000603405,0.10000,0.357
+37,mlp.experts.17.down_proj,0.0014590015,0.10000,0.365
+37,mlp.experts.18.down_proj,0.0000169985,0.10000,0.388
+37,mlp.experts.19.down_proj,0.0002373549,0.10000,0.397
+37,mlp.experts.20.down_proj,0.0001008021,0.10000,0.351
+37,mlp.experts.21.down_proj,0.0000216795,0.10000,0.344
+37,mlp.experts.22.down_proj,0.0100425583,0.10000,0.390
+37,mlp.experts.23.down_proj,0.0000389079,0.10000,0.388
+37,mlp.experts.24.down_proj,0.0000286594,0.10000,0.386
+37,mlp.experts.25.down_proj,0.0003116436,0.10000,0.412
+37,mlp.experts.26.down_proj,0.0001167767,0.10000,0.335
+37,mlp.experts.27.down_proj,0.0002116624,0.10000,0.348
+37,mlp.experts.28.down_proj,0.0000431191,0.10000,0.391
+37,mlp.experts.29.down_proj,0.0002168819,0.10000,0.389
+37,mlp.experts.30.down_proj,0.0074768500,0.10000,0.334
+37,mlp.experts.31.down_proj,0.0002642858,0.10000,0.334
+37,mlp.experts.32.down_proj,0.0004026761,0.10000,0.334
+37,mlp.experts.33.down_proj,0.0003309570,0.10000,0.347
+37,mlp.experts.34.down_proj,0.0001322340,0.10000,0.384
+37,mlp.experts.35.down_proj,0.0002626143,0.10000,0.389
+37,mlp.experts.36.down_proj,0.0000678456,0.10000,0.386
+37,mlp.experts.37.down_proj,0.0019074616,0.10000,0.390
+37,mlp.experts.38.down_proj,0.0001691233,0.10000,0.369
+37,mlp.experts.39.down_proj,0.0049287387,0.10000,0.359
+37,mlp.experts.40.down_proj,0.0001133724,0.10000,0.404
+37,mlp.experts.41.down_proj,0.0000257578,0.10000,0.385
+37,mlp.experts.42.down_proj,0.0001368763,0.10000,0.350
+37,mlp.experts.43.down_proj,0.0033772111,0.10000,0.355
+37,mlp.experts.44.down_proj,0.0000378745,0.10000,0.372
+37,mlp.experts.45.down_proj,0.0000158281,0.10000,0.376
+37,mlp.experts.46.down_proj,0.0277178798,0.10000,0.365
+37,mlp.experts.47.down_proj,0.0000347564,0.10000,0.388
+37,mlp.experts.48.down_proj,0.0049692583,0.10000,0.366
+37,mlp.experts.49.down_proj,0.0000608378,0.10000,0.391
+37,mlp.experts.50.down_proj,0.0022522754,0.10000,0.375
+37,mlp.experts.51.down_proj,0.0009053764,0.10000,0.376
+37,mlp.experts.52.down_proj,0.0000498193,0.10000,0.378
+37,mlp.experts.53.down_proj,0.0000975136,0.10000,0.368
+37,mlp.experts.54.down_proj,0.0048294284,0.10000,0.359
+37,mlp.experts.55.down_proj,0.0000155571,0.10000,0.371
+37,mlp.experts.56.down_proj,0.0007470537,0.10000,0.379
+37,mlp.experts.57.down_proj,0.0000167664,0.10000,0.382
+37,mlp.experts.58.down_proj,0.0000238339,0.10000,0.383
+37,mlp.experts.59.down_proj,0.0000901042,0.10000,0.383
+37,mlp.experts.60.down_proj,0.0005650962,0.10000,0.378
+37,mlp.experts.61.down_proj,0.0000796027,0.10000,0.375
+37,mlp.experts.62.down_proj,0.0000523010,0.10000,0.328
+37,mlp.experts.63.down_proj,0.0018750307,0.10000,0.326
+37,mlp.experts.64.down_proj,0.0061002865,0.10000,0.348
+37,mlp.experts.65.down_proj,0.0000055853,0.10000,0.368
+37,mlp.experts.66.down_proj,0.0000336156,0.10000,0.403
+37,mlp.experts.67.down_proj,0.0001234439,0.10000,0.393
+37,mlp.experts.68.down_proj,0.0003118865,0.10000,0.339
+37,mlp.experts.69.down_proj,0.0010632402,0.10000,0.332
+37,mlp.experts.70.down_proj,0.0004291525,0.10000,0.361
+37,mlp.experts.71.down_proj,0.0000570909,0.10000,0.364
+37,mlp.experts.72.down_proj,0.0028859687,0.10000,0.348
+37,mlp.experts.73.down_proj,0.0001075052,0.10000,0.346
+37,mlp.experts.74.down_proj,0.0021819369,0.10000,0.335
+37,mlp.experts.75.down_proj,0.0000204883,0.10000,0.326
+37,mlp.experts.76.down_proj,0.0000173077,0.10000,0.343
+37,mlp.experts.77.down_proj,0.0000664407,0.10000,0.366
+37,mlp.experts.78.down_proj,0.0000491615,0.10000,0.383
+37,mlp.experts.79.down_proj,0.0000128497,0.10000,0.369
+37,mlp.experts.80.down_proj,0.0000528921,0.10000,0.398
+37,mlp.experts.81.down_proj,0.0007704240,0.10000,0.411
+37,mlp.experts.82.down_proj,0.0000491819,0.10000,0.410
+37,mlp.experts.83.down_proj,0.0000913169,0.10000,0.392
+37,mlp.experts.84.down_proj,0.0004882583,0.10000,0.396
+37,mlp.experts.85.down_proj,0.0003798861,0.10000,0.389
+37,mlp.experts.86.down_proj,0.0026383772,0.10000,0.394
+37,mlp.experts.87.down_proj,0.0002283003,0.10000,0.396
+37,mlp.experts.88.down_proj,0.0005781209,0.10000,0.342
+37,mlp.experts.89.down_proj,0.0004104072,0.10000,0.329
+37,mlp.experts.90.down_proj,0.0024192822,0.10000,0.320
+37,mlp.experts.91.down_proj,0.0000281196,0.10000,0.358
+37,mlp.experts.92.down_proj,0.0000457745,0.10000,0.382
+37,mlp.experts.93.down_proj,0.0000259629,0.10000,0.375
+37,mlp.experts.94.down_proj,0.0103688603,0.10000,0.366
+37,mlp.experts.95.down_proj,0.0000334607,0.10000,0.361
+37,mlp.experts.96.down_proj,0.0055666392,0.10000,0.382
+37,mlp.experts.97.down_proj,0.0009337979,0.10000,0.401
+37,mlp.experts.98.down_proj,0.0000087568,0.10000,0.408
+37,mlp.experts.99.down_proj,0.0000082544,0.10000,0.386
+37,mlp.experts.100.down_proj,0.0176180959,0.10000,0.353
+37,mlp.experts.101.down_proj,0.0000374996,0.10000,0.367
+37,mlp.experts.102.down_proj,0.0000261298,0.10000,0.399
+37,mlp.experts.103.down_proj,0.0000902284,0.10000,0.408
+37,mlp.experts.104.down_proj,0.0000591309,0.10000,0.385
+37,mlp.experts.105.down_proj,0.0000528198,0.10000,0.412
+37,mlp.experts.106.down_proj,0.0000469308,0.10000,0.382
+37,mlp.experts.107.down_proj,0.0010752011,0.10000,0.365
+37,mlp.experts.108.down_proj,0.0026003575,0.10000,0.339
+37,mlp.experts.109.down_proj,0.0000259169,0.10000,0.361
+37,mlp.experts.110.down_proj,0.0001119251,0.10000,0.402
+37,mlp.experts.111.down_proj,0.0008863059,0.10000,0.394
+37,mlp.experts.112.down_proj,0.0000379302,0.10000,0.373
+37,mlp.experts.113.down_proj,0.0000226910,0.10000,0.390
+37,mlp.experts.114.down_proj,0.0015247348,0.10000,0.394
+37,mlp.experts.115.down_proj,0.0000179976,0.10000,0.390
+37,mlp.experts.116.down_proj,0.0015789413,0.10000,0.383
+37,mlp.experts.117.down_proj,0.0001364185,0.10000,0.402
+37,mlp.experts.118.down_proj,0.0001428210,0.10000,0.398
+37,mlp.experts.119.down_proj,0.0007582383,0.10000,0.407
+37,mlp.experts.120.down_proj,0.0000250709,0.10000,0.395
+37,mlp.experts.121.down_proj,0.0000258398,0.10000,0.401
+37,mlp.experts.122.down_proj,0.0003498758,0.10000,0.402
+37,mlp.experts.123.down_proj,0.0000147710,0.10000,0.388
+37,mlp.experts.124.down_proj,0.0000472969,0.10000,0.404
+37,mlp.experts.125.down_proj,0.0002199364,0.10000,0.403
+37,mlp.experts.126.down_proj,0.0054810769,0.10000,0.410
+37,mlp.experts.127.down_proj,0.0000132532,0.10000,0.332
+38,self_attn.k_proj,0.0000006502,0.10000,1.014
+38,self_attn.q_proj,0.0000055152,0.10000,1.015
+38,self_attn.v_proj,0.0000009215,0.10000,0.624
+38,self_attn.o_proj,0.0000006726,0.10000,1.196
+38,mlp.gate,0.0000036985,0.10000,0.640
+38,mlp.experts.1.up_proj,0.0004749958,0.10000,1.012
+38,mlp.experts.0.up_proj,0.0006729477,0.10000,1.031
+38,mlp.experts.2.up_proj,0.0004985047,0.10000,0.976
+38,mlp.experts.3.up_proj,0.0000740223,0.10000,0.975
+38,mlp.experts.5.up_proj,0.0014798214,0.10000,1.061
+38,mlp.experts.4.up_proj,0.0003317511,0.10000,1.083
+38,mlp.experts.7.up_proj,0.0003490515,0.10000,1.055
+38,mlp.experts.6.up_proj,0.0001291088,0.10000,1.065
+38,mlp.experts.8.up_proj,0.0000195799,0.10000,1.024
+38,mlp.experts.9.up_proj,0.0031078978,0.10000,1.035
+38,mlp.experts.10.up_proj,0.0000778862,0.10000,1.078
+38,mlp.experts.11.up_proj,0.0001344228,0.10000,1.071
+38,mlp.experts.12.up_proj,0.0014468977,0.10000,1.030
+38,mlp.experts.13.up_proj,0.0011691922,0.10000,1.036
+38,mlp.experts.15.up_proj,0.0001201971,0.10000,1.078
+38,mlp.experts.14.up_proj,0.0005551380,0.10000,1.098
+38,mlp.experts.17.up_proj,0.0000988020,0.10000,0.996
+38,mlp.experts.16.up_proj,0.0000881350,0.10000,1.109
+38,mlp.experts.18.up_proj,0.0000368056,0.10000,1.061
+38,mlp.experts.19.up_proj,0.0009432339,0.10000,1.036
+38,mlp.experts.20.up_proj,0.0000643236,0.10000,1.022
+38,mlp.experts.21.up_proj,0.0007565706,0.10000,1.058
+38,mlp.experts.22.up_proj,0.0000665728,0.10000,1.002
+38,mlp.experts.23.up_proj,0.0008673789,0.10000,1.089
+38,mlp.experts.24.up_proj,0.0007723763,0.10000,1.050
+38,mlp.experts.25.up_proj,0.0007261532,0.10000,1.060
+38,mlp.experts.26.up_proj,0.0002751776,0.10000,0.998
+38,mlp.experts.27.up_proj,0.0013178566,0.10000,1.014
+38,mlp.experts.28.up_proj,0.0000418488,0.10000,1.067
+38,mlp.experts.29.up_proj,0.0017235380,0.10000,1.011
+38,mlp.experts.30.up_proj,0.0005101261,0.10000,0.992
+38,mlp.experts.31.up_proj,0.0003932852,0.10000,1.020
+38,mlp.experts.32.up_proj,0.0010181994,0.10000,1.017
+38,mlp.experts.33.up_proj,0.0001930598,0.10000,0.981
+38,mlp.experts.34.up_proj,0.0000368190,0.10000,1.011
+38,mlp.experts.35.up_proj,0.0013733767,0.10000,1.001
+38,mlp.experts.36.up_proj,0.0001472667,0.10000,0.983
+38,mlp.experts.37.up_proj,0.0001464441,0.10000,0.980
+38,mlp.experts.38.up_proj,0.0000618350,0.10000,0.946
+38,mlp.experts.39.up_proj,0.0000128289,0.10000,0.947
+38,mlp.experts.40.up_proj,0.0000915982,0.10000,1.071
+38,mlp.experts.41.up_proj,0.0068962985,0.10000,1.032
+38,mlp.experts.42.up_proj,0.0032896565,0.10000,1.077
+38,mlp.experts.43.up_proj,0.0041198116,0.10000,1.040
+38,mlp.experts.44.up_proj,0.0000340617,0.10000,1.053
+38,mlp.experts.45.up_proj,0.0300380240,0.10000,1.030
+38,mlp.experts.46.up_proj,0.0002489667,0.10000,1.025
+38,mlp.experts.47.up_proj,0.0000703756,0.10000,1.081
+38,mlp.experts.48.up_proj,0.0000530230,0.10000,0.944
+38,mlp.experts.49.up_proj,0.0003408017,0.10000,0.955
+38,mlp.experts.50.up_proj,0.0001270409,0.10000,0.991
+38,mlp.experts.51.up_proj,0.0000948756,0.10000,1.001
+38,mlp.experts.52.up_proj,0.0002859543,0.10000,1.027
+38,mlp.experts.53.up_proj,0.0000841163,0.10000,1.061
+38,mlp.experts.54.up_proj,0.0017603126,0.10000,1.002
+38,mlp.experts.55.up_proj,0.0000117970,0.10000,1.017
+38,mlp.experts.56.up_proj,0.0113916142,0.10000,0.985
+38,mlp.experts.57.up_proj,0.0000827509,0.10000,1.004
+38,mlp.experts.58.up_proj,0.0000209607,0.10000,0.984
+38,mlp.experts.59.up_proj,0.0096067954,0.10000,1.019
+38,mlp.experts.60.up_proj,0.0000329102,0.10000,0.986
+38,mlp.experts.61.up_proj,0.0005311141,0.10000,1.003
+38,mlp.experts.62.up_proj,0.0000700213,0.10000,0.993
+38,mlp.experts.63.up_proj,0.0007914633,0.10000,0.991
+38,mlp.experts.64.up_proj,0.0001070356,0.10000,0.963
+38,mlp.experts.65.up_proj,0.0131470281,0.10000,0.998
+38,mlp.experts.66.up_proj,0.0001735503,0.10000,1.046
+38,mlp.experts.67.up_proj,0.0002815240,0.10000,1.047
+38,mlp.experts.68.up_proj,0.0000953373,0.10000,1.059
+38,mlp.experts.69.up_proj,0.0001104478,0.10000,1.033
+38,mlp.experts.70.up_proj,0.0030333208,0.10000,1.015
+38,mlp.experts.71.up_proj,0.0001890168,0.10000,1.067
+38,mlp.experts.72.up_proj,0.0024221325,0.10000,1.023
+38,mlp.experts.73.up_proj,0.0001409950,0.10000,1.033
+38,mlp.experts.74.up_proj,0.0013535893,0.10000,1.038
+38,mlp.experts.75.up_proj,0.0000433042,0.10000,1.033
+38,mlp.experts.76.up_proj,0.0003045517,0.10000,1.052
+38,mlp.experts.77.up_proj,0.0004097595,0.10000,1.018
+38,mlp.experts.78.up_proj,0.0028802715,0.10000,0.993
+38,mlp.experts.79.up_proj,0.0000382178,0.10000,1.009
+38,mlp.experts.80.up_proj,0.0000487889,0.10000,1.044
+38,mlp.experts.81.up_proj,0.0004310227,0.10000,1.065
+38,mlp.experts.82.up_proj,0.0000831572,0.10000,1.095
+38,mlp.experts.83.up_proj,0.5259633660,0.10000,1.044
+38,mlp.experts.84.up_proj,0.0000775922,0.10000,1.002
+38,mlp.experts.85.up_proj,0.0045542242,0.10000,0.980
+38,mlp.experts.86.up_proj,0.0000898169,0.10000,0.974
+38,mlp.experts.87.up_proj,0.0001494014,0.10000,1.007
+38,mlp.experts.88.up_proj,0.0001203759,0.10000,1.026
+38,mlp.experts.89.up_proj,0.0010495483,0.10000,1.045
+38,mlp.experts.90.up_proj,0.0000898666,0.10000,1.027
+38,mlp.experts.91.up_proj,0.0028005113,0.10000,1.005
+38,mlp.experts.92.up_proj,0.0001075630,0.10000,1.028
+38,mlp.experts.93.up_proj,0.0004539657,0.10000,1.039
+38,mlp.experts.94.up_proj,0.0014064855,0.10000,1.022
+38,mlp.experts.95.up_proj,0.0000513376,0.10000,1.026
+38,mlp.experts.96.up_proj,0.0001403402,0.10000,0.968
+38,mlp.experts.97.up_proj,0.0151646088,0.10000,1.045
+38,mlp.experts.98.up_proj,0.0002927012,0.10000,1.006
+38,mlp.experts.99.up_proj,0.0000737830,0.10000,0.984
+38,mlp.experts.100.up_proj,0.0001844119,0.10000,0.979
+38,mlp.experts.101.up_proj,0.0000616943,0.10000,1.037
+38,mlp.experts.102.up_proj,0.0000874722,0.10000,1.033
+38,mlp.experts.103.up_proj,0.0115150974,0.10000,1.080
+38,mlp.experts.104.up_proj,0.0031490492,0.10000,1.001
+38,mlp.experts.105.up_proj,0.0000721866,0.10000,1.031
+38,mlp.experts.106.up_proj,0.0089972243,0.10000,1.038
+38,mlp.experts.107.up_proj,0.0000681752,0.10000,1.062
+38,mlp.experts.108.up_proj,0.0000880007,0.10000,0.996
+38,mlp.experts.109.up_proj,0.0001515312,0.10000,1.005
+38,mlp.experts.110.up_proj,0.0003743799,0.10000,0.985
+38,mlp.experts.111.up_proj,0.0000285434,0.10000,1.016
+38,mlp.experts.112.up_proj,0.0002669993,0.10000,1.006
+38,mlp.experts.113.up_proj,0.0048555421,0.10000,1.018
+38,mlp.experts.114.up_proj,0.0002292057,0.10000,1.069
+38,mlp.experts.115.up_proj,0.0000638005,0.10000,1.042
+38,mlp.experts.116.up_proj,0.0045648456,0.10000,1.057
+38,mlp.experts.117.up_proj,0.0119277847,0.10000,1.039
+38,mlp.experts.118.up_proj,0.0003368384,0.10000,1.029
+38,mlp.experts.119.up_proj,0.0002003895,0.10000,1.066
+38,mlp.experts.120.up_proj,0.0057699931,0.10000,1.071
+38,mlp.experts.121.up_proj,0.0004051416,0.10000,1.081
+38,mlp.experts.122.up_proj,0.0061838857,0.10000,1.052
+38,mlp.experts.123.up_proj,0.0038195953,0.10000,1.063
+38,mlp.experts.124.up_proj,0.0022008297,0.10000,0.989
+38,mlp.experts.125.up_proj,0.0003637310,0.10000,0.958
+38,mlp.experts.126.up_proj,0.0003416879,0.10000,1.023
+38,mlp.experts.127.up_proj,0.0029232261,0.10000,1.019
+38,mlp.experts.0.gate_proj,0.0006446815,0.10000,0.966
+38,mlp.experts.1.gate_proj,0.0004596881,0.10000,1.004
+38,mlp.experts.2.gate_proj,0.0005042542,0.10000,1.043
+38,mlp.experts.3.gate_proj,0.0000692779,0.10000,1.047
+38,mlp.experts.4.gate_proj,0.0002872870,0.10000,1.077
+38,mlp.experts.5.gate_proj,0.0014194249,0.10000,1.058
+38,mlp.experts.6.gate_proj,0.0001244798,0.10000,1.053
+38,mlp.experts.7.gate_proj,0.0003214260,0.10000,1.063
+38,mlp.experts.8.gate_proj,0.0000177173,0.10000,1.092
+38,mlp.experts.9.gate_proj,0.0034451476,0.10000,1.018
+38,mlp.experts.10.gate_proj,0.0000684014,0.10000,1.013
+38,mlp.experts.11.gate_proj,0.0001311582,0.10000,1.000
+38,mlp.experts.12.gate_proj,0.0012661904,0.10000,1.013
+38,mlp.experts.13.gate_proj,0.0011515020,0.10000,1.075
+38,mlp.experts.14.gate_proj,0.0003890389,0.10000,1.037
+38,mlp.experts.15.gate_proj,0.0001148185,0.10000,1.021
+38,mlp.experts.16.gate_proj,0.0000874425,0.10000,0.947
+38,mlp.experts.17.gate_proj,0.0001005704,0.10000,0.992
+38,mlp.experts.18.gate_proj,0.0000338002,0.10000,0.954
+38,mlp.experts.19.gate_proj,0.0009431661,0.10000,0.958
+38,mlp.experts.20.gate_proj,0.0000698961,0.10000,1.012
+38,mlp.experts.21.gate_proj,0.0006901419,0.10000,1.037
+38,mlp.experts.22.gate_proj,0.0000735506,0.10000,1.008
+38,mlp.experts.23.gate_proj,0.0007979391,0.10000,1.035
+38,mlp.experts.24.gate_proj,0.0007873451,0.10000,0.997
+38,mlp.experts.25.gate_proj,0.0006793323,0.10000,0.963
+38,mlp.experts.26.gate_proj,0.0003097717,0.10000,0.967
+38,mlp.experts.27.gate_proj,0.0013018313,0.10000,1.065
+38,mlp.experts.28.gate_proj,0.0000390186,0.10000,1.065
+38,mlp.experts.29.gate_proj,0.0017128468,0.10000,1.050
+38,mlp.experts.30.gate_proj,0.0004765423,0.10000,1.052
+38,mlp.experts.31.gate_proj,0.0003790967,0.10000,1.099
+38,mlp.experts.32.gate_proj,0.0011702212,0.10000,0.976
+38,mlp.experts.33.gate_proj,0.0002130836,0.10000,1.053
+38,mlp.experts.34.gate_proj,0.0000330405,0.10000,1.043
+38,mlp.experts.35.gate_proj,0.0013176110,0.10000,1.043
+38,mlp.experts.36.gate_proj,0.0001339958,0.10000,1.049
+38,mlp.experts.37.gate_proj,0.0001430507,0.10000,1.016
+38,mlp.experts.38.gate_proj,0.0000599990,0.10000,1.074
+38,mlp.experts.39.gate_proj,0.0000109695,0.10000,1.065
+38,mlp.experts.40.gate_proj,0.0000898587,0.10000,1.021
+38,mlp.experts.41.gate_proj,0.0067258488,0.10000,1.028
+38,mlp.experts.42.gate_proj,0.0024983810,0.10000,1.019
+38,mlp.experts.43.gate_proj,0.0036539503,0.10000,1.041
+38,mlp.experts.44.gate_proj,0.0000331214,0.10000,1.004
+38,mlp.experts.45.gate_proj,0.0300288200,0.10000,1.019
+38,mlp.experts.46.gate_proj,0.0002426262,0.10000,1.034
+38,mlp.experts.47.gate_proj,0.0000764905,0.10000,1.029
+38,mlp.experts.48.gate_proj,0.0000506093,0.10000,1.045
+38,mlp.experts.49.gate_proj,0.0003425406,0.10000,1.055
+38,mlp.experts.50.gate_proj,0.0001237883,0.10000,1.045
+38,mlp.experts.51.gate_proj,0.0000916706,0.10000,1.057
+38,mlp.experts.52.gate_proj,0.0002626848,0.10000,1.031
+38,mlp.experts.53.gate_proj,0.0000777097,0.10000,1.049
+38,mlp.experts.54.gate_proj,0.0016713143,0.10000,1.038
+38,mlp.experts.55.gate_proj,0.0000120127,0.10000,1.073
+38,mlp.experts.56.gate_proj,0.0109830101,0.10000,1.032
+38,mlp.experts.57.gate_proj,0.0000811652,0.10000,1.047
+38,mlp.experts.58.gate_proj,0.0000173424,0.10000,1.033
+38,mlp.experts.59.gate_proj,0.0094587617,0.10000,1.074
+38,mlp.experts.60.gate_proj,0.0000255549,0.10000,1.009
+38,mlp.experts.61.gate_proj,0.0005427807,0.10000,1.075
+38,mlp.experts.62.gate_proj,0.0000838447,0.10000,1.021
+38,mlp.experts.64.gate_proj,0.0001083805,0.10000,1.048
+38,mlp.experts.63.gate_proj,0.0007077923,0.10000,1.072
+38,mlp.experts.66.gate_proj,0.0001564770,0.10000,1.078
+38,mlp.experts.65.gate_proj,0.0122870300,0.10000,1.092
+38,mlp.experts.67.gate_proj,0.0002704333,0.10000,1.050
+38,mlp.experts.68.gate_proj,0.0000969793,0.10000,1.046
+38,mlp.experts.69.gate_proj,0.0001096469,0.10000,1.023
+38,mlp.experts.70.gate_proj,0.0029943556,0.10000,1.024
+38,mlp.experts.71.gate_proj,0.0001679536,0.10000,1.007
+38,mlp.experts.72.gate_proj,0.0014543202,0.10000,1.044
+38,mlp.experts.73.gate_proj,0.0001378854,0.10000,1.032
+38,mlp.experts.74.gate_proj,0.0013975364,0.10000,1.073
+38,mlp.experts.75.gate_proj,0.0000422399,0.10000,1.048
+38,mlp.experts.76.gate_proj,0.0002872752,0.10000,1.046
+38,mlp.experts.77.gate_proj,0.0004016909,0.10000,1.046
+38,mlp.experts.78.gate_proj,0.0029378168,0.10000,1.051
+38,mlp.experts.79.gate_proj,0.0000386077,0.10000,1.062
+38,mlp.experts.80.gate_proj,0.0000511970,0.10000,1.020
+38,mlp.experts.81.gate_proj,0.0004261354,0.10000,1.008
+38,mlp.experts.82.gate_proj,0.0000915301,0.10000,1.005
+38,mlp.experts.83.gate_proj,0.5205265284,0.10000,1.010
+38,mlp.experts.84.gate_proj,0.0000811811,0.10000,0.992
+38,mlp.experts.85.gate_proj,0.0042291474,0.10000,1.049
+38,mlp.experts.86.gate_proj,0.0000880662,0.10000,1.042
+38,mlp.experts.88.gate_proj,0.0001162103,0.10000,1.009
+38,mlp.experts.87.gate_proj,0.0001523825,0.10000,1.031
+38,mlp.experts.89.gate_proj,0.0010508100,0.10000,1.088
+38,mlp.experts.90.gate_proj,0.0000851212,0.10000,1.090
+38,mlp.experts.91.gate_proj,0.0028195817,0.10000,1.005
+38,mlp.experts.92.gate_proj,0.0001016974,0.10000,1.011
+38,mlp.experts.93.gate_proj,0.0004124863,0.10000,1.080
+38,mlp.experts.94.gate_proj,0.0014474611,0.10000,1.089
+38,mlp.experts.95.gate_proj,0.0000497474,0.10000,1.020
+38,mlp.experts.96.gate_proj,0.0001304983,0.10000,1.015
+38,mlp.experts.97.gate_proj,0.0156455104,0.10000,0.985
+38,mlp.experts.98.gate_proj,0.0002847708,0.10000,0.988
+38,mlp.experts.99.gate_proj,0.0000707245,0.10000,1.066
+38,mlp.experts.100.gate_proj,0.0001873844,0.10000,1.061
+38,mlp.experts.101.gate_proj,0.0000632654,0.10000,1.048
+38,mlp.experts.102.gate_proj,0.0000943415,0.10000,1.045
+38,mlp.experts.103.gate_proj,0.0105864943,0.10000,1.050
+38,mlp.experts.104.gate_proj,0.0030092413,0.10000,1.052
+38,mlp.experts.105.gate_proj,0.0000696205,0.10000,1.022
+38,mlp.experts.106.gate_proj,0.0085779093,0.10000,1.015
+38,mlp.experts.108.gate_proj,0.0000884917,0.10000,0.970
+38,mlp.experts.107.gate_proj,0.0000663920,0.10000,0.990
+38,mlp.experts.110.gate_proj,0.0003416166,0.10000,1.033
+38,mlp.experts.109.gate_proj,0.0001583988,0.10000,1.051
+38,mlp.experts.112.gate_proj,0.0002477932,0.10000,1.015
+38,mlp.experts.111.gate_proj,0.0000268474,0.10000,1.063
+38,mlp.experts.114.gate_proj,0.0002360993,0.10000,1.009
+38,mlp.experts.113.gate_proj,0.0047960730,0.10000,1.066
+38,mlp.experts.115.gate_proj,0.0000654482,0.10000,1.009
+38,mlp.experts.116.gate_proj,0.0045646236,0.10000,1.003
+38,mlp.experts.117.gate_proj,0.0380148920,0.10000,1.027
+38,mlp.experts.118.gate_proj,0.0002878316,0.10000,1.031
+38,mlp.experts.119.gate_proj,0.0001900502,0.10000,1.013
+38,mlp.experts.120.gate_proj,0.0058260771,0.10000,1.006
+38,mlp.experts.121.gate_proj,0.0004003754,0.10000,1.060
+38,mlp.experts.122.gate_proj,0.0053171786,0.10000,1.063
+38,mlp.experts.124.gate_proj,0.0020932178,0.10000,1.028
+38,mlp.experts.123.gate_proj,0.0032823133,0.10000,1.049
+38,mlp.experts.125.gate_proj,0.0002580844,0.10000,1.013
+38,mlp.experts.126.gate_proj,0.0003392942,0.10000,1.008
+38,mlp.experts.127.gate_proj,0.0026589141,0.10000,0.654
+38,mlp.experts.0.down_proj,0.0003016302,0.10000,0.399
+38,mlp.experts.1.down_proj,0.0001879132,0.10000,0.402
+38,mlp.experts.2.down_proj,0.0001789129,0.10000,0.341
+38,mlp.experts.3.down_proj,0.0000383334,0.10000,0.342
+38,mlp.experts.4.down_proj,0.0001423388,0.10000,0.359
+38,mlp.experts.5.down_proj,0.0006526885,0.10000,0.361
+38,mlp.experts.6.down_proj,0.0000759143,0.10000,0.379
+38,mlp.experts.7.down_proj,0.0003298470,0.10000,0.397
+38,mlp.experts.8.down_proj,0.0000081096,0.10000,0.385
+38,mlp.experts.9.down_proj,0.0044953906,0.10000,0.373
+38,mlp.experts.10.down_proj,0.0000541718,0.10000,0.373
+38,mlp.experts.11.down_proj,0.0000899550,0.10000,0.374
+38,mlp.experts.12.down_proj,0.0001540417,0.10000,0.398
+38,mlp.experts.13.down_proj,0.0007310318,0.10000,0.412
+38,mlp.experts.14.down_proj,0.0002924109,0.10000,0.395
+38,mlp.experts.15.down_proj,0.0000817057,0.10000,0.409
+38,mlp.experts.16.down_proj,0.0000583710,0.10000,0.390
+38,mlp.experts.17.down_proj,0.0000991670,0.10000,0.386
+38,mlp.experts.18.down_proj,0.0000222179,0.10000,0.397
+38,mlp.experts.19.down_proj,0.0005781548,0.10000,0.386
+38,mlp.experts.20.down_proj,0.0000432606,0.10000,0.398
+38,mlp.experts.21.down_proj,0.0005852727,0.10000,0.402
+38,mlp.experts.22.down_proj,0.0000359961,0.10000,0.398
+38,mlp.experts.23.down_proj,0.0006190148,0.10000,0.403
+38,mlp.experts.24.down_proj,0.0003426625,0.10000,0.393
+38,mlp.experts.25.down_proj,0.0005591736,0.10000,0.401
+38,mlp.experts.26.down_proj,0.0001651420,0.10000,0.341
+38,mlp.experts.27.down_proj,0.0006993911,0.10000,0.338
+38,mlp.experts.28.down_proj,0.0000362713,0.10000,0.358
+38,mlp.experts.29.down_proj,0.0009478088,0.10000,0.365
+38,mlp.experts.30.down_proj,0.0002125462,0.10000,0.382
+38,mlp.experts.31.down_proj,0.0002203446,0.10000,0.396
+38,mlp.experts.32.down_proj,0.0012413501,0.10000,0.396
+38,mlp.experts.33.down_proj,0.0001133233,0.10000,0.384
+38,mlp.experts.34.down_proj,0.0000221371,0.10000,0.414
+38,mlp.experts.35.down_proj,0.0005931136,0.10000,0.414
+38,mlp.experts.36.down_proj,0.0000730857,0.10000,0.350
+38,mlp.experts.37.down_proj,0.0000624372,0.10000,0.346
+38,mlp.experts.38.down_proj,0.0000222665,0.10000,0.344
+38,mlp.experts.39.down_proj,0.0000061308,0.10000,0.342
+38,mlp.experts.40.down_proj,0.0000366235,0.10000,0.342
+38,mlp.experts.41.down_proj,0.0045894553,0.10000,0.353
+38,mlp.experts.42.down_proj,0.0025976600,0.10000,0.418
+38,mlp.experts.43.down_proj,0.0023368822,0.10000,0.375
+38,mlp.experts.45.down_proj,0.0102867534,0.10000,0.393
+38,mlp.experts.44.down_proj,0.0000172948,0.10000,0.415
+38,mlp.experts.47.down_proj,0.0000766336,0.10000,0.405
+38,mlp.experts.46.down_proj,0.0001193938,0.10000,0.418
+38,mlp.experts.48.down_proj,0.0000452100,0.10000,0.348
+38,mlp.experts.49.down_proj,0.0001681211,0.10000,0.356
+38,mlp.experts.50.down_proj,0.0000681502,0.10000,0.417
+38,mlp.experts.51.down_proj,0.0000376810,0.10000,0.421
+38,mlp.experts.52.down_proj,0.0001314594,0.10000,0.400
+38,mlp.experts.53.down_proj,0.0000396418,0.10000,0.402
+38,mlp.experts.54.down_proj,0.0005926004,0.10000,0.393
+38,mlp.experts.55.down_proj,0.0000022123,0.10000,0.407
+38,mlp.experts.56.down_proj,0.0085724233,0.10000,0.408
+38,mlp.experts.57.down_proj,0.0000394400,0.10000,0.403
+38,mlp.experts.58.down_proj,0.0000104377,0.10000,0.404
+38,mlp.experts.59.down_proj,0.0002934665,0.10000,0.404
+38,mlp.experts.60.down_proj,0.0000165085,0.10000,0.404
+38,mlp.experts.61.down_proj,0.0002554102,0.10000,0.403
+38,mlp.experts.62.down_proj,0.0000902332,0.10000,0.376
+38,mlp.experts.63.down_proj,0.0008326878,0.10000,0.365
+38,mlp.experts.64.down_proj,0.0001052280,0.10000,0.392
+38,mlp.experts.65.down_proj,0.0062757532,0.10000,0.398
+38,mlp.experts.66.down_proj,0.0000789562,0.10000,0.397
+38,mlp.experts.67.down_proj,0.0000964047,0.10000,0.400
+38,mlp.experts.68.down_proj,0.0000853259,0.10000,0.394
+38,mlp.experts.69.down_proj,0.0000627884,0.10000,0.387
+38,mlp.experts.70.down_proj,0.0010311791,0.10000,0.390
+38,mlp.experts.71.down_proj,0.0000863686,0.10000,0.389
+38,mlp.experts.72.down_proj,0.0006172656,0.10000,0.394
+38,mlp.experts.73.down_proj,0.0001397352,0.10000,0.403
+38,mlp.experts.74.down_proj,0.0006247780,0.10000,0.341
+38,mlp.experts.75.down_proj,0.0000293055,0.10000,0.340
+38,mlp.experts.76.down_proj,0.0001633852,0.10000,0.360
+38,mlp.experts.77.down_proj,0.0001785848,0.10000,0.363
+38,mlp.experts.78.down_proj,0.0013463956,0.10000,0.369
+38,mlp.experts.79.down_proj,0.0000259628,0.10000,0.372
+38,mlp.experts.80.down_proj,0.0000556528,0.10000,0.361
+38,mlp.experts.81.down_proj,0.0001955253,0.10000,0.351
+38,mlp.experts.82.down_proj,0.0001077268,0.10000,0.382
+38,mlp.experts.83.down_proj,0.0629019886,0.10000,0.388
+38,mlp.experts.84.down_proj,0.0000521052,0.10000,0.353
+38,mlp.experts.85.down_proj,0.0048951032,0.10000,0.351
+38,mlp.experts.86.down_proj,0.0000196004,0.10000,0.390
+38,mlp.experts.87.down_proj,0.0000443047,0.10000,0.390
+38,mlp.experts.88.down_proj,0.0000406822,0.10000,0.345
+38,mlp.experts.89.down_proj,0.0004331743,0.10000,0.355
+38,mlp.experts.90.down_proj,0.0000466779,0.10000,0.385
+38,mlp.experts.91.down_proj,0.0015058714,0.10000,0.382
+38,mlp.experts.92.down_proj,0.0000295239,0.10000,0.386
+38,mlp.experts.93.down_proj,0.0001750060,0.10000,0.392
+38,mlp.experts.94.down_proj,0.0008013223,0.10000,0.353
+38,mlp.experts.95.down_proj,0.0000218005,0.10000,0.346
+38,mlp.experts.96.down_proj,0.0001026919,0.10000,0.340
+38,mlp.experts.97.down_proj,0.0001381434,0.10000,0.346
+38,mlp.experts.98.down_proj,0.0001405195,0.10000,0.375
+38,mlp.experts.99.down_proj,0.0000386187,0.10000,0.393
+38,mlp.experts.100.down_proj,0.0001078346,0.10000,0.391
+38,mlp.experts.101.down_proj,0.0000486974,0.10000,0.391
+38,mlp.experts.102.down_proj,0.0000913270,0.10000,0.343
+38,mlp.experts.103.down_proj,0.0001599770,0.10000,0.345
+38,mlp.experts.104.down_proj,0.0017277304,0.10000,0.358
+38,mlp.experts.105.down_proj,0.0000338511,0.10000,0.356
+38,mlp.experts.106.down_proj,0.0097644798,0.10000,0.403
+38,mlp.experts.107.down_proj,0.0000258212,0.10000,0.407
+38,mlp.experts.108.down_proj,0.0000490731,0.10000,0.400
+38,mlp.experts.109.down_proj,0.0000418636,0.10000,0.406
+38,mlp.experts.110.down_proj,0.0001374372,0.10000,0.356
+38,mlp.experts.111.down_proj,0.0000080707,0.10000,0.366
+38,mlp.experts.112.down_proj,0.0001779359,0.10000,0.411
+38,mlp.experts.113.down_proj,0.0028472438,0.10000,0.399
+38,mlp.experts.114.down_proj,0.0001039363,0.10000,0.329
+38,mlp.experts.115.down_proj,0.0000236734,0.10000,0.339
+38,mlp.experts.116.down_proj,0.0018245143,0.10000,0.394
+38,mlp.experts.117.down_proj,0.0000210462,0.10000,0.401
+38,mlp.experts.118.down_proj,0.0002176851,0.10000,0.390
+38,mlp.experts.119.down_proj,0.0001493828,0.10000,0.402
+38,mlp.experts.120.down_proj,0.0037067279,0.10000,0.353
+38,mlp.experts.121.down_proj,0.0002675490,0.10000,0.344
+38,mlp.experts.122.down_proj,0.0050768251,0.10000,0.368
+38,mlp.experts.123.down_proj,0.0022671133,0.10000,0.369
+38,mlp.experts.124.down_proj,0.0014530316,0.10000,0.349
+38,mlp.experts.125.down_proj,0.0001499300,0.10000,0.339
+38,mlp.experts.126.down_proj,0.0003089950,0.10000,0.381
+38,mlp.experts.127.down_proj,0.0017852282,0.10000,0.367
+39,self_attn.k_proj,0.0000005401,0.10000,1.050
+39,self_attn.q_proj,0.0000050976,0.10000,1.052
+39,self_attn.v_proj,0.0000008580,0.10000,0.593
+39,self_attn.o_proj,0.0000004498,0.10000,1.234
+39,mlp.gate,0.0000040107,0.10000,0.555
+39,mlp.experts.1.up_proj,0.0000175720,0.10000,0.985
+39,mlp.experts.0.up_proj,0.0001707828,0.10000,1.042
+39,mlp.experts.2.up_proj,0.0007740959,0.10000,1.010
+39,mlp.experts.3.up_proj,0.0000280452,0.10000,1.006
+39,mlp.experts.4.up_proj,0.0000473443,0.10000,0.967
+39,mlp.experts.5.up_proj,0.0040160065,0.10000,0.966
+39,mlp.experts.6.up_proj,0.0000372436,0.10000,0.950
+39,mlp.experts.7.up_proj,0.0000756170,0.10000,0.965
+39,mlp.experts.8.up_proj,0.0001130539,0.10000,0.987
+39,mlp.experts.9.up_proj,0.0000709304,0.10000,1.015
+39,mlp.experts.10.up_proj,0.0003169992,0.10000,1.003
+39,mlp.experts.11.up_proj,0.0005744297,0.10000,0.998
+39,mlp.experts.12.up_proj,0.0058686437,0.10000,1.030
+39,mlp.experts.13.up_proj,0.0003798113,0.10000,1.009
+39,mlp.experts.14.up_proj,0.0005046397,0.10000,1.015
+39,mlp.experts.15.up_proj,0.0104764899,0.10000,1.036
+39,mlp.experts.16.up_proj,0.0001591323,0.10000,1.053
+39,mlp.experts.17.up_proj,0.0000836022,0.10000,1.018
+39,mlp.experts.18.up_proj,0.0002902943,0.10000,1.032
+39,mlp.experts.19.up_proj,0.0082325457,0.10000,1.041
+39,mlp.experts.20.up_proj,0.0000383921,0.10000,1.016
+39,mlp.experts.21.up_proj,0.0051035643,0.10000,1.043
+39,mlp.experts.22.up_proj,0.0014693773,0.10000,0.998
+39,mlp.experts.23.up_proj,0.0000440929,0.10000,0.956
+39,mlp.experts.24.up_proj,0.0011541289,0.10000,0.926
+39,mlp.experts.25.up_proj,0.0001438499,0.10000,0.925
+39,mlp.experts.26.up_proj,0.0024950129,0.10000,1.037
+39,mlp.experts.27.up_proj,0.0012126427,0.10000,1.064
+39,mlp.experts.28.up_proj,0.0004801827,0.10000,1.011
+39,mlp.experts.29.up_proj,0.0002318683,0.10000,1.045
+39,mlp.experts.30.up_proj,0.0001345067,0.10000,1.000
+39,mlp.experts.31.up_proj,0.0001382948,0.10000,1.003
+39,mlp.experts.32.up_proj,0.0000995684,0.10000,1.023
+39,mlp.experts.33.up_proj,0.0004378603,0.10000,1.030
+39,mlp.experts.34.up_proj,0.0001093473,0.10000,1.024
+39,mlp.experts.35.up_proj,0.0000399317,0.10000,1.042
+39,mlp.experts.36.up_proj,0.0079785591,0.10000,1.023
+39,mlp.experts.37.up_proj,0.0001265573,0.10000,1.038
+39,mlp.experts.38.up_proj,0.0098453692,0.10000,1.022
+39,mlp.experts.39.up_proj,0.0001732528,0.10000,1.030
+39,mlp.experts.40.up_proj,0.0000290309,0.10000,1.012
+39,mlp.experts.41.up_proj,0.0033583994,0.10000,1.060
+39,mlp.experts.42.up_proj,0.0281638569,0.10000,1.011
+39,mlp.experts.43.up_proj,0.0053182490,0.10000,1.029
+39,mlp.experts.44.up_proj,0.0841580298,0.10000,1.042
+39,mlp.experts.45.up_proj,0.0002465726,0.10000,1.028
+39,mlp.experts.46.up_proj,0.0002985040,0.10000,1.065
+39,mlp.experts.47.up_proj,0.0030928649,0.10000,1.015
+39,mlp.experts.48.up_proj,0.0002206761,0.10000,1.029
+39,mlp.experts.49.up_proj,0.0001507560,0.10000,1.059
+39,mlp.experts.50.up_proj,0.0012980297,0.10000,1.031
+39,mlp.experts.51.up_proj,0.0001164567,0.10000,1.033
+39,mlp.experts.52.up_proj,0.0007839923,0.10000,1.053
+39,mlp.experts.53.up_proj,0.0012945112,0.10000,1.046
+39,mlp.experts.54.up_proj,0.0001158647,0.10000,1.014
+39,mlp.experts.55.up_proj,0.0001743069,0.10000,1.006
+39,mlp.experts.56.up_proj,0.0000551847,0.10000,1.043
+39,mlp.experts.57.up_proj,0.0001887580,0.10000,1.051
+39,mlp.experts.58.up_proj,0.0003321872,0.10000,1.049
+39,mlp.experts.59.up_proj,0.0005516255,0.10000,1.055
+39,mlp.experts.60.up_proj,0.0000542852,0.10000,1.050
+39,mlp.experts.61.up_proj,0.0004210095,0.10000,1.030
+39,mlp.experts.62.up_proj,0.0062629112,0.10000,1.004
+39,mlp.experts.63.up_proj,0.0005141894,0.10000,1.015
+39,mlp.experts.64.up_proj,0.0019621189,0.10000,1.007
+39,mlp.experts.65.up_proj,0.0140221900,0.10000,1.041
+39,mlp.experts.66.up_proj,0.0011879076,0.10000,1.016
+39,mlp.experts.67.up_proj,0.0023329409,0.10000,1.007
+39,mlp.experts.68.up_proj,0.0052659768,0.10000,1.006
+39,mlp.experts.69.up_proj,0.0001729863,0.10000,1.004
+39,mlp.experts.70.up_proj,0.0001838280,0.10000,0.991
+39,mlp.experts.71.up_proj,0.0000530644,0.10000,1.075
+39,mlp.experts.72.up_proj,0.0002803892,0.10000,1.038
+39,mlp.experts.73.up_proj,0.0072521919,0.10000,1.003
+39,mlp.experts.74.up_proj,0.0096263861,0.10000,1.020
+39,mlp.experts.75.up_proj,0.0004663732,0.10000,1.027
+39,mlp.experts.76.up_proj,0.0003497202,0.10000,0.937
+39,mlp.experts.77.up_proj,0.0000471672,0.10000,0.964
+39,mlp.experts.78.up_proj,0.0005194802,0.10000,1.007
+39,mlp.experts.79.up_proj,0.0142971136,0.10000,1.033
+39,mlp.experts.80.up_proj,0.0003007699,0.10000,1.028
+39,mlp.experts.81.up_proj,0.0025121729,0.10000,1.008
+39,mlp.experts.82.up_proj,0.0000485005,0.10000,0.995
+39,mlp.experts.83.up_proj,0.0002619711,0.10000,0.998
+39,mlp.experts.84.up_proj,0.0005415826,0.10000,0.988
+39,mlp.experts.85.up_proj,0.0000599123,0.10000,1.057
+39,mlp.experts.86.up_proj,0.0000231430,0.10000,1.037
+39,mlp.experts.87.up_proj,0.0000821587,0.10000,1.042
+39,mlp.experts.88.up_proj,0.0241917635,0.10000,1.042
+39,mlp.experts.89.up_proj,0.0000812030,0.10000,1.013
+39,mlp.experts.90.up_proj,0.0000851086,0.10000,1.038
+39,mlp.experts.91.up_proj,0.0001267698,0.10000,1.035
+39,mlp.experts.92.up_proj,0.0122859556,0.10000,0.956
+39,mlp.experts.93.up_proj,0.0016965360,0.10000,0.938
+39,mlp.experts.94.up_proj,0.0000785308,0.10000,1.010
+39,mlp.experts.95.up_proj,0.0000207121,0.10000,1.014
+39,mlp.experts.96.up_proj,0.0001391027,0.10000,1.005
+39,mlp.experts.97.up_proj,0.0090845703,0.10000,1.005
+39,mlp.experts.98.up_proj,0.0000550909,0.10000,0.994
+39,mlp.experts.99.up_proj,0.0040846674,0.10000,0.989
+39,mlp.experts.100.up_proj,0.0001013537,0.10000,1.038
+39,mlp.experts.101.up_proj,0.0001292908,0.10000,1.002
+39,mlp.experts.102.up_proj,0.0010116783,0.10000,1.024
+39,mlp.experts.103.up_proj,0.0000884007,0.10000,1.027
+39,mlp.experts.104.up_proj,0.0010573452,0.10000,1.036
+39,mlp.experts.105.up_proj,0.0043831249,0.10000,1.019
+39,mlp.experts.106.up_proj,0.0001967983,0.10000,1.056
+39,mlp.experts.107.up_proj,0.0000568749,0.10000,0.967
+39,mlp.experts.108.up_proj,0.0050662293,0.10000,1.003
+39,mlp.experts.109.up_proj,0.0002480228,0.10000,1.023
+39,mlp.experts.110.up_proj,0.0007505556,0.10000,1.032
+39,mlp.experts.111.up_proj,0.0082170980,0.10000,1.080
+39,mlp.experts.112.up_proj,0.0024879971,0.10000,1.091
+39,mlp.experts.113.up_proj,0.0005616919,0.10000,1.018
+39,mlp.experts.114.up_proj,0.0268837661,0.10000,1.051
+39,mlp.experts.115.up_proj,0.0005684154,0.10000,1.084
+39,mlp.experts.116.up_proj,0.0000740520,0.10000,1.046
+39,mlp.experts.117.up_proj,0.0011847025,0.10000,1.055
+39,mlp.experts.118.up_proj,0.0008322166,0.10000,0.999
+39,mlp.experts.119.up_proj,0.0016869903,0.10000,1.003
+39,mlp.experts.120.up_proj,0.0000582333,0.10000,1.057
+39,mlp.experts.121.up_proj,0.0000520118,0.10000,1.079
+39,mlp.experts.122.up_proj,0.0090601759,0.10000,1.005
+39,mlp.experts.123.up_proj,0.0003887944,0.10000,0.977
+39,mlp.experts.124.up_proj,0.0020692634,0.10000,0.969
+39,mlp.experts.125.up_proj,0.0001512275,0.10000,0.975
+39,mlp.experts.126.up_proj,0.0006885618,0.10000,1.009
+39,mlp.experts.127.up_proj,0.0002411739,0.10000,1.053
+39,mlp.experts.0.gate_proj,0.0001855592,0.10000,1.009
+39,mlp.experts.1.gate_proj,0.0000158779,0.10000,1.046
+39,mlp.experts.2.gate_proj,0.0007156257,0.10000,1.056
+39,mlp.experts.3.gate_proj,0.0000237653,0.10000,1.045
+39,mlp.experts.4.gate_proj,0.0000287186,0.10000,1.046
+39,mlp.experts.5.gate_proj,0.0038919160,0.10000,1.023
+39,mlp.experts.6.gate_proj,0.0000357761,0.10000,1.058
+39,mlp.experts.7.gate_proj,0.0000715411,0.10000,1.009
+39,mlp.experts.8.gate_proj,0.0001034393,0.10000,1.008
+39,mlp.experts.9.gate_proj,0.0000706850,0.10000,1.057
+39,mlp.experts.10.gate_proj,0.0002997450,0.10000,1.044
+39,mlp.experts.11.gate_proj,0.0005093244,0.10000,1.023
+39,mlp.experts.12.gate_proj,0.0061322370,0.10000,1.038
+39,mlp.experts.13.gate_proj,0.0003581008,0.10000,1.063
+39,mlp.experts.14.gate_proj,0.0005027745,0.10000,1.033
+39,mlp.experts.15.gate_proj,0.0105709756,0.10000,1.005
+39,mlp.experts.16.gate_proj,0.0001509194,0.10000,1.014
+39,mlp.experts.17.gate_proj,0.0000802540,0.10000,1.005
+39,mlp.experts.18.gate_proj,0.0002763195,0.10000,1.021
+39,mlp.experts.19.gate_proj,0.0080331334,0.10000,0.992
+39,mlp.experts.20.gate_proj,0.0000373526,0.10000,1.020
+39,mlp.experts.21.gate_proj,0.0052293143,0.10000,1.014
+39,mlp.experts.22.gate_proj,0.0013715187,0.10000,1.019
+39,mlp.experts.23.gate_proj,0.0000397936,0.10000,1.025
+39,mlp.experts.24.gate_proj,0.0011304425,0.10000,1.051
+39,mlp.experts.25.gate_proj,0.0001408188,0.10000,1.025
+39,mlp.experts.26.gate_proj,0.0023983233,0.10000,1.038
+39,mlp.experts.27.gate_proj,0.0011938669,0.10000,1.043
+39,mlp.experts.28.gate_proj,0.0004686852,0.10000,0.997
+39,mlp.experts.29.gate_proj,0.0002423852,0.10000,1.098
+39,mlp.experts.30.gate_proj,0.0001292607,0.10000,1.061
+39,mlp.experts.31.gate_proj,0.0001324969,0.10000,1.058
+39,mlp.experts.32.gate_proj,0.0001043087,0.10000,1.059
+39,mlp.experts.33.gate_proj,0.0004623933,0.10000,1.020
+39,mlp.experts.34.gate_proj,0.0001050794,0.10000,0.968
+39,mlp.experts.35.gate_proj,0.0000374591,0.10000,1.011
+39,mlp.experts.36.gate_proj,0.0070816524,0.10000,1.012
+39,mlp.experts.37.gate_proj,0.0001256923,0.10000,1.088
+39,mlp.experts.38.gate_proj,0.0088010876,0.10000,1.032
+39,mlp.experts.39.gate_proj,0.0001660081,0.10000,1.052
+39,mlp.experts.40.gate_proj,0.0000280710,0.10000,1.006
+39,mlp.experts.41.gate_proj,0.0032816295,0.10000,1.064
+39,mlp.experts.42.gate_proj,0.0269276500,0.10000,1.035
+39,mlp.experts.43.gate_proj,0.0056116408,0.10000,1.016
+39,mlp.experts.44.gate_proj,0.0822691321,0.10000,0.981
+39,mlp.experts.45.gate_proj,0.0002331820,0.10000,1.015
+39,mlp.experts.46.gate_proj,0.0003190494,0.10000,0.996
+39,mlp.experts.47.gate_proj,0.0029536585,0.10000,1.015
+39,mlp.experts.48.gate_proj,0.0002073469,0.10000,1.002
+39,mlp.experts.49.gate_proj,0.0001506033,0.10000,1.035
+39,mlp.experts.50.gate_proj,0.0012796355,0.10000,0.984
+39,mlp.experts.51.gate_proj,0.0001296732,0.10000,1.045
+39,mlp.experts.52.gate_proj,0.0009092406,0.10000,1.055
+39,mlp.experts.53.gate_proj,0.0012373777,0.10000,1.063
+39,mlp.experts.54.gate_proj,0.0001170874,0.10000,1.059
+39,mlp.experts.55.gate_proj,0.0001637982,0.10000,1.020
+39,mlp.experts.56.gate_proj,0.0000526403,0.10000,0.997
+39,mlp.experts.57.gate_proj,0.0001818742,0.10000,1.044
+39,mlp.experts.58.gate_proj,0.0003134838,0.10000,0.994
+39,mlp.experts.59.gate_proj,0.0005614414,0.10000,1.038
+39,mlp.experts.60.gate_proj,0.0000489578,0.10000,0.986
+39,mlp.experts.61.gate_proj,0.0004325277,0.10000,1.014
+39,mlp.experts.62.gate_proj,0.0059105746,0.10000,1.001
+39,mlp.experts.63.gate_proj,0.0005108736,0.10000,0.999
+39,mlp.experts.64.gate_proj,0.0019215901,0.10000,1.031
+39,mlp.experts.65.gate_proj,0.0135137254,0.10000,1.029
+39,mlp.experts.66.gate_proj,0.0012085256,0.10000,1.018
+39,mlp.experts.67.gate_proj,0.0021619183,0.10000,1.017
+39,mlp.experts.68.gate_proj,0.0049877654,0.10000,1.050
+39,mlp.experts.69.gate_proj,0.0001650552,0.10000,1.040
+39,mlp.experts.70.gate_proj,0.0001761167,0.10000,1.001
+39,mlp.experts.71.gate_proj,0.0000528405,0.10000,0.989
+39,mlp.experts.72.gate_proj,0.0002694361,0.10000,0.942
+39,mlp.experts.73.gate_proj,0.0259822979,0.10000,0.893
+39,mlp.experts.74.gate_proj,0.0092634053,0.10000,0.937
+39,mlp.experts.75.gate_proj,0.0004371965,0.10000,1.008
+39,mlp.experts.76.gate_proj,0.0003214044,0.10000,1.017
+39,mlp.experts.77.gate_proj,0.0000463388,0.10000,1.049
+39,mlp.experts.78.gate_proj,0.0004776258,0.10000,1.021
+39,mlp.experts.79.gate_proj,0.0138503127,0.10000,1.020
+39,mlp.experts.80.gate_proj,0.0003661487,0.10000,0.975
+39,mlp.experts.81.gate_proj,0.0022520335,0.10000,0.950
+39,mlp.experts.82.gate_proj,0.0000470218,0.10000,0.992
+39,mlp.experts.83.gate_proj,0.0002570227,0.10000,0.995
+39,mlp.experts.84.gate_proj,0.0005357974,0.10000,1.041
+39,mlp.experts.85.gate_proj,0.0000557943,0.10000,0.998
+39,mlp.experts.86.gate_proj,0.0000218145,0.10000,1.029
+39,mlp.experts.87.gate_proj,0.0000850215,0.10000,1.028
+39,mlp.experts.88.gate_proj,0.0235868622,0.10000,1.017
+39,mlp.experts.89.gate_proj,0.0000800254,0.10000,0.994
+39,mlp.experts.90.gate_proj,0.0000862840,0.10000,1.043
+39,mlp.experts.91.gate_proj,0.0001196196,0.10000,0.941
+39,mlp.experts.92.gate_proj,0.0125771331,0.10000,1.012
+39,mlp.experts.93.gate_proj,0.0016067399,0.10000,1.029
+39,mlp.experts.94.gate_proj,0.0000751504,0.10000,1.045
+39,mlp.experts.95.gate_proj,0.0000182714,0.10000,1.063
+39,mlp.experts.96.gate_proj,0.0001306363,0.10000,1.071
+39,mlp.experts.97.gate_proj,0.0081551644,0.10000,1.057
+39,mlp.experts.98.gate_proj,0.0000541915,0.10000,1.009
+39,mlp.experts.99.gate_proj,0.0039609993,0.10000,1.036
+39,mlp.experts.100.gate_proj,0.0001013317,0.10000,1.018
+39,mlp.experts.101.gate_proj,0.0001347154,0.10000,1.010
+39,mlp.experts.102.gate_proj,0.0010601816,0.10000,1.010
+39,mlp.experts.103.gate_proj,0.0000802411,0.10000,1.015
+39,mlp.experts.104.gate_proj,0.0009793517,0.10000,0.994
+39,mlp.experts.105.gate_proj,0.0040060408,0.10000,1.034
+39,mlp.experts.106.gate_proj,0.0002104448,0.10000,1.051
+39,mlp.experts.107.gate_proj,0.0000518302,0.10000,1.055
+39,mlp.experts.108.gate_proj,0.0048929484,0.10000,1.023
+39,mlp.experts.109.gate_proj,0.0002456445,0.10000,1.040
+39,mlp.experts.110.gate_proj,0.0007755154,0.10000,1.053
+39,mlp.experts.111.gate_proj,0.0082221517,0.10000,1.043
+39,mlp.experts.112.gate_proj,0.0024176833,0.10000,1.068
+39,mlp.experts.113.gate_proj,0.0005191587,0.10000,1.070
+39,mlp.experts.114.gate_proj,0.0260979448,0.10000,1.034
+39,mlp.experts.115.gate_proj,0.0005269120,0.10000,1.070
+39,mlp.experts.116.gate_proj,0.0000748844,0.10000,1.019
+39,mlp.experts.117.gate_proj,0.0012412814,0.10000,1.060
+39,mlp.experts.118.gate_proj,0.0008003055,0.10000,0.995
+39,mlp.experts.119.gate_proj,0.0018353534,0.10000,1.023
+39,mlp.experts.120.gate_proj,0.0000567539,0.10000,1.068
+39,mlp.experts.121.gate_proj,0.0000499066,0.10000,1.003
+39,mlp.experts.122.gate_proj,0.0075837230,0.10000,1.019
+39,mlp.experts.123.gate_proj,0.0003788510,0.10000,1.042
+39,mlp.experts.124.gate_proj,0.0019307831,0.10000,1.042
+39,mlp.experts.125.gate_proj,0.0001598556,0.10000,1.052
+39,mlp.experts.126.gate_proj,0.0006175317,0.10000,1.032
+39,mlp.experts.127.gate_proj,0.0002308430,0.10000,0.731
+39,mlp.experts.0.down_proj,0.0001773184,0.10000,0.391
+39,mlp.experts.1.down_proj,0.0000074269,0.10000,0.401
+39,mlp.experts.2.down_proj,0.0004586252,0.10000,0.370
+39,mlp.experts.3.down_proj,0.0000192445,0.10000,0.374
+39,mlp.experts.4.down_proj,0.0000203119,0.10000,0.368
+39,mlp.experts.5.down_proj,0.0021232679,0.10000,0.378
+39,mlp.experts.6.down_proj,0.0000154745,0.10000,0.402
+39,mlp.experts.7.down_proj,0.0000379232,0.10000,0.406
+39,mlp.experts.8.down_proj,0.0000621704,0.10000,0.360
+39,mlp.experts.9.down_proj,0.0000331414,0.10000,0.359
+39,mlp.experts.10.down_proj,0.0001565027,0.10000,0.390
+39,mlp.experts.11.down_proj,0.0002720285,0.10000,0.402
+39,mlp.experts.12.down_proj,0.0015713681,0.10000,0.329
+39,mlp.experts.13.down_proj,0.0001985914,0.10000,0.329
+39,mlp.experts.14.down_proj,0.0001799426,0.10000,0.389
+39,mlp.experts.15.down_proj,0.0026611557,0.10000,0.402
+39,mlp.experts.16.down_proj,0.0000980946,0.10000,0.377
+39,mlp.experts.17.down_proj,0.0000445548,0.10000,0.407
+39,mlp.experts.18.down_proj,0.0001611342,0.10000,0.381
+39,mlp.experts.19.down_proj,0.0036632761,0.10000,0.400
+39,mlp.experts.20.down_proj,0.0000297104,0.10000,0.398
+39,mlp.experts.21.down_proj,0.0035973030,0.10000,0.387
+39,mlp.experts.22.down_proj,0.0011493944,0.10000,0.402
+39,mlp.experts.23.down_proj,0.0000294825,0.10000,0.383
+39,mlp.experts.24.down_proj,0.0005117577,0.10000,0.406
+39,mlp.experts.25.down_proj,0.0000721554,0.10000,0.401
+39,mlp.experts.26.down_proj,0.0016325059,0.10000,0.391
+39,mlp.experts.27.down_proj,0.0007933105,0.10000,0.401
+39,mlp.experts.28.down_proj,0.0002996983,0.10000,0.378
+39,mlp.experts.29.down_proj,0.0001641240,0.10000,0.385
+39,mlp.experts.30.down_proj,0.0000904084,0.10000,0.378
+39,mlp.experts.31.down_proj,0.0000490041,0.10000,0.388
+39,mlp.experts.32.down_proj,0.0000988924,0.10000,0.381
+39,mlp.experts.33.down_proj,0.0005058278,0.10000,0.397
+39,mlp.experts.34.down_proj,0.0000906451,0.10000,0.383
+39,mlp.experts.35.down_proj,0.0000217050,0.10000,0.374
+39,mlp.experts.36.down_proj,0.0084876128,0.10000,0.383
+39,mlp.experts.37.down_proj,0.0001294108,0.10000,0.386
+39,mlp.experts.38.down_proj,0.0077484120,0.10000,0.384
+39,mlp.experts.39.down_proj,0.0000743791,0.10000,0.391
+39,mlp.experts.40.down_proj,0.0000136356,0.10000,0.386
+39,mlp.experts.41.down_proj,0.0037588256,0.10000,0.385
+39,mlp.experts.42.down_proj,0.0112960824,0.10000,0.357
+39,mlp.experts.43.down_proj,0.0091646440,0.10000,0.358
+39,mlp.experts.44.down_proj,0.0352504982,0.10000,0.391
+39,mlp.experts.45.down_proj,0.0001863187,0.10000,0.384
+39,mlp.experts.46.down_proj,0.0002394097,0.10000,0.345
+39,mlp.experts.47.down_proj,0.0039719391,0.10000,0.361
+39,mlp.experts.48.down_proj,0.0000787924,0.10000,0.383
+39,mlp.experts.49.down_proj,0.0000778418,0.10000,0.387
+39,mlp.experts.50.down_proj,0.0007842131,0.10000,0.381
+39,mlp.experts.51.down_proj,0.0000783669,0.10000,0.390
+39,mlp.experts.52.down_proj,0.0008545377,0.10000,0.378
+39,mlp.experts.53.down_proj,0.0010880127,0.10000,0.399
+39,mlp.experts.54.down_proj,0.0000577224,0.10000,0.382
+39,mlp.experts.55.down_proj,0.0001390895,0.10000,0.392
+39,mlp.experts.56.down_proj,0.0000208306,0.10000,0.363
+39,mlp.experts.57.down_proj,0.0000977803,0.10000,0.368
+39,mlp.experts.58.down_proj,0.0001406077,0.10000,0.385
+39,mlp.experts.59.down_proj,0.0000967744,0.10000,0.350
+39,mlp.experts.60.down_proj,0.0000447915,0.10000,0.325
+39,mlp.experts.61.down_proj,0.0001225296,0.10000,0.320
+39,mlp.experts.62.down_proj,0.0047823973,0.10000,0.321
+39,mlp.experts.63.down_proj,0.0001934423,0.10000,0.318
+39,mlp.experts.64.down_proj,0.0011231242,0.10000,0.380
+39,mlp.experts.65.down_proj,0.0149556532,0.10000,0.390
+39,mlp.experts.66.down_proj,0.0014286917,0.10000,0.355
+39,mlp.experts.67.down_proj,0.0011404713,0.10000,0.365
+39,mlp.experts.68.down_proj,0.0015991637,0.10000,0.388
+39,mlp.experts.69.down_proj,0.0001263618,0.10000,0.374
+39,mlp.experts.70.down_proj,0.0001274907,0.10000,0.374
+39,mlp.experts.71.down_proj,0.0000259127,0.10000,0.382
+39,mlp.experts.72.down_proj,0.0002144206,0.10000,0.387
+39,mlp.experts.73.down_proj,0.0001716188,0.10000,0.380
+39,mlp.experts.74.down_proj,0.0125872547,0.10000,0.391
+39,mlp.experts.75.down_proj,0.0004424467,0.10000,0.379
+39,mlp.experts.76.down_proj,0.0001873252,0.10000,0.384
+39,mlp.experts.77.down_proj,0.0000332224,0.10000,0.377
+39,mlp.experts.78.down_proj,0.0003867282,0.10000,0.383
+39,mlp.experts.79.down_proj,0.0006483533,0.10000,0.386
+39,mlp.experts.80.down_proj,0.0002409778,0.10000,0.372
+39,mlp.experts.81.down_proj,0.0015294078,0.10000,0.385
+39,mlp.experts.82.down_proj,0.0000237095,0.10000,0.381
+39,mlp.experts.83.down_proj,0.0001115999,0.10000,0.390
+39,mlp.experts.84.down_proj,0.0002881655,0.10000,0.388
+39,mlp.experts.85.down_proj,0.0000471945,0.10000,0.383
+39,mlp.experts.86.down_proj,0.0000108157,0.10000,0.388
+39,mlp.experts.87.down_proj,0.0000597935,0.10000,0.396
+39,mlp.experts.88.down_proj,0.0130397730,0.10000,0.390
+39,mlp.experts.89.down_proj,0.0000535770,0.10000,0.401
+39,mlp.experts.90.down_proj,0.0000599974,0.10000,0.403
+39,mlp.experts.91.down_proj,0.0000801473,0.10000,0.398
+39,mlp.experts.92.down_proj,0.0135699735,0.10000,0.394
+39,mlp.experts.93.down_proj,0.0017178854,0.10000,0.406
+39,mlp.experts.94.down_proj,0.0000354451,0.10000,0.387
+39,mlp.experts.95.down_proj,0.0000085408,0.10000,0.400
+39,mlp.experts.96.down_proj,0.0000578958,0.10000,0.383
+39,mlp.experts.97.down_proj,0.0068943547,0.10000,0.393
+39,mlp.experts.98.down_proj,0.0000409366,0.10000,0.396
+39,mlp.experts.99.down_proj,0.0024356984,0.10000,0.391
+39,mlp.experts.100.down_proj,0.0000699783,0.10000,0.390
+39,mlp.experts.101.down_proj,0.0001236998,0.10000,0.365
+39,mlp.experts.102.down_proj,0.0008591735,0.10000,0.347
+39,mlp.experts.103.down_proj,0.0001001744,0.10000,0.363
+39,mlp.experts.104.down_proj,0.0008614218,0.10000,0.370
+39,mlp.experts.105.down_proj,0.0041192207,0.10000,0.340
+39,mlp.experts.106.down_proj,0.0000971080,0.10000,0.331
+39,mlp.experts.107.down_proj,0.0000340049,0.10000,0.330
+39,mlp.experts.108.down_proj,0.0021584937,0.10000,0.328
+39,mlp.experts.109.down_proj,0.0000948522,0.10000,0.330
+39,mlp.experts.110.down_proj,0.0002132073,0.10000,0.334
+39,mlp.experts.111.down_proj,0.0056451201,0.10000,0.335
+39,mlp.experts.112.down_proj,0.0014886227,0.10000,0.325
+39,mlp.experts.113.down_proj,0.0003252961,0.10000,0.369
+39,mlp.experts.114.down_proj,0.0287046007,0.10000,0.394
+39,mlp.experts.115.down_proj,0.0004490371,0.10000,0.396
+39,mlp.experts.116.down_proj,0.0000206069,0.10000,0.385
+39,mlp.experts.117.down_proj,0.0006966684,0.10000,0.413
+39,mlp.experts.118.down_proj,0.0005155383,0.10000,0.386
+39,mlp.experts.119.down_proj,0.0009379067,0.10000,0.400
+39,mlp.experts.120.down_proj,0.0000320905,0.10000,0.394
+39,mlp.experts.121.down_proj,0.0000283393,0.10000,0.391
+39,mlp.experts.122.down_proj,0.0067633836,0.10000,0.407
+39,mlp.experts.123.down_proj,0.0001770307,0.10000,0.401
+39,mlp.experts.124.down_proj,0.0015462328,0.10000,0.411
+39,mlp.experts.125.down_proj,0.0000573344,0.10000,0.362
+39,mlp.experts.126.down_proj,0.0006130660,0.10000,0.362
+39,mlp.experts.127.down_proj,0.0001317593,0.10000,0.322
+40,self_attn.k_proj,0.0000008273,0.10000,1.021
+40,self_attn.q_proj,0.0000072682,0.10000,1.054
+40,self_attn.v_proj,0.0000011290,0.10000,0.586
+40,self_attn.o_proj,0.0000007658,0.10000,1.208
+40,mlp.gate,0.0000035867,0.10000,0.541
+40,mlp.experts.1.up_proj,0.0010840662,0.10000,0.966
+40,mlp.experts.0.up_proj,0.0002682353,0.10000,1.017
+40,mlp.experts.2.up_proj,0.0093171307,0.10000,1.022
+40,mlp.experts.3.up_proj,0.0030749405,0.10000,1.021
+40,mlp.experts.4.up_proj,0.0003120842,0.10000,1.016
+40,mlp.experts.5.up_proj,0.0052775434,0.10000,1.012
+40,mlp.experts.6.up_proj,0.0005228921,0.10000,1.004
+40,mlp.experts.7.up_proj,0.0000745872,0.10000,1.004
+40,mlp.experts.8.up_proj,0.0000757248,0.10000,1.039
+40,mlp.experts.9.up_proj,0.0001255085,0.10000,1.034
+40,mlp.experts.10.up_proj,0.0058255428,0.10000,1.068
+40,mlp.experts.11.up_proj,0.0001141631,0.10000,1.047
+40,mlp.experts.12.up_proj,0.0002751125,0.10000,0.998
+40,mlp.experts.13.up_proj,0.0000895564,0.10000,0.986
+40,mlp.experts.14.up_proj,0.0001254069,0.10000,1.057
+40,mlp.experts.15.up_proj,0.0000742959,0.10000,1.056
+40,mlp.experts.16.up_proj,0.0000665249,0.10000,1.038
+40,mlp.experts.17.up_proj,0.0001246249,0.10000,1.049
+40,mlp.experts.18.up_proj,0.0000320168,0.10000,1.045
+40,mlp.experts.19.up_proj,0.0005619500,0.10000,1.053
+40,mlp.experts.20.up_proj,0.0000666959,0.10000,1.072
+40,mlp.experts.21.up_proj,0.0087978891,0.10000,1.070
+40,mlp.experts.22.up_proj,0.0003880186,0.10000,1.081
+40,mlp.experts.23.up_proj,0.0002852774,0.10000,1.085
+40,mlp.experts.24.up_proj,0.0001268390,0.10000,1.079
+40,mlp.experts.25.up_proj,0.0056206549,0.10000,1.107
+40,mlp.experts.26.up_proj,0.0002413659,0.10000,1.008
+40,mlp.experts.27.up_proj,0.0004571865,0.10000,1.069
+40,mlp.experts.28.up_proj,0.0003430932,0.10000,1.003
+40,mlp.experts.29.up_proj,0.0000585927,0.10000,1.071
+40,mlp.experts.30.up_proj,0.0000527302,0.10000,1.035
+40,mlp.experts.31.up_proj,0.0067721402,0.10000,1.076
+40,mlp.experts.32.up_proj,0.0022828584,0.10000,1.020
+40,mlp.experts.33.up_proj,0.0003344328,0.10000,1.047
+40,mlp.experts.34.up_proj,0.0033547083,0.10000,1.050
+40,mlp.experts.35.up_proj,0.0001686167,0.10000,1.050
+40,mlp.experts.36.up_proj,0.0003156615,0.10000,1.057
+40,mlp.experts.37.up_proj,0.0000755046,0.10000,1.056
+40,mlp.experts.38.up_proj,0.0223439754,0.10000,1.042
+40,mlp.experts.39.up_proj,0.0008252743,0.10000,1.053
+40,mlp.experts.40.up_proj,0.0001325888,0.10000,1.038
+40,mlp.experts.41.up_proj,0.0011309163,0.10000,1.031
+40,mlp.experts.42.up_proj,0.0010270202,0.10000,1.062
+40,mlp.experts.43.up_proj,0.0000340121,0.10000,1.042
+40,mlp.experts.44.up_proj,0.0000411319,0.10000,1.017
+40,mlp.experts.45.up_proj,0.0000363831,0.10000,1.055
+40,mlp.experts.46.up_proj,0.0027360320,0.10000,1.045
+40,mlp.experts.47.up_proj,0.0038589629,0.10000,1.034
+40,mlp.experts.48.up_proj,0.0010402027,0.10000,1.022
+40,mlp.experts.49.up_proj,0.0028102588,0.10000,1.041
+40,mlp.experts.50.up_proj,0.0001676801,0.10000,1.028
+40,mlp.experts.51.up_proj,0.0000920908,0.10000,1.040
+40,mlp.experts.52.up_proj,0.0001731283,0.10000,0.927
+40,mlp.experts.53.up_proj,0.0027047185,0.10000,0.935
+40,mlp.experts.54.up_proj,0.0002670377,0.10000,1.068
+40,mlp.experts.55.up_proj,0.0000735112,0.10000,1.051
+40,mlp.experts.56.up_proj,0.0021588091,0.10000,1.025
+40,mlp.experts.57.up_proj,0.0001200463,0.10000,1.060
+40,mlp.experts.58.up_proj,0.0066782377,0.10000,1.051
+40,mlp.experts.59.up_proj,0.0004550872,0.10000,1.078
+40,mlp.experts.60.up_proj,0.0001206618,0.10000,1.042
+40,mlp.experts.61.up_proj,0.0165435416,0.10000,1.052
+40,mlp.experts.62.up_proj,0.0010540792,0.10000,1.030
+40,mlp.experts.63.up_proj,0.0010195009,0.10000,1.040
+40,mlp.experts.64.up_proj,0.0273160914,0.10000,0.966
+40,mlp.experts.65.up_proj,0.0001115065,0.10000,0.943
+40,mlp.experts.66.up_proj,0.0022305250,0.10000,0.956
+40,mlp.experts.67.up_proj,0.0006071876,0.10000,0.973
+40,mlp.experts.68.up_proj,0.0023314501,0.10000,0.964
+40,mlp.experts.69.up_proj,0.0080068422,0.10000,0.995
+40,mlp.experts.70.up_proj,0.0022100523,0.10000,1.052
+40,mlp.experts.71.up_proj,0.0075472341,0.10000,1.004
+40,mlp.experts.72.up_proj,0.0001781211,0.10000,1.032
+40,mlp.experts.73.up_proj,0.0001334076,0.10000,0.954
+40,mlp.experts.74.up_proj,0.0016146706,0.10000,0.999
+40,mlp.experts.75.up_proj,0.0000742416,0.10000,1.046
+40,mlp.experts.76.up_proj,0.0005894018,0.10000,1.045
+40,mlp.experts.77.up_proj,0.0000550368,0.10000,1.043
+40,mlp.experts.78.up_proj,0.0001642038,0.10000,1.019
+40,mlp.experts.79.up_proj,0.0001311805,0.10000,0.994
+40,mlp.experts.80.up_proj,0.0000367189,0.10000,1.007
+40,mlp.experts.81.up_proj,0.0001324459,0.10000,1.003
+40,mlp.experts.82.up_proj,0.0002232999,0.10000,1.016
+40,mlp.experts.83.up_proj,0.0000429248,0.10000,1.071
+40,mlp.experts.84.up_proj,0.0001101351,0.10000,1.015
+40,mlp.experts.85.up_proj,0.0008605667,0.10000,1.028
+40,mlp.experts.86.up_proj,0.0035661884,0.10000,1.035
+40,mlp.experts.87.up_proj,0.0018204043,0.10000,1.045
+40,mlp.experts.88.up_proj,0.0024675638,0.10000,1.035
+40,mlp.experts.89.up_proj,0.0016082944,0.10000,1.034
+40,mlp.experts.90.up_proj,0.0002103254,0.10000,1.004
+40,mlp.experts.91.up_proj,0.0016449765,0.10000,1.010
+40,mlp.experts.92.up_proj,0.0019174472,0.10000,1.000
+40,mlp.experts.93.up_proj,0.0002137330,0.10000,1.010
+40,mlp.experts.94.up_proj,0.0001409040,0.10000,0.969
+40,mlp.experts.95.up_proj,0.0028127800,0.10000,1.005
+40,mlp.experts.96.up_proj,0.0028201782,0.10000,1.060
+40,mlp.experts.97.up_proj,0.0004817917,0.10000,1.068
+40,mlp.experts.98.up_proj,0.0006606394,0.10000,1.026
+40,mlp.experts.99.up_proj,0.0069339240,0.10000,0.984
+40,mlp.experts.100.up_proj,0.0002017284,0.10000,1.015
+40,mlp.experts.101.up_proj,0.0001214884,0.10000,1.013
+40,mlp.experts.102.up_proj,0.0000413393,0.10000,1.068
+40,mlp.experts.103.up_proj,0.0003407229,0.10000,1.015
+40,mlp.experts.104.up_proj,0.0036771813,0.10000,1.021
+40,mlp.experts.105.up_proj,0.0001806198,0.10000,1.057
+40,mlp.experts.106.up_proj,0.0005833545,0.10000,1.047
+40,mlp.experts.107.up_proj,0.0005935763,0.10000,1.061
+40,mlp.experts.108.up_proj,0.0000428226,0.10000,1.040
+40,mlp.experts.109.up_proj,0.0001882814,0.10000,0.999
+40,mlp.experts.110.up_proj,0.0000724227,0.10000,1.033
+40,mlp.experts.111.up_proj,0.0002865658,0.10000,1.021
+40,mlp.experts.112.up_proj,0.0003077155,0.10000,1.015
+40,mlp.experts.113.up_proj,0.0016327029,0.10000,1.014
+40,mlp.experts.114.up_proj,0.0000459887,0.10000,0.964
+40,mlp.experts.115.up_proj,0.0000886807,0.10000,0.956
+40,mlp.experts.116.up_proj,0.0049026399,0.10000,1.017
+40,mlp.experts.117.up_proj,0.0000476889,0.10000,1.026
+40,mlp.experts.118.up_proj,0.0028322924,0.10000,1.044
+40,mlp.experts.119.up_proj,0.0001171256,0.10000,1.028
+40,mlp.experts.120.up_proj,0.0067737840,0.10000,1.010
+40,mlp.experts.121.up_proj,0.0000676645,0.10000,0.991
+40,mlp.experts.122.up_proj,0.0298335932,0.10000,1.001
+40,mlp.experts.123.up_proj,0.0000925675,0.10000,1.049
+40,mlp.experts.124.up_proj,0.0000728844,0.10000,1.053
+40,mlp.experts.125.up_proj,0.0239907416,0.10000,1.019
+40,mlp.experts.126.up_proj,0.0006269026,0.10000,1.000
+40,mlp.experts.127.up_proj,0.0000937975,0.10000,1.052
+40,mlp.experts.0.gate_proj,0.0002834716,0.10000,1.049
+40,mlp.experts.1.gate_proj,0.0010629450,0.10000,1.050
+40,mlp.experts.2.gate_proj,0.0089316272,0.10000,1.001
+40,mlp.experts.3.gate_proj,0.0028741232,0.10000,1.021
+40,mlp.experts.4.gate_proj,0.0003004632,0.10000,1.021
+40,mlp.experts.5.gate_proj,0.0050447777,0.10000,1.024
+40,mlp.experts.6.gate_proj,0.0005627912,0.10000,1.023
+40,mlp.experts.7.gate_proj,0.0000782401,0.10000,0.981
+40,mlp.experts.8.gate_proj,0.0000728588,0.10000,0.974
+40,mlp.experts.9.gate_proj,0.0001214580,0.10000,1.003
+40,mlp.experts.10.gate_proj,0.0057782803,0.10000,1.020
+40,mlp.experts.11.gate_proj,0.0001128006,0.10000,1.015
+40,mlp.experts.12.gate_proj,0.0002896222,0.10000,1.023
+40,mlp.experts.13.gate_proj,0.0000840281,0.10000,1.052
+40,mlp.experts.14.gate_proj,0.0001221688,0.10000,1.056
+40,mlp.experts.15.gate_proj,0.0000695053,0.10000,1.063
+40,mlp.experts.16.gate_proj,0.0000677741,0.10000,1.055
+40,mlp.experts.17.gate_proj,0.0001192296,0.10000,1.036
+40,mlp.experts.18.gate_proj,0.0000293396,0.10000,1.093
+40,mlp.experts.19.gate_proj,0.0005307542,0.10000,1.041
+40,mlp.experts.20.gate_proj,0.0000592524,0.10000,0.988
+40,mlp.experts.21.gate_proj,0.0084669333,0.10000,1.026
+40,mlp.experts.22.gate_proj,0.0003788806,0.10000,0.991
+40,mlp.experts.23.gate_proj,0.0003304394,0.10000,0.968
+40,mlp.experts.24.gate_proj,0.0001245261,0.10000,1.018
+40,mlp.experts.25.gate_proj,0.0054585354,0.10000,1.007
+40,mlp.experts.26.gate_proj,0.0002372442,0.10000,0.973
+40,mlp.experts.27.gate_proj,0.0004587080,0.10000,0.983
+40,mlp.experts.28.gate_proj,0.0003562542,0.10000,1.059
+40,mlp.experts.29.gate_proj,0.0000549686,0.10000,1.052
+40,mlp.experts.30.gate_proj,0.0000556880,0.10000,1.001
+40,mlp.experts.31.gate_proj,0.0066797571,0.10000,0.981
+40,mlp.experts.32.gate_proj,0.0023789688,0.10000,1.018
+40,mlp.experts.33.gate_proj,0.0003120652,0.10000,1.073
+40,mlp.experts.34.gate_proj,0.0033500943,0.10000,0.994
+40,mlp.experts.35.gate_proj,0.0001881863,0.10000,1.026
+40,mlp.experts.36.gate_proj,0.0003019652,0.10000,1.049
+40,mlp.experts.37.gate_proj,0.0000740452,0.10000,1.071
+40,mlp.experts.38.gate_proj,0.0216503853,0.10000,1.052
+40,mlp.experts.39.gate_proj,0.0007762852,0.10000,1.058
+40,mlp.experts.40.gate_proj,0.0001300368,0.10000,1.037
+40,mlp.experts.41.gate_proj,0.0011370504,0.10000,1.002
+40,mlp.experts.42.gate_proj,0.0010146071,0.10000,0.999
+40,mlp.experts.43.gate_proj,0.0000292923,0.10000,1.028
+40,mlp.experts.44.gate_proj,0.0000388423,0.10000,1.041
+40,mlp.experts.45.gate_proj,0.0000340979,0.10000,1.069
+40,mlp.experts.46.gate_proj,0.0026203795,0.10000,0.990
+40,mlp.experts.47.gate_proj,0.0035572223,0.10000,0.984
+40,mlp.experts.48.gate_proj,0.0012135160,0.10000,0.999
+40,mlp.experts.49.gate_proj,0.0030816960,0.10000,1.026
+40,mlp.experts.50.gate_proj,0.0001684669,0.10000,1.063
+40,mlp.experts.51.gate_proj,0.0000908595,0.10000,1.039
+40,mlp.experts.52.gate_proj,0.0001633506,0.10000,1.040
+40,mlp.experts.53.gate_proj,0.0026650189,0.10000,1.037
+40,mlp.experts.54.gate_proj,0.0002628165,0.10000,1.054
+40,mlp.experts.55.gate_proj,0.0000712680,0.10000,1.062
+40,mlp.experts.56.gate_proj,0.0021317414,0.10000,1.016
+40,mlp.experts.57.gate_proj,0.0001171436,0.10000,1.047
+40,mlp.experts.58.gate_proj,0.0067256133,0.10000,1.053
+40,mlp.experts.59.gate_proj,0.0004161568,0.10000,1.047
+40,mlp.experts.60.gate_proj,0.0001140198,0.10000,1.054
+40,mlp.experts.61.gate_proj,0.0161209012,0.10000,1.057
+40,mlp.experts.62.gate_proj,0.0010221192,0.10000,1.055
+40,mlp.experts.63.gate_proj,0.0009928028,0.10000,1.040
+40,mlp.experts.64.gate_proj,0.0259614011,0.10000,1.022
+40,mlp.experts.65.gate_proj,0.0001063960,0.10000,1.014
+40,mlp.experts.66.gate_proj,0.0021633593,0.10000,1.017
+40,mlp.experts.67.gate_proj,0.0005854998,0.10000,1.041
+40,mlp.experts.68.gate_proj,0.0022518780,0.10000,1.056
+40,mlp.experts.69.gate_proj,0.0054509522,0.10000,1.021
+40,mlp.experts.70.gate_proj,0.0023617640,0.10000,1.065
+40,mlp.experts.71.gate_proj,0.0069112355,0.10000,1.044
+40,mlp.experts.72.gate_proj,0.0001885600,0.10000,1.064
+40,mlp.experts.73.gate_proj,0.0001237605,0.10000,1.054
+40,mlp.experts.74.gate_proj,0.0042907155,0.10000,1.021
+40,mlp.experts.75.gate_proj,0.0000725457,0.10000,1.038
+40,mlp.experts.76.gate_proj,0.0005746365,0.10000,1.035
+40,mlp.experts.77.gate_proj,0.0000511719,0.10000,1.017
+40,mlp.experts.78.gate_proj,0.0001575424,0.10000,1.004
+40,mlp.experts.79.gate_proj,0.0001261798,0.10000,1.012
+40,mlp.experts.80.gate_proj,0.0000370318,0.10000,0.984
+40,mlp.experts.81.gate_proj,0.0001279687,0.10000,1.051
+40,mlp.experts.82.gate_proj,0.0002409632,0.10000,0.983
+40,mlp.experts.83.gate_proj,0.0000417259,0.10000,1.005
+40,mlp.experts.84.gate_proj,0.0001083299,0.10000,1.054
+40,mlp.experts.85.gate_proj,0.0008046604,0.10000,1.063
+40,mlp.experts.86.gate_proj,0.0034958173,0.10000,1.029
+40,mlp.experts.87.gate_proj,0.0017925013,0.10000,1.030
+40,mlp.experts.88.gate_proj,0.0022930624,0.10000,1.031
+40,mlp.experts.89.gate_proj,0.0015284756,0.10000,1.028
+40,mlp.experts.90.gate_proj,0.0002044611,0.10000,1.045
+40,mlp.experts.91.gate_proj,0.0015064978,0.10000,1.041
+40,mlp.experts.92.gate_proj,0.0017968695,0.10000,1.006
+40,mlp.experts.93.gate_proj,0.0002143984,0.10000,0.965
+40,mlp.experts.94.gate_proj,0.0001400508,0.10000,0.949
+40,mlp.experts.95.gate_proj,0.0026511596,0.10000,0.978
+40,mlp.experts.96.gate_proj,0.0027933043,0.10000,1.035
+40,mlp.experts.97.gate_proj,0.0004982039,0.10000,1.047
+40,mlp.experts.98.gate_proj,0.0006440664,0.10000,1.056
+40,mlp.experts.99.gate_proj,0.0069175363,0.10000,1.046
+40,mlp.experts.100.gate_proj,0.0001890576,0.10000,1.043
+40,mlp.experts.101.gate_proj,0.0001200255,0.10000,1.042
+40,mlp.experts.102.gate_proj,0.0000398686,0.10000,1.022
+40,mlp.experts.103.gate_proj,0.0003348360,0.10000,1.009
+40,mlp.experts.104.gate_proj,0.0037686928,0.10000,1.024
+40,mlp.experts.105.gate_proj,0.0001704947,0.10000,1.032
+40,mlp.experts.106.gate_proj,0.0005646988,0.10000,1.085
+40,mlp.experts.107.gate_proj,0.0003730771,0.10000,1.024
+40,mlp.experts.108.gate_proj,0.0000414057,0.10000,1.048
+40,mlp.experts.109.gate_proj,0.0002337879,0.10000,1.032
+40,mlp.experts.110.gate_proj,0.0000731847,0.10000,1.000
+40,mlp.experts.111.gate_proj,0.0002993790,0.10000,1.008
+40,mlp.experts.112.gate_proj,0.0002911101,0.10000,1.014
+40,mlp.experts.113.gate_proj,0.0018478261,0.10000,1.016
+40,mlp.experts.114.gate_proj,0.0000456661,0.10000,0.933
+40,mlp.experts.115.gate_proj,0.0000902475,0.10000,0.969
+40,mlp.experts.116.gate_proj,0.0051962697,0.10000,1.024
+40,mlp.experts.117.gate_proj,0.0000457947,0.10000,1.041
+40,mlp.experts.118.gate_proj,0.0027778272,0.10000,0.989
+40,mlp.experts.119.gate_proj,0.0001161727,0.10000,0.994
+40,mlp.experts.120.gate_proj,0.0063589187,0.10000,1.041
+40,mlp.experts.121.gate_proj,0.0000665054,0.10000,1.056
+40,mlp.experts.122.gate_proj,0.0291910244,0.10000,1.004
+40,mlp.experts.123.gate_proj,0.0000988516,0.10000,1.057
+40,mlp.experts.124.gate_proj,0.0000689018,0.10000,1.036
+40,mlp.experts.125.gate_proj,0.0231495936,0.10000,1.061
+40,mlp.experts.126.gate_proj,0.0005767731,0.10000,1.009
+40,mlp.experts.127.gate_proj,0.0000940427,0.10000,0.771
+40,mlp.experts.1.down_proj,0.0010813905,0.10000,0.395
+40,mlp.experts.0.down_proj,0.0005062491,0.10000,0.409
+40,mlp.experts.2.down_proj,0.0058198015,0.10000,0.405
+40,mlp.experts.3.down_proj,0.0019062259,0.10000,0.405
+40,mlp.experts.4.down_proj,0.0003263735,0.10000,0.400
+40,mlp.experts.5.down_proj,0.0056822177,0.10000,0.406
+40,mlp.experts.6.down_proj,0.0008247152,0.10000,0.374
+40,mlp.experts.7.down_proj,0.0000948080,0.10000,0.365
+40,mlp.experts.8.down_proj,0.0000661616,0.10000,0.402
+40,mlp.experts.9.down_proj,0.0000783180,0.10000,0.406
+40,mlp.experts.10.down_proj,0.0026389565,0.10000,0.401
+40,mlp.experts.11.down_proj,0.0001243192,0.10000,0.403
+40,mlp.experts.12.down_proj,0.0002153529,0.10000,0.400
+40,mlp.experts.13.down_proj,0.0000804518,0.10000,0.403
+40,mlp.experts.14.down_proj,0.0000978722,0.10000,0.398
+40,mlp.experts.15.down_proj,0.0000702749,0.10000,0.419
+40,mlp.experts.16.down_proj,0.0000443424,0.10000,0.382
+40,mlp.experts.17.down_proj,0.0000807000,0.10000,0.416
+40,mlp.experts.18.down_proj,0.0000182978,0.10000,0.390
+40,mlp.experts.19.down_proj,0.0004374444,0.10000,0.409
+40,mlp.experts.20.down_proj,0.0000614223,0.10000,0.398
+40,mlp.experts.21.down_proj,0.0074399401,0.10000,0.403
+40,mlp.experts.22.down_proj,0.0002215224,0.10000,0.397
+40,mlp.experts.23.down_proj,0.0003874259,0.10000,0.403
+40,mlp.experts.24.down_proj,0.0000983139,0.10000,0.405
+40,mlp.experts.25.down_proj,0.0025572600,0.10000,0.388
+40,mlp.experts.26.down_proj,0.0001379386,0.10000,0.391
+40,mlp.experts.27.down_proj,0.0003567129,0.10000,0.375
+40,mlp.experts.28.down_proj,0.0002504101,0.10000,0.343
+40,mlp.experts.29.down_proj,0.0000520619,0.10000,0.350
+40,mlp.experts.30.down_proj,0.0000368580,0.10000,0.395
+40,mlp.experts.31.down_proj,0.0083129081,0.10000,0.401
+40,mlp.experts.32.down_proj,0.0026715614,0.10000,0.396
+40,mlp.experts.33.down_proj,0.0005513024,0.10000,0.381
+40,mlp.experts.34.down_proj,0.0015814886,0.10000,0.397
+40,mlp.experts.35.down_proj,0.0001777377,0.10000,0.392
+40,mlp.experts.36.down_proj,0.0001908319,0.10000,0.398
+40,mlp.experts.37.down_proj,0.0000517563,0.10000,0.392
+40,mlp.experts.38.down_proj,0.0197542703,0.10000,0.357
+40,mlp.experts.39.down_proj,0.0008462882,0.10000,0.356
+40,mlp.experts.40.down_proj,0.0001794808,0.10000,0.358
+40,mlp.experts.41.down_proj,0.0007249070,0.10000,0.368
+40,mlp.experts.42.down_proj,0.0014452058,0.10000,0.397
+40,mlp.experts.43.down_proj,0.0000189702,0.10000,0.403
+40,mlp.experts.44.down_proj,0.0000339157,0.10000,0.361
+40,mlp.experts.45.down_proj,0.0000237758,0.10000,0.367
+40,mlp.experts.46.down_proj,0.0005813395,0.10000,0.379
+40,mlp.experts.47.down_proj,0.0040996177,0.10000,0.390
+40,mlp.experts.48.down_proj,0.0003697587,0.10000,0.389
+40,mlp.experts.49.down_proj,0.0030826346,0.10000,0.382
+40,mlp.experts.50.down_proj,0.0001100018,0.10000,0.385
+40,mlp.experts.51.down_proj,0.0001021662,0.10000,0.393
+40,mlp.experts.52.down_proj,0.0000848583,0.10000,0.380
+40,mlp.experts.53.down_proj,0.0021087495,0.10000,0.391
+40,mlp.experts.54.down_proj,0.0001748292,0.10000,0.391
+40,mlp.experts.55.down_proj,0.0000695895,0.10000,0.415
+40,mlp.experts.56.down_proj,0.0021818921,0.10000,0.400
+40,mlp.experts.57.down_proj,0.0000811989,0.10000,0.405
+40,mlp.experts.58.down_proj,0.0039079535,0.10000,0.405
+40,mlp.experts.59.down_proj,0.0003879148,0.10000,0.404
+40,mlp.experts.60.down_proj,0.0001074244,0.10000,0.403
+40,mlp.experts.61.down_proj,0.0141547105,0.10000,0.396
+40,mlp.experts.62.down_proj,0.0007148072,0.10000,0.348
+40,mlp.experts.63.down_proj,0.0004614991,0.10000,0.362
+40,mlp.experts.64.down_proj,0.0129660121,0.10000,0.399
+40,mlp.experts.65.down_proj,0.0000526542,0.10000,0.394
+40,mlp.experts.66.down_proj,0.0014607692,0.10000,0.395
+40,mlp.experts.67.down_proj,0.0004727321,0.10000,0.391
+40,mlp.experts.68.down_proj,0.0023610634,0.10000,0.393
+40,mlp.experts.69.down_proj,0.0024319266,0.10000,0.400
+40,mlp.experts.70.down_proj,0.0004583351,0.10000,0.394
+40,mlp.experts.71.down_proj,0.0040367246,0.10000,0.401
+40,mlp.experts.72.down_proj,0.0000805440,0.10000,0.392
+40,mlp.experts.73.down_proj,0.0000842839,0.10000,0.380
+40,mlp.experts.74.down_proj,0.0003741943,0.10000,0.328
+40,mlp.experts.75.down_proj,0.0000455680,0.10000,0.348
+40,mlp.experts.76.down_proj,0.0004092709,0.10000,0.403
+40,mlp.experts.77.down_proj,0.0000451169,0.10000,0.397
+40,mlp.experts.78.down_proj,0.0001129465,0.10000,0.396
+40,mlp.experts.79.down_proj,0.0000694228,0.10000,0.389
+40,mlp.experts.80.down_proj,0.0000249192,0.10000,0.342
+40,mlp.experts.81.down_proj,0.0000818886,0.10000,0.365
+40,mlp.experts.82.down_proj,0.0003028566,0.10000,0.372
+40,mlp.experts.83.down_proj,0.0000236837,0.10000,0.339
+40,mlp.experts.84.down_proj,0.0000871357,0.10000,0.332
+40,mlp.experts.85.down_proj,0.0005451335,0.10000,0.351
+40,mlp.experts.86.down_proj,0.0028551285,0.10000,0.412
+40,mlp.experts.87.down_proj,0.0010295356,0.10000,0.398
+40,mlp.experts.88.down_proj,0.0016330965,0.10000,0.418
+40,mlp.experts.89.down_proj,0.0018921456,0.10000,0.370
+40,mlp.experts.90.down_proj,0.0002167534,0.10000,0.337
+40,mlp.experts.91.down_proj,0.0028913229,0.10000,0.327
+40,mlp.experts.92.down_proj,0.0018975002,0.10000,0.332
+40,mlp.experts.93.down_proj,0.0001276266,0.10000,0.326
+40,mlp.experts.94.down_proj,0.0001315753,0.10000,0.340
+40,mlp.experts.95.down_proj,0.0021415245,0.10000,0.359
+40,mlp.experts.96.down_proj,0.0021548410,0.10000,0.393
+40,mlp.experts.97.down_proj,0.0002507990,0.10000,0.386
+40,mlp.experts.98.down_proj,0.0003521217,0.10000,0.371
+40,mlp.experts.99.down_proj,0.0072907763,0.10000,0.389
+40,mlp.experts.100.down_proj,0.0002764478,0.10000,0.372
+40,mlp.experts.101.down_proj,0.0000843057,0.10000,0.378
+40,mlp.experts.102.down_proj,0.0000182240,0.10000,0.333
+40,mlp.experts.103.down_proj,0.0001629240,0.10000,0.336
+40,mlp.experts.104.down_proj,0.0036096394,0.10000,0.341
+40,mlp.experts.105.down_proj,0.0001328095,0.10000,0.352
+40,mlp.experts.106.down_proj,0.0001862168,0.10000,0.397
+40,mlp.experts.107.down_proj,0.0000827287,0.10000,0.400
+40,mlp.experts.108.down_proj,0.0000292816,0.10000,0.402
+40,mlp.experts.109.down_proj,0.0001824663,0.10000,0.393
+40,mlp.experts.110.down_proj,0.0000717496,0.10000,0.400
+40,mlp.experts.111.down_proj,0.0003808991,0.10000,0.412
+40,mlp.experts.112.down_proj,0.0003610162,0.10000,0.381
+40,mlp.experts.113.down_proj,0.0014187884,0.10000,0.390
+40,mlp.experts.114.down_proj,0.0000255283,0.10000,0.390
+40,mlp.experts.115.down_proj,0.0000345525,0.10000,0.383
+40,mlp.experts.116.down_proj,0.0073424637,0.10000,0.382
+40,mlp.experts.117.down_proj,0.0000309106,0.10000,0.380
+40,mlp.experts.118.down_proj,0.0012784866,0.10000,0.384
+40,mlp.experts.119.down_proj,0.0001361182,0.10000,0.389
+40,mlp.experts.120.down_proj,0.0066252365,0.10000,0.392
+40,mlp.experts.121.down_proj,0.0000554710,0.10000,0.391
+40,mlp.experts.122.down_proj,0.0216896660,0.10000,0.384
+40,mlp.experts.123.down_proj,0.0000996065,0.10000,0.389
+40,mlp.experts.124.down_proj,0.0000580477,0.10000,0.348
+40,mlp.experts.125.down_proj,0.0206096201,0.10000,0.328
+40,mlp.experts.126.down_proj,0.0005295060,0.10000,0.333
+40,mlp.experts.127.down_proj,0.0000657585,0.10000,0.305
+41,self_attn.q_proj,0.0000106809,0.10000,0.998
+41,self_attn.k_proj,0.0000011450,0.10000,1.086
+41,self_attn.v_proj,0.0000017508,0.10000,0.664
+41,self_attn.o_proj,0.0000009398,0.10000,1.212
+41,mlp.gate,0.0000035229,0.10000,0.547
+41,mlp.experts.0.up_proj,0.0000580300,0.10000,0.995
+41,mlp.experts.1.up_proj,0.0001023573,0.10000,1.074
+41,mlp.experts.2.up_proj,0.0000749702,0.10000,1.008
+41,mlp.experts.3.up_proj,0.0044604483,0.10000,1.046
+41,mlp.experts.4.up_proj,0.0392182851,0.10000,1.044
+41,mlp.experts.5.up_proj,0.0002248923,0.10000,1.023
+41,mlp.experts.6.up_proj,0.0002641339,0.10000,1.039
+41,mlp.experts.7.up_proj,0.0003299693,0.10000,1.038
+41,mlp.experts.8.up_proj,0.1113278998,0.10000,1.053
+41,mlp.experts.9.up_proj,0.0000540853,0.10000,1.018
+41,mlp.experts.10.up_proj,0.0011888064,0.10000,1.064
+41,mlp.experts.11.up_proj,0.0001577369,0.10000,1.050
+41,mlp.experts.12.up_proj,0.0045203798,0.10000,1.073
+41,mlp.experts.13.up_proj,0.0025058663,0.10000,1.057
+41,mlp.experts.14.up_proj,0.0000800411,0.10000,1.065
+41,mlp.experts.15.up_proj,0.0000611169,0.10000,1.073
+41,mlp.experts.16.up_proj,0.0015445758,0.10000,1.020
+41,mlp.experts.17.up_proj,0.0000877430,0.10000,1.065
+41,mlp.experts.18.up_proj,0.0001153267,0.10000,1.008
+41,mlp.experts.19.up_proj,0.0000803774,0.10000,1.047
+41,mlp.experts.20.up_proj,0.0000535311,0.10000,1.064
+41,mlp.experts.21.up_proj,0.0001562250,0.10000,1.007
+41,mlp.experts.22.up_proj,0.0005465799,0.10000,0.985
+41,mlp.experts.23.up_proj,0.0897191871,0.10000,0.984
+41,mlp.experts.24.up_proj,0.0031530420,0.10000,1.025
+41,mlp.experts.25.up_proj,0.0031659891,0.10000,0.998
+41,mlp.experts.26.up_proj,0.0005934319,0.10000,1.043
+41,mlp.experts.27.up_proj,0.0757944259,0.10000,1.045
+41,mlp.experts.28.up_proj,0.0030504674,0.10000,1.049
+41,mlp.experts.29.up_proj,0.0271655466,0.10000,1.041
+41,mlp.experts.30.up_proj,0.0003324530,0.10000,1.004
+41,mlp.experts.31.up_proj,0.0059955487,0.10000,1.011
+41,mlp.experts.32.up_proj,0.0069716590,0.10000,1.042
+41,mlp.experts.33.up_proj,0.0048138235,0.10000,1.045
+41,mlp.experts.35.up_proj,0.0000757205,0.10000,1.002
+41,mlp.experts.34.up_proj,0.0011046770,0.10000,1.050
+41,mlp.experts.36.up_proj,0.0000696225,0.10000,1.060
+41,mlp.experts.37.up_proj,0.0110263645,0.10000,1.069
+41,mlp.experts.38.up_proj,0.0018374460,0.10000,1.057
+41,mlp.experts.39.up_proj,0.0004925464,0.10000,1.070
+41,mlp.experts.40.up_proj,0.0024593238,0.10000,1.066
+41,mlp.experts.41.up_proj,0.0091901900,0.10000,1.069
+41,mlp.experts.42.up_proj,0.0001500902,0.10000,1.090
+41,mlp.experts.43.up_proj,0.0188535516,0.10000,1.092
+41,mlp.experts.44.up_proj,0.0004125140,0.10000,1.022
+41,mlp.experts.45.up_proj,0.0000962902,0.10000,1.031
+41,mlp.experts.46.up_proj,0.0000998199,0.10000,1.046
+41,mlp.experts.47.up_proj,0.0001651230,0.10000,1.032
+41,mlp.experts.48.up_proj,0.0001197687,0.10000,1.002
+41,mlp.experts.49.up_proj,0.0002129048,0.10000,1.082
+41,mlp.experts.50.up_proj,0.0004045612,0.10000,0.983
+41,mlp.experts.51.up_proj,0.0017111220,0.10000,0.950
+41,mlp.experts.52.up_proj,0.0000946001,0.10000,0.948
+41,mlp.experts.53.up_proj,0.0001276241,0.10000,0.933
+41,mlp.experts.54.up_proj,0.0003897079,0.10000,0.996
+41,mlp.experts.55.up_proj,0.0003938456,0.10000,1.019
+41,mlp.experts.56.up_proj,0.0111301010,0.10000,1.080
+41,mlp.experts.57.up_proj,0.0002822930,0.10000,1.045
+41,mlp.experts.58.up_proj,0.0001798457,0.10000,1.058
+41,mlp.experts.59.up_proj,0.0006350096,0.10000,1.033
+41,mlp.experts.60.up_proj,0.0089733065,0.10000,1.070
+41,mlp.experts.61.up_proj,0.0002086511,0.10000,1.073
+41,mlp.experts.62.up_proj,0.0000567296,0.10000,0.996
+41,mlp.experts.63.up_proj,0.0000721281,0.10000,1.059
+41,mlp.experts.64.up_proj,0.0000807879,0.10000,1.065
+41,mlp.experts.65.up_proj,0.0000585646,0.10000,1.034
+41,mlp.experts.66.up_proj,0.0000653033,0.10000,1.060
+41,mlp.experts.67.up_proj,0.0122508569,0.10000,1.014
+41,mlp.experts.68.up_proj,0.0003247289,0.10000,1.030
+41,mlp.experts.69.up_proj,0.0000780979,0.10000,1.025
+41,mlp.experts.71.up_proj,0.0008180638,0.10000,1.039
+41,mlp.experts.70.up_proj,0.0064649755,0.10000,1.051
+41,mlp.experts.73.up_proj,0.0003661381,0.10000,0.982
+41,mlp.experts.72.up_proj,0.0002147402,0.10000,1.027
+41,mlp.experts.74.up_proj,0.0023049765,0.10000,1.016
+41,mlp.experts.75.up_proj,0.0015352930,0.10000,1.029
+41,mlp.experts.76.up_proj,0.0066741412,0.10000,1.026
+41,mlp.experts.77.up_proj,0.0001492055,0.10000,1.066
+41,mlp.experts.78.up_proj,0.0011225062,0.10000,1.061
+41,mlp.experts.79.up_proj,0.0001952964,0.10000,1.069
+41,mlp.experts.80.up_proj,0.0001085082,0.10000,1.032
+41,mlp.experts.81.up_proj,0.0002028072,0.10000,1.067
+41,mlp.experts.82.up_proj,0.0001298169,0.10000,1.063
+41,mlp.experts.83.up_proj,0.0004570839,0.10000,1.046
+41,mlp.experts.84.up_proj,0.0001128211,0.10000,1.005
+41,mlp.experts.85.up_proj,0.0000390438,0.10000,0.998
+41,mlp.experts.86.up_proj,0.0009921628,0.10000,1.018
+41,mlp.experts.87.up_proj,0.0001773122,0.10000,0.990
+41,mlp.experts.88.up_proj,0.0009480166,0.10000,0.997
+41,mlp.experts.89.up_proj,0.0022982964,0.10000,1.009
+41,mlp.experts.90.up_proj,0.0026696678,0.10000,1.023
+41,mlp.experts.91.up_proj,0.0030833748,0.10000,1.042
+41,mlp.experts.92.up_proj,0.0000935577,0.10000,1.033
+41,mlp.experts.93.up_proj,0.0005366238,0.10000,1.043
+41,mlp.experts.94.up_proj,0.0031069306,0.10000,1.017
+41,mlp.experts.95.up_proj,0.0007320511,0.10000,1.068
+41,mlp.experts.96.up_proj,0.0194296198,0.10000,0.999
+41,mlp.experts.97.up_proj,0.0000743580,0.10000,1.055
+41,mlp.experts.98.up_proj,0.0081567548,0.10000,1.005
+41,mlp.experts.99.up_proj,0.0002552181,0.10000,1.038
+41,mlp.experts.100.up_proj,0.0001650734,0.10000,1.060
+41,mlp.experts.101.up_proj,0.0021948746,0.10000,1.018
+41,mlp.experts.102.up_proj,0.0000717213,0.10000,0.964
+41,mlp.experts.103.up_proj,0.0000672641,0.10000,1.021
+41,mlp.experts.104.up_proj,0.0117182485,0.10000,1.042
+41,mlp.experts.105.up_proj,0.0008791959,0.10000,1.004
+41,mlp.experts.106.up_proj,0.0000271909,0.10000,0.958
+41,mlp.experts.107.up_proj,0.0026291055,0.10000,1.005
+41,mlp.experts.108.up_proj,0.0043422357,0.10000,0.973
+41,mlp.experts.109.up_proj,0.0052311173,0.10000,0.995
+41,mlp.experts.110.up_proj,0.0034319576,0.10000,1.034
+41,mlp.experts.111.up_proj,0.1023085713,0.10000,1.050
+41,mlp.experts.112.up_proj,0.0000635183,0.10000,1.023
+41,mlp.experts.113.up_proj,0.0002323118,0.10000,0.996
+41,mlp.experts.114.up_proj,0.0053047391,0.10000,0.963
+41,mlp.experts.115.up_proj,0.0002916092,0.10000,1.042
+41,mlp.experts.116.up_proj,0.0006342966,0.10000,0.968
+41,mlp.experts.117.up_proj,0.0000481502,0.10000,0.941
+41,mlp.experts.118.up_proj,0.0006851181,0.10000,0.989
+41,mlp.experts.119.up_proj,0.0121059096,0.10000,1.039
+41,mlp.experts.120.up_proj,0.0002387945,0.10000,0.976
+41,mlp.experts.121.up_proj,0.0000702453,0.10000,0.966
+41,mlp.experts.122.up_proj,0.0001612364,0.10000,1.008
+41,mlp.experts.123.up_proj,0.0009086542,0.10000,1.009
+41,mlp.experts.124.up_proj,0.0006434924,0.10000,1.004
+41,mlp.experts.125.up_proj,0.0044870135,0.10000,0.991
+41,mlp.experts.126.up_proj,0.0002277798,0.10000,1.002
+41,mlp.experts.127.up_proj,0.0010064491,0.10000,1.011
+41,mlp.experts.0.gate_proj,0.0000549280,0.10000,1.031
+41,mlp.experts.1.gate_proj,0.0001004865,0.10000,1.026
+41,mlp.experts.2.gate_proj,0.0000678876,0.10000,1.032
+41,mlp.experts.3.gate_proj,0.0045433603,0.10000,1.036
+41,mlp.experts.4.gate_proj,0.0375355864,0.10000,0.971
+41,mlp.experts.5.gate_proj,0.0002135970,0.10000,1.013
+41,mlp.experts.6.gate_proj,0.0002562769,0.10000,0.990
+41,mlp.experts.7.gate_proj,0.0003179672,0.10000,1.027
+41,mlp.experts.8.gate_proj,0.1045519114,0.10000,1.045
+41,mlp.experts.9.gate_proj,0.0000521723,0.10000,1.030
+41,mlp.experts.10.gate_proj,0.0011614634,0.10000,1.032
+41,mlp.experts.11.gate_proj,0.0001598474,0.10000,1.034
+41,mlp.experts.12.gate_proj,0.0048157063,0.10000,1.051
+41,mlp.experts.13.gate_proj,0.0025177370,0.10000,1.059
+41,mlp.experts.14.gate_proj,0.0000751578,0.10000,0.985
+41,mlp.experts.15.gate_proj,0.0000561319,0.10000,1.048
+41,mlp.experts.16.gate_proj,0.0014461057,0.10000,1.052
+41,mlp.experts.17.gate_proj,0.0000805204,0.10000,1.050
+41,mlp.experts.18.gate_proj,0.0001142879,0.10000,1.049
+41,mlp.experts.19.gate_proj,0.0000780299,0.10000,1.024
+41,mlp.experts.20.gate_proj,0.0000480462,0.10000,1.046
+41,mlp.experts.21.gate_proj,0.0001512951,0.10000,1.035
+41,mlp.experts.22.gate_proj,0.0005286028,0.10000,1.035
+41,mlp.experts.23.gate_proj,0.0861295787,0.10000,1.057
+41,mlp.experts.24.gate_proj,0.0032431135,0.10000,1.024
+41,mlp.experts.25.gate_proj,0.0029919040,0.10000,1.053
+41,mlp.experts.26.gate_proj,0.0007074103,0.10000,1.023
+41,mlp.experts.27.gate_proj,0.0728608478,0.10000,1.052
+41,mlp.experts.28.gate_proj,0.0029451967,0.10000,1.024
+41,mlp.experts.29.gate_proj,0.0251754053,0.10000,1.048
+41,mlp.experts.30.gate_proj,0.0003248764,0.10000,0.994
+41,mlp.experts.31.gate_proj,0.0057527272,0.10000,1.004
+41,mlp.experts.32.gate_proj,0.0066425790,0.10000,0.996
+41,mlp.experts.33.gate_proj,0.0046411179,0.10000,1.062
+41,mlp.experts.34.gate_proj,0.0011042731,0.10000,1.020
+41,mlp.experts.35.gate_proj,0.0000689484,0.10000,1.020
+41,mlp.experts.36.gate_proj,0.0000688554,0.10000,1.047
+41,mlp.experts.37.gate_proj,0.0103519963,0.10000,0.956
+41,mlp.experts.38.gate_proj,0.0018710464,0.10000,0.939
+41,mlp.experts.39.gate_proj,0.0005776644,0.10000,1.024
+41,mlp.experts.40.gate_proj,0.0023638933,0.10000,1.005
+41,mlp.experts.41.gate_proj,0.0092730229,0.10000,1.044
+41,mlp.experts.42.gate_proj,0.0001784106,0.10000,1.013
+41,mlp.experts.43.gate_proj,0.0178431996,0.10000,1.009
+41,mlp.experts.44.gate_proj,0.0003985661,0.10000,0.973
+41,mlp.experts.45.gate_proj,0.0000939399,0.10000,0.981
+41,mlp.experts.46.gate_proj,0.0000963705,0.10000,0.995
+41,mlp.experts.47.gate_proj,0.0001658486,0.10000,1.017
+41,mlp.experts.48.gate_proj,0.0001516331,0.10000,1.003
+41,mlp.experts.49.gate_proj,0.0002460133,0.10000,1.039
+41,mlp.experts.50.gate_proj,0.0004164158,0.10000,0.997
+41,mlp.experts.51.gate_proj,0.0016488272,0.10000,1.021
+41,mlp.experts.52.gate_proj,0.0000854957,0.10000,1.004
+41,mlp.experts.53.gate_proj,0.0001209552,0.10000,1.031
+41,mlp.experts.54.gate_proj,0.0004427337,0.10000,0.997
+41,mlp.experts.55.gate_proj,0.0003422001,0.10000,1.028
+41,mlp.experts.56.gate_proj,0.0114336036,0.10000,1.006
+41,mlp.experts.57.gate_proj,0.0002832362,0.10000,0.998
+41,mlp.experts.58.gate_proj,0.0001775152,0.10000,1.064
+41,mlp.experts.59.gate_proj,0.0005954181,0.10000,1.019
+41,mlp.experts.60.gate_proj,0.0084337053,0.10000,1.018
+41,mlp.experts.61.gate_proj,0.0002259756,0.10000,1.104
+41,mlp.experts.62.gate_proj,0.0000566793,0.10000,0.973
+41,mlp.experts.63.gate_proj,0.0000671644,0.10000,1.014
+41,mlp.experts.64.gate_proj,0.0000756811,0.10000,1.004
+41,mlp.experts.65.gate_proj,0.0000548706,0.10000,1.006
+41,mlp.experts.66.gate_proj,0.0000602268,0.10000,0.996
+41,mlp.experts.67.gate_proj,0.0108002147,0.10000,1.002
+41,mlp.experts.68.gate_proj,0.0003089881,0.10000,0.962
+41,mlp.experts.69.gate_proj,0.0000740370,0.10000,0.991
+41,mlp.experts.70.gate_proj,0.0065752017,0.10000,0.993
+41,mlp.experts.71.gate_proj,0.0007588005,0.10000,0.952
+41,mlp.experts.72.gate_proj,0.0002110786,0.10000,0.986
+41,mlp.experts.73.gate_proj,0.0003668423,0.10000,1.020
+41,mlp.experts.74.gate_proj,0.0021525563,0.10000,1.040
+41,mlp.experts.75.gate_proj,0.0014962462,0.10000,1.059
+41,mlp.experts.76.gate_proj,0.0064717728,0.10000,0.998
+41,mlp.experts.77.gate_proj,0.0001502692,0.10000,1.056
+41,mlp.experts.78.gate_proj,0.0010726507,0.10000,1.032
+41,mlp.experts.79.gate_proj,0.0001966033,0.10000,1.065
+41,mlp.experts.80.gate_proj,0.0001089618,0.10000,1.064
+41,mlp.experts.82.gate_proj,0.0001264357,0.10000,1.029
+41,mlp.experts.81.gate_proj,0.0001939765,0.10000,1.059
+41,mlp.experts.84.gate_proj,0.0001161989,0.10000,0.968
+41,mlp.experts.83.gate_proj,0.0004343556,0.10000,1.007
+41,mlp.experts.85.gate_proj,0.0000364505,0.10000,1.046
+41,mlp.experts.86.gate_proj,0.0009472248,0.10000,1.070
+41,mlp.experts.87.gate_proj,0.0001769109,0.10000,1.039
+41,mlp.experts.88.gate_proj,0.0009100534,0.10000,1.037
+41,mlp.experts.89.gate_proj,0.0023227100,0.10000,1.070
+41,mlp.experts.90.gate_proj,0.0023260664,0.10000,1.045
+41,mlp.experts.91.gate_proj,0.0029522820,0.10000,1.076
+41,mlp.experts.92.gate_proj,0.0000889927,0.10000,1.069
+41,mlp.experts.93.gate_proj,0.0005517990,0.10000,1.023
+41,mlp.experts.94.gate_proj,0.0030126364,0.10000,1.023
+41,mlp.experts.96.gate_proj,0.0176052793,0.10000,1.050
+41,mlp.experts.95.gate_proj,0.0006971582,0.10000,1.061
+41,mlp.experts.97.gate_proj,0.0000654640,0.10000,0.992
+41,mlp.experts.98.gate_proj,0.0082647983,0.10000,1.060
+41,mlp.experts.99.gate_proj,0.0002446867,0.10000,1.051
+41,mlp.experts.100.gate_proj,0.0001646683,0.10000,1.029
+41,mlp.experts.101.gate_proj,0.0021134753,0.10000,1.056
+41,mlp.experts.102.gate_proj,0.0000669526,0.10000,1.027
+41,mlp.experts.103.gate_proj,0.0000630620,0.10000,1.079
+41,mlp.experts.104.gate_proj,0.0111998114,0.10000,1.092
+41,mlp.experts.105.gate_proj,0.0008560102,0.10000,1.034
+41,mlp.experts.106.gate_proj,0.0000245426,0.10000,1.042
+41,mlp.experts.107.gate_proj,0.0023949543,0.10000,1.054
+41,mlp.experts.108.gate_proj,0.0040628135,0.10000,1.044
+41,mlp.experts.109.gate_proj,0.0050969130,0.10000,0.955
+41,mlp.experts.110.gate_proj,0.0033015532,0.10000,0.954
+41,mlp.experts.111.gate_proj,0.0934820920,0.10000,1.068
+41,mlp.experts.112.gate_proj,0.0000620171,0.10000,1.059
+41,mlp.experts.113.gate_proj,0.0002170004,0.10000,1.023
+41,mlp.experts.114.gate_proj,0.0051320310,0.10000,1.066
+41,mlp.experts.115.gate_proj,0.0003111974,0.10000,1.026
+41,mlp.experts.116.gate_proj,0.0006069266,0.10000,1.052
+41,mlp.experts.117.gate_proj,0.0000453928,0.10000,1.050
+41,mlp.experts.118.gate_proj,0.0006781826,0.10000,1.008
+41,mlp.experts.119.gate_proj,0.0114109724,0.10000,1.051
+41,mlp.experts.120.gate_proj,0.0002346971,0.10000,1.010
+41,mlp.experts.121.gate_proj,0.0000699518,0.10000,1.062
+41,mlp.experts.122.gate_proj,0.0001927480,0.10000,1.073
+41,mlp.experts.124.gate_proj,0.0006312697,0.10000,1.015
+41,mlp.experts.123.gate_proj,0.0008754676,0.10000,1.076
+41,mlp.experts.125.gate_proj,0.0045507515,0.10000,0.985
+41,mlp.experts.126.gate_proj,0.0002181264,0.10000,0.976
+41,mlp.experts.127.gate_proj,0.0009750838,0.10000,0.646
+41,mlp.experts.0.down_proj,0.0000489977,0.10000,0.379
+41,mlp.experts.1.down_proj,0.0001035348,0.10000,0.412
+41,mlp.experts.2.down_proj,0.0000486202,0.10000,0.345
+41,mlp.experts.3.down_proj,0.0063935672,0.10000,0.359
+41,mlp.experts.4.down_proj,0.0295498443,0.10000,0.381
+41,mlp.experts.5.down_proj,0.0002973170,0.10000,0.389
+41,mlp.experts.6.down_proj,0.0002195801,0.10000,0.382
+41,mlp.experts.7.down_proj,0.0003474677,0.10000,0.388
+41,mlp.experts.8.down_proj,0.0721018712,0.10000,0.387
+41,mlp.experts.9.down_proj,0.0000395598,0.10000,0.394
+41,mlp.experts.10.down_proj,0.0005908031,0.10000,0.380
+41,mlp.experts.11.down_proj,0.0001597600,0.10000,0.384
+41,mlp.experts.12.down_proj,0.0062245491,0.10000,0.388
+41,mlp.experts.13.down_proj,0.0027726730,0.10000,0.378
+41,mlp.experts.14.down_proj,0.0000851219,0.10000,0.374
+41,mlp.experts.15.down_proj,0.0000698892,0.10000,0.380
+41,mlp.experts.16.down_proj,0.0016238601,0.10000,0.379
+41,mlp.experts.17.down_proj,0.0001016978,0.10000,0.388
+41,mlp.experts.18.down_proj,0.0000759781,0.10000,0.346
+41,mlp.experts.19.down_proj,0.0000759473,0.10000,0.341
+41,mlp.experts.20.down_proj,0.0000419450,0.10000,0.391
+41,mlp.experts.21.down_proj,0.0002047580,0.10000,0.399
+41,mlp.experts.22.down_proj,0.0006216670,0.10000,0.362
+41,mlp.experts.23.down_proj,0.0643908002,0.10000,0.349
+41,mlp.experts.24.down_proj,0.0036864664,0.10000,0.392
+41,mlp.experts.25.down_proj,0.0025128350,0.10000,0.389
+41,mlp.experts.26.down_proj,0.0007523695,0.10000,0.413
+41,mlp.experts.27.down_proj,0.0221170905,0.10000,0.398
+41,mlp.experts.28.down_proj,0.0025653019,0.10000,0.349
+41,mlp.experts.29.down_proj,0.0240516952,0.10000,0.354
+41,mlp.experts.30.down_proj,0.0003817874,0.10000,0.375
+41,mlp.experts.31.down_proj,0.0053550335,0.10000,0.408
+41,mlp.experts.32.down_proj,0.0093272406,0.10000,0.391
+41,mlp.experts.33.down_proj,0.0045595109,0.10000,0.395
+41,mlp.experts.34.down_proj,0.0002524485,0.10000,0.334
+41,mlp.experts.35.down_proj,0.0000769312,0.10000,0.330
+41,mlp.experts.36.down_proj,0.0000536363,0.10000,0.342
+41,mlp.experts.37.down_proj,0.0343120970,0.10000,0.341
+41,mlp.experts.38.down_proj,0.0025311615,0.10000,0.325
+41,mlp.experts.39.down_proj,0.0011709247,0.10000,0.328
+41,mlp.experts.40.down_proj,0.0033004508,0.10000,0.321
+41,mlp.experts.41.down_proj,0.0191796256,0.10000,0.328
+41,mlp.experts.42.down_proj,0.0002006893,0.10000,0.321
+41,mlp.experts.43.down_proj,0.0168357193,0.10000,0.323
+41,mlp.experts.44.down_proj,0.0003529196,0.10000,0.325
+41,mlp.experts.45.down_proj,0.0000925935,0.10000,0.327
+41,mlp.experts.46.down_proj,0.0001155708,0.10000,0.341
+41,mlp.experts.47.down_proj,0.0001139961,0.10000,0.353
+41,mlp.experts.48.down_proj,0.0001056568,0.10000,0.358
+41,mlp.experts.49.down_proj,0.0001897441,0.10000,0.360
+41,mlp.experts.50.down_proj,0.0006855995,0.10000,0.394
+41,mlp.experts.51.down_proj,0.0028589537,0.10000,0.408
+41,mlp.experts.52.down_proj,0.0001298666,0.10000,0.396
+41,mlp.experts.53.down_proj,0.0001289283,0.10000,0.396
+41,mlp.experts.54.down_proj,0.0003796511,0.10000,0.391
+41,mlp.experts.55.down_proj,0.0003392276,0.10000,0.407
+41,mlp.experts.56.down_proj,0.0006638495,0.10000,0.389
+41,mlp.experts.57.down_proj,0.0007930437,0.10000,0.408
+41,mlp.experts.58.down_proj,0.0001952693,0.10000,0.391
+41,mlp.experts.59.down_proj,0.0004185606,0.10000,0.409
+41,mlp.experts.60.down_proj,0.0107663602,0.10000,0.398
+41,mlp.experts.61.down_proj,0.0002719409,0.10000,0.365
+41,mlp.experts.62.down_proj,0.0000474396,0.10000,0.324
+41,mlp.experts.63.down_proj,0.0000451312,0.10000,0.324
+41,mlp.experts.64.down_proj,0.0000688863,0.10000,0.328
+41,mlp.experts.65.down_proj,0.0000408198,0.10000,0.326
+41,mlp.experts.66.down_proj,0.0000591020,0.10000,0.327
+41,mlp.experts.67.down_proj,0.0156931684,0.10000,0.351
+41,mlp.experts.68.down_proj,0.0003131684,0.10000,0.388
+41,mlp.experts.69.down_proj,0.0000775191,0.10000,0.396
+41,mlp.experts.70.down_proj,0.0151362456,0.10000,0.400
+41,mlp.experts.71.down_proj,0.0007264349,0.10000,0.404
+41,mlp.experts.72.down_proj,0.0002077819,0.10000,0.388
+41,mlp.experts.73.down_proj,0.0001796930,0.10000,0.390
+41,mlp.experts.74.down_proj,0.0022312925,0.10000,0.387
+41,mlp.experts.75.down_proj,0.0019481476,0.10000,0.394
+41,mlp.experts.76.down_proj,0.0051384861,0.10000,0.369
+41,mlp.experts.77.down_proj,0.0001431722,0.10000,0.327
+41,mlp.experts.78.down_proj,0.0010581886,0.10000,0.336
+41,mlp.experts.79.down_proj,0.0001607745,0.10000,0.356
+41,mlp.experts.80.down_proj,0.0000559839,0.10000,0.400
+41,mlp.experts.81.down_proj,0.0001311354,0.10000,0.396
+41,mlp.experts.82.down_proj,0.0001182424,0.10000,0.400
+41,mlp.experts.83.down_proj,0.0004344207,0.10000,0.403
+41,mlp.experts.84.down_proj,0.0001075326,0.10000,0.405
+41,mlp.experts.85.down_proj,0.0000273753,0.10000,0.402
+41,mlp.experts.86.down_proj,0.0011881428,0.10000,0.398
+41,mlp.experts.87.down_proj,0.0001286310,0.10000,0.401
+41,mlp.experts.88.down_proj,0.0021172620,0.10000,0.395
+41,mlp.experts.89.down_proj,0.0025917322,0.10000,0.396
+41,mlp.experts.90.down_proj,0.0039782087,0.10000,0.395
+41,mlp.experts.91.down_proj,0.0033385570,0.10000,0.401
+41,mlp.experts.92.down_proj,0.0000841682,0.10000,0.387
+41,mlp.experts.93.down_proj,0.0003868240,0.10000,0.404
+41,mlp.experts.94.down_proj,0.0041596583,0.10000,0.389
+41,mlp.experts.95.down_proj,0.0006851128,0.10000,0.397
+41,mlp.experts.96.down_proj,0.0014656573,0.10000,0.385
+41,mlp.experts.97.down_proj,0.0000745064,0.10000,0.411
+41,mlp.experts.98.down_proj,0.0164547969,0.10000,0.396
+41,mlp.experts.99.down_proj,0.0005161925,0.10000,0.404
+41,mlp.experts.100.down_proj,0.0000962966,0.10000,0.400
+41,mlp.experts.101.down_proj,0.0025575935,0.10000,0.395
+41,mlp.experts.102.down_proj,0.0000619431,0.10000,0.384
+41,mlp.experts.103.down_proj,0.0000580428,0.10000,0.362
+41,mlp.experts.104.down_proj,0.0099535098,0.10000,0.348
+41,mlp.experts.105.down_proj,0.0006727257,0.10000,0.329
+41,mlp.experts.106.down_proj,0.0000180348,0.10000,0.343
+41,mlp.experts.107.down_proj,0.0015266732,0.10000,0.397
+41,mlp.experts.108.down_proj,0.0092324852,0.10000,0.374
+41,mlp.experts.109.down_proj,0.0036684506,0.10000,0.344
+41,mlp.experts.110.down_proj,0.0047463162,0.10000,0.343
+41,mlp.experts.111.down_proj,0.0594811440,0.10000,0.392
+41,mlp.experts.112.down_proj,0.0000458055,0.10000,0.394
+41,mlp.experts.113.down_proj,0.0002184182,0.10000,0.380
+41,mlp.experts.114.down_proj,0.0044609022,0.10000,0.398
+41,mlp.experts.115.down_proj,0.0002474848,0.10000,0.399
+41,mlp.experts.116.down_proj,0.0006861534,0.10000,0.395
+41,mlp.experts.117.down_proj,0.0000367152,0.10000,0.399
+41,mlp.experts.118.down_proj,0.0007019496,0.10000,0.378
+41,mlp.experts.119.down_proj,0.0166422677,0.10000,0.351
+41,mlp.experts.120.down_proj,0.0001879275,0.10000,0.355
+41,mlp.experts.121.down_proj,0.0000505589,0.10000,0.398
+41,mlp.experts.122.down_proj,0.0001811785,0.10000,0.411
+41,mlp.experts.123.down_proj,0.0007333298,0.10000,0.400
+41,mlp.experts.124.down_proj,0.0007214624,0.10000,0.393
+41,mlp.experts.125.down_proj,0.0068938059,0.10000,0.359
+41,mlp.experts.126.down_proj,0.0003626411,0.10000,0.340
+41,mlp.experts.127.down_proj,0.0007073046,0.10000,0.283
+42,self_attn.q_proj,0.0000196389,0.10000,1.005
+42,self_attn.k_proj,0.0000022102,0.10000,1.037
+42,self_attn.v_proj,0.0000036490,0.10000,0.605
+42,self_attn.o_proj,0.0000013746,0.10000,1.226
+42,mlp.gate,0.0000036219,0.10000,0.622
+42,mlp.experts.0.up_proj,0.0180889335,0.10000,1.046
+42,mlp.experts.1.up_proj,0.0027898261,0.10000,1.081
+42,mlp.experts.2.up_proj,0.0001170845,0.10000,1.019
+42,mlp.experts.3.up_proj,0.0001229207,0.10000,0.989
+42,mlp.experts.4.up_proj,0.0002896927,0.10000,1.048
+42,mlp.experts.5.up_proj,0.0000778799,0.10000,1.057
+42,mlp.experts.6.up_proj,0.0010535603,0.10000,1.038
+42,mlp.experts.7.up_proj,0.0001267308,0.10000,1.042
+42,mlp.experts.8.up_proj,0.0001444517,0.10000,1.068
+42,mlp.experts.9.up_proj,0.0022126380,0.10000,1.068
+42,mlp.experts.10.up_proj,0.0022144278,0.10000,1.046
+42,mlp.experts.11.up_proj,0.1086694375,0.10000,1.039
+42,mlp.experts.12.up_proj,0.0001840040,0.10000,1.078
+42,mlp.experts.13.up_proj,0.0026926912,0.10000,1.082
+42,mlp.experts.14.up_proj,0.0001317869,0.10000,1.017
+42,mlp.experts.15.up_proj,0.0155893763,0.10000,1.012
+42,mlp.experts.16.up_proj,0.0000654154,0.10000,1.064
+42,mlp.experts.17.up_proj,0.0003885239,0.10000,1.074
+42,mlp.experts.18.up_proj,0.0000507188,0.10000,1.060
+42,mlp.experts.19.up_proj,0.0005306404,0.10000,1.062
+42,mlp.experts.20.up_proj,0.0026925956,0.10000,1.058
+42,mlp.experts.21.up_proj,0.0001851661,0.10000,1.071
+42,mlp.experts.22.up_proj,0.0000385102,0.10000,1.000
+42,mlp.experts.23.up_proj,0.0000714803,0.10000,1.077
+42,mlp.experts.24.up_proj,0.0000680496,0.10000,1.042
+42,mlp.experts.25.up_proj,0.0002233637,0.10000,1.044
+42,mlp.experts.26.up_proj,0.1584687730,0.10000,1.044
+42,mlp.experts.27.up_proj,0.0001824300,0.10000,1.047
+42,mlp.experts.28.up_proj,0.0001721652,0.10000,1.022
+42,mlp.experts.29.up_proj,0.0184458769,0.10000,1.064
+42,mlp.experts.30.up_proj,0.0005860198,0.10000,1.065
+42,mlp.experts.31.up_proj,0.0000782582,0.10000,1.044
+42,mlp.experts.32.up_proj,0.0000998263,0.10000,0.987
+42,mlp.experts.33.up_proj,0.0009862381,0.10000,1.015
+42,mlp.experts.34.up_proj,0.0015406701,0.10000,0.979
+42,mlp.experts.35.up_proj,0.0010747785,0.10000,1.049
+42,mlp.experts.36.up_proj,0.0000735831,0.10000,1.029
+42,mlp.experts.37.up_proj,0.0000806089,0.10000,1.034
+42,mlp.experts.38.up_proj,0.0002878379,0.10000,1.017
+42,mlp.experts.39.up_proj,0.0002486326,0.10000,0.985
+42,mlp.experts.40.up_proj,0.0191666527,0.10000,1.003
+42,mlp.experts.41.up_proj,0.0006375867,0.10000,1.046
+42,mlp.experts.42.up_proj,0.0072850506,0.10000,0.976
+42,mlp.experts.43.up_proj,0.0003005716,0.10000,0.981
+42,mlp.experts.44.up_proj,0.0074726744,0.10000,0.961
+42,mlp.experts.45.up_proj,0.0152402914,0.10000,1.026
+42,mlp.experts.46.up_proj,0.0016725095,0.10000,1.043
+42,mlp.experts.47.up_proj,0.0018976024,0.10000,1.033
+42,mlp.experts.48.up_proj,0.0157693052,0.10000,1.018
+42,mlp.experts.49.up_proj,0.0000585596,0.10000,1.041
+42,mlp.experts.50.up_proj,0.0008780155,0.10000,1.000
+42,mlp.experts.51.up_proj,0.0163833545,0.10000,1.080
+42,mlp.experts.52.up_proj,0.0002632180,0.10000,0.966
+42,mlp.experts.53.up_proj,0.0037086354,0.10000,1.068
+42,mlp.experts.54.up_proj,0.0051564002,0.10000,1.043
+42,mlp.experts.55.up_proj,0.0000564169,0.10000,1.076
+42,mlp.experts.56.up_proj,0.0007119991,0.10000,1.015
+42,mlp.experts.57.up_proj,0.0070006215,0.10000,1.052
+42,mlp.experts.58.up_proj,0.0008388515,0.10000,1.005
+42,mlp.experts.59.up_proj,0.0001152920,0.10000,0.988
+42,mlp.experts.60.up_proj,0.0044408423,0.10000,1.060
+42,mlp.experts.61.up_proj,0.0020486419,0.10000,0.984
+42,mlp.experts.62.up_proj,0.0176703346,0.10000,1.032
+42,mlp.experts.63.up_proj,0.0048725660,0.10000,1.030
+42,mlp.experts.64.up_proj,0.0000964847,0.10000,1.004
+42,mlp.experts.65.up_proj,0.0000861538,0.10000,1.001
+42,mlp.experts.66.up_proj,0.0004555424,0.10000,1.009
+42,mlp.experts.67.up_proj,0.0177565603,0.10000,1.027
+42,mlp.experts.68.up_proj,0.0001117944,0.10000,1.025
+42,mlp.experts.69.up_proj,0.0004341366,0.10000,0.977
+42,mlp.experts.70.up_proj,0.0003914442,0.10000,1.013
+42,mlp.experts.71.up_proj,0.0003536182,0.10000,1.051
+42,mlp.experts.72.up_proj,0.0037957491,0.10000,1.023
+42,mlp.experts.73.up_proj,0.0000679585,0.10000,1.042
+42,mlp.experts.74.up_proj,0.0000532745,0.10000,1.007
+42,mlp.experts.75.up_proj,0.0000461310,0.10000,1.064
+42,mlp.experts.76.up_proj,0.0006022546,0.10000,1.008
+42,mlp.experts.77.up_proj,0.0003083898,0.10000,1.075
+42,mlp.experts.78.up_proj,0.0035714954,0.10000,1.018
+42,mlp.experts.79.up_proj,0.0003509492,0.10000,1.083
+42,mlp.experts.80.up_proj,0.0001493054,0.10000,1.052
+42,mlp.experts.81.up_proj,0.0021762147,0.10000,1.061
+42,mlp.experts.82.up_proj,0.0028764107,0.10000,0.995
+42,mlp.experts.83.up_proj,0.0035959644,0.10000,0.979
+42,mlp.experts.84.up_proj,0.0006286121,0.10000,0.939
+42,mlp.experts.85.up_proj,0.0294826169,0.10000,0.992
+42,mlp.experts.86.up_proj,0.0001008742,0.10000,1.009
+42,mlp.experts.87.up_proj,0.0027920122,0.10000,1.021
+42,mlp.experts.88.up_proj,0.0020947461,0.10000,1.066
+42,mlp.experts.89.up_proj,0.0050428413,0.10000,1.012
+42,mlp.experts.90.up_proj,0.0001021199,0.10000,0.993
+42,mlp.experts.91.up_proj,0.0012314493,0.10000,0.972
+42,mlp.experts.92.up_proj,0.0005132638,0.10000,0.983
+42,mlp.experts.93.up_proj,0.0000718078,0.10000,1.035
+42,mlp.experts.94.up_proj,0.0027330235,0.10000,1.033
+42,mlp.experts.95.up_proj,0.0107123748,0.10000,1.020
+42,mlp.experts.96.up_proj,0.0047328551,0.10000,1.012
+42,mlp.experts.97.up_proj,0.0021697326,0.10000,1.006
+42,mlp.experts.98.up_proj,0.0000947208,0.10000,1.043
+42,mlp.experts.99.up_proj,0.0004967388,0.10000,1.021
+42,mlp.experts.100.up_proj,0.0005961080,0.10000,1.048
+42,mlp.experts.101.up_proj,0.0000693116,0.10000,1.038
+42,mlp.experts.102.up_proj,0.0001118021,0.10000,1.025
+42,mlp.experts.103.up_proj,0.0019198545,0.10000,1.054
+42,mlp.experts.104.up_proj,0.0023689012,0.10000,1.035
+42,mlp.experts.105.up_proj,0.0020118536,0.10000,1.045
+42,mlp.experts.106.up_proj,0.0001735207,0.10000,1.028
+42,mlp.experts.107.up_proj,0.0026104107,0.10000,1.008
+42,mlp.experts.108.up_proj,0.0003277869,0.10000,1.026
+42,mlp.experts.109.up_proj,0.0016170254,0.10000,1.010
+42,mlp.experts.110.up_proj,0.0120199682,0.10000,0.991
+42,mlp.experts.111.up_proj,0.0007153339,0.10000,1.003
+42,mlp.experts.112.up_proj,0.0004685360,0.10000,0.986
+42,mlp.experts.113.up_proj,0.0015227521,0.10000,0.985
+42,mlp.experts.114.up_proj,0.0002464190,0.10000,0.988
+42,mlp.experts.115.up_proj,0.0000974637,0.10000,1.041
+42,mlp.experts.116.up_proj,0.0004424194,0.10000,1.052
+42,mlp.experts.117.up_proj,0.0002823581,0.10000,1.033
+42,mlp.experts.118.up_proj,0.0071940672,0.10000,1.054
+42,mlp.experts.119.up_proj,0.0003781599,0.10000,1.054
+42,mlp.experts.120.up_proj,0.0051618804,0.10000,1.008
+42,mlp.experts.121.up_proj,0.0433860322,0.10000,0.901
+42,mlp.experts.122.up_proj,0.0036730001,0.10000,0.923
+42,mlp.experts.123.up_proj,0.0000498377,0.10000,1.067
+42,mlp.experts.124.up_proj,0.0014323267,0.10000,1.050
+42,mlp.experts.125.up_proj,0.0000791373,0.10000,1.057
+42,mlp.experts.126.up_proj,0.0000487238,0.10000,1.037
+42,mlp.experts.127.up_proj,0.0036818319,0.10000,1.059
+42,mlp.experts.0.gate_proj,0.0173562765,0.10000,1.054
+42,mlp.experts.1.gate_proj,0.0026042219,0.10000,1.041
+42,mlp.experts.2.gate_proj,0.0001076224,0.10000,1.058
+42,mlp.experts.3.gate_proj,0.0001174642,0.10000,1.044
+42,mlp.experts.4.gate_proj,0.0002786998,0.10000,1.045
+42,mlp.experts.5.gate_proj,0.0000678537,0.10000,1.004
+42,mlp.experts.6.gate_proj,0.0010785777,0.10000,1.001
+42,mlp.experts.7.gate_proj,0.0001134571,0.10000,0.985
+42,mlp.experts.8.gate_proj,0.0001636626,0.10000,1.037
+42,mlp.experts.9.gate_proj,0.0020898346,0.10000,1.056
+42,mlp.experts.10.gate_proj,0.0021928591,0.10000,1.037
+42,mlp.experts.11.gate_proj,0.0894383341,0.10000,1.050
+42,mlp.experts.12.gate_proj,0.0001751156,0.10000,1.062
+42,mlp.experts.13.gate_proj,0.0024245964,0.10000,1.049
+42,mlp.experts.14.gate_proj,0.0001255042,0.10000,1.047
+42,mlp.experts.15.gate_proj,0.0145639351,0.10000,1.039
+42,mlp.experts.16.gate_proj,0.0000633793,0.10000,1.026
+42,mlp.experts.17.gate_proj,0.0003952914,0.10000,1.039
+42,mlp.experts.18.gate_proj,0.0000444409,0.10000,1.064
+42,mlp.experts.19.gate_proj,0.0004990995,0.10000,1.051
+42,mlp.experts.20.gate_proj,0.0024909404,0.10000,1.087
+42,mlp.experts.21.gate_proj,0.0001762383,0.10000,1.072
+42,mlp.experts.22.gate_proj,0.0000350115,0.10000,1.066
+42,mlp.experts.23.gate_proj,0.0000673684,0.10000,1.084
+42,mlp.experts.24.gate_proj,0.0000645737,0.10000,1.012
+42,mlp.experts.25.gate_proj,0.0002309840,0.10000,0.996
+42,mlp.experts.26.gate_proj,0.1448181073,0.10000,1.044
+42,mlp.experts.27.gate_proj,0.0001705969,0.10000,1.033
+42,mlp.experts.28.gate_proj,0.0001780051,0.10000,1.045
+42,mlp.experts.29.gate_proj,0.0169422993,0.10000,1.065
+42,mlp.experts.30.gate_proj,0.0005565451,0.10000,0.974
+42,mlp.experts.31.gate_proj,0.0000704965,0.10000,1.011
+42,mlp.experts.32.gate_proj,0.0000960850,0.10000,1.033
+42,mlp.experts.33.gate_proj,0.0010217557,0.10000,1.019
+42,mlp.experts.34.gate_proj,0.0014358215,0.10000,1.000
+42,mlp.experts.35.gate_proj,0.0010175869,0.10000,1.011
+42,mlp.experts.36.gate_proj,0.0000689470,0.10000,1.006
+42,mlp.experts.37.gate_proj,0.0000843673,0.10000,1.003
+42,mlp.experts.38.gate_proj,0.0002725234,0.10000,1.013
+42,mlp.experts.39.gate_proj,0.0002428284,0.10000,1.014
+42,mlp.experts.40.gate_proj,0.0166944576,0.10000,1.021
+42,mlp.experts.41.gate_proj,0.0005857284,0.10000,1.005
+42,mlp.experts.42.gate_proj,0.0071005051,0.10000,0.953
+42,mlp.experts.43.gate_proj,0.0002896578,0.10000,1.031
+42,mlp.experts.44.gate_proj,0.0070880669,0.10000,1.025
+42,mlp.experts.45.gate_proj,0.0142485734,0.10000,1.029
+42,mlp.experts.46.gate_proj,0.0015362780,0.10000,1.037
+42,mlp.experts.47.gate_proj,0.0017953775,0.10000,1.021
+42,mlp.experts.48.gate_proj,0.0149795783,0.10000,1.068
+42,mlp.experts.49.gate_proj,0.0000604412,0.10000,1.004
+42,mlp.experts.50.gate_proj,0.0008857252,0.10000,1.063
+42,mlp.experts.51.gate_proj,0.0147227241,0.10000,0.981
+42,mlp.experts.52.gate_proj,0.0002587410,0.10000,0.966
+42,mlp.experts.53.gate_proj,0.0037849735,0.10000,0.989
+42,mlp.experts.54.gate_proj,0.0046588585,0.10000,1.009
+42,mlp.experts.55.gate_proj,0.0000531980,0.10000,0.997
+42,mlp.experts.56.gate_proj,0.0006624047,0.10000,0.995
+42,mlp.experts.57.gate_proj,0.0063990632,0.10000,1.000
+42,mlp.experts.58.gate_proj,0.0008086121,0.10000,0.992
+42,mlp.experts.59.gate_proj,0.0001086917,0.10000,1.032
+42,mlp.experts.60.gate_proj,0.0041690015,0.10000,0.992
+42,mlp.experts.61.gate_proj,0.0020007245,0.10000,1.040
+42,mlp.experts.62.gate_proj,0.0168605919,0.10000,1.034
+42,mlp.experts.63.gate_proj,0.0046464392,0.10000,1.097
+42,mlp.experts.64.gate_proj,0.0000867845,0.10000,1.062
+42,mlp.experts.65.gate_proj,0.0000835616,0.10000,1.064
+42,mlp.experts.66.gate_proj,0.0004584242,0.10000,1.059
+42,mlp.experts.67.gate_proj,0.0165754206,0.10000,1.105
+42,mlp.experts.68.gate_proj,0.0001108489,0.10000,1.060
+42,mlp.experts.69.gate_proj,0.0004184812,0.10000,1.005
+42,mlp.experts.70.gate_proj,0.0004139680,0.10000,0.981
+42,mlp.experts.71.gate_proj,0.0003424254,0.10000,1.019
+42,mlp.experts.72.gate_proj,0.0035185772,0.10000,0.991
+42,mlp.experts.73.gate_proj,0.0000620995,0.10000,1.069
+42,mlp.experts.74.gate_proj,0.0000483730,0.10000,1.045
+42,mlp.experts.75.gate_proj,0.0000447245,0.10000,1.013
+42,mlp.experts.76.gate_proj,0.0005690083,0.10000,0.999
+42,mlp.experts.77.gate_proj,0.0003033602,0.10000,1.047
+42,mlp.experts.78.gate_proj,0.0034425947,0.10000,1.019
+42,mlp.experts.79.gate_proj,0.0003302677,0.10000,1.036
+42,mlp.experts.80.gate_proj,0.0001386276,0.10000,1.036
+42,mlp.experts.81.gate_proj,0.0020601592,0.10000,1.065
+42,mlp.experts.82.gate_proj,0.0026986191,0.10000,1.059
+42,mlp.experts.83.gate_proj,0.0033810802,0.10000,1.089
+42,mlp.experts.84.gate_proj,0.0006003793,0.10000,1.068
+42,mlp.experts.85.gate_proj,0.0276895845,0.10000,1.048
+42,mlp.experts.86.gate_proj,0.0000942274,0.10000,1.032
+42,mlp.experts.87.gate_proj,0.0027178729,0.10000,1.067
+42,mlp.experts.88.gate_proj,0.0019870350,0.10000,1.061
+42,mlp.experts.89.gate_proj,0.0050728754,0.10000,1.068
+42,mlp.experts.90.gate_proj,0.0000954730,0.10000,1.069
+42,mlp.experts.91.gate_proj,0.0011179867,0.10000,0.981
+42,mlp.experts.92.gate_proj,0.0004822235,0.10000,0.987
+42,mlp.experts.94.gate_proj,0.0025686424,0.10000,1.046
+42,mlp.experts.93.gate_proj,0.0000628860,0.10000,1.069
+42,mlp.experts.95.gate_proj,0.0102016825,0.10000,1.081
+42,mlp.experts.96.gate_proj,0.0046362332,0.10000,1.078
+42,mlp.experts.98.gate_proj,0.0000881422,0.10000,1.050
+42,mlp.experts.97.gate_proj,0.0019899068,0.10000,1.126
+42,mlp.experts.99.gate_proj,0.0004873879,0.10000,1.049
+42,mlp.experts.100.gate_proj,0.0005737418,0.10000,1.060
+42,mlp.experts.101.gate_proj,0.0000611891,0.10000,1.049
+42,mlp.experts.102.gate_proj,0.0000953754,0.10000,1.043
+42,mlp.experts.103.gate_proj,0.0016567723,0.10000,0.976
+42,mlp.experts.104.gate_proj,0.0022740872,0.10000,0.997
+42,mlp.experts.105.gate_proj,0.0018707521,0.10000,1.075
+42,mlp.experts.106.gate_proj,0.0001693290,0.10000,1.025
+42,mlp.experts.107.gate_proj,0.0025394046,0.10000,0.994
+42,mlp.experts.108.gate_proj,0.0003090257,0.10000,1.016
+42,mlp.experts.109.gate_proj,0.0015319112,0.10000,1.005
+42,mlp.experts.110.gate_proj,0.0304261114,0.10000,0.998
+42,mlp.experts.111.gate_proj,0.0007092668,0.10000,1.052
+42,mlp.experts.112.gate_proj,0.0004401457,0.10000,1.048
+42,mlp.experts.113.gate_proj,0.0014243412,0.10000,1.032
+42,mlp.experts.114.gate_proj,0.0002420531,0.10000,1.031
+42,mlp.experts.115.gate_proj,0.0000901822,0.10000,0.997
+42,mlp.experts.116.gate_proj,0.0004337550,0.10000,1.005
+42,mlp.experts.117.gate_proj,0.0002715836,0.10000,1.022
+42,mlp.experts.118.gate_proj,0.0071515950,0.10000,1.008
+42,mlp.experts.119.gate_proj,0.0003505180,0.10000,1.022
+42,mlp.experts.120.gate_proj,0.0048970131,0.10000,1.026
+42,mlp.experts.121.gate_proj,0.0399020240,0.10000,1.013
+42,mlp.experts.122.gate_proj,0.0036609464,0.10000,1.059
+42,mlp.experts.123.gate_proj,0.0000445298,0.10000,1.015
+42,mlp.experts.124.gate_proj,0.0013373892,0.10000,1.035
+42,mlp.experts.125.gate_proj,0.0000751521,0.10000,1.007
+42,mlp.experts.126.gate_proj,0.0000470305,0.10000,1.008
+42,mlp.experts.127.gate_proj,0.0034540605,0.10000,0.683
+42,mlp.experts.1.down_proj,0.0054013360,0.10000,0.397
+42,mlp.experts.0.down_proj,0.0137808820,0.10000,0.403
+42,mlp.experts.2.down_proj,0.0001236117,0.10000,0.383
+42,mlp.experts.3.down_proj,0.0001209974,0.10000,0.408
+42,mlp.experts.4.down_proj,0.0008281412,0.10000,0.383
+42,mlp.experts.5.down_proj,0.0000863272,0.10000,0.424
+42,mlp.experts.6.down_proj,0.0008777945,0.10000,0.384
+42,mlp.experts.7.down_proj,0.0001668722,0.10000,0.379
+42,mlp.experts.8.down_proj,0.0001724103,0.10000,0.401
+42,mlp.experts.9.down_proj,0.0032046162,0.10000,0.394
+42,mlp.experts.10.down_proj,0.0018230459,0.10000,0.382
+42,mlp.experts.11.down_proj,0.1537709534,0.10000,0.387
+42,mlp.experts.12.down_proj,0.0002024671,0.10000,0.392
+42,mlp.experts.13.down_proj,0.0015068966,0.10000,0.390
+42,mlp.experts.14.down_proj,0.0001151639,0.10000,0.400
+42,mlp.experts.15.down_proj,0.0172345667,0.10000,0.373
+42,mlp.experts.16.down_proj,0.0000471910,0.10000,0.403
+42,mlp.experts.17.down_proj,0.0007376714,0.10000,0.403
+42,mlp.experts.18.down_proj,0.0000486812,0.10000,0.404
+42,mlp.experts.19.down_proj,0.0003974007,0.10000,0.385
+42,mlp.experts.20.down_proj,0.0020259524,0.10000,0.397
+42,mlp.experts.21.down_proj,0.0001619336,0.10000,0.396
+42,mlp.experts.22.down_proj,0.0000299432,0.10000,0.376
+42,mlp.experts.23.down_proj,0.0000644549,0.10000,0.392
+42,mlp.experts.24.down_proj,0.0000741142,0.10000,0.391
+42,mlp.experts.25.down_proj,0.0002056600,0.10000,0.387
+42,mlp.experts.26.down_proj,0.0885591308,0.10000,0.355
+42,mlp.experts.27.down_proj,0.0002212825,0.10000,0.369
+42,mlp.experts.28.down_proj,0.0002090892,0.10000,0.392
+42,mlp.experts.29.down_proj,0.0300907722,0.10000,0.380
+42,mlp.experts.30.down_proj,0.0008148763,0.10000,0.340
+42,mlp.experts.31.down_proj,0.0001327668,0.10000,0.332
+42,mlp.experts.32.down_proj,0.0000660979,0.10000,0.380
+42,mlp.experts.33.down_proj,0.0010111280,0.10000,0.383
+42,mlp.experts.34.down_proj,0.0028530768,0.10000,0.379
+42,mlp.experts.35.down_proj,0.0010138298,0.10000,0.385
+42,mlp.experts.36.down_proj,0.0000766720,0.10000,0.382
+42,mlp.experts.37.down_proj,0.0001037677,0.10000,0.382
+42,mlp.experts.38.down_proj,0.0002939102,0.10000,0.384
+42,mlp.experts.39.down_proj,0.0002672900,0.10000,0.377
+42,mlp.experts.40.down_proj,0.0372540225,0.10000,0.382
+42,mlp.experts.41.down_proj,0.0008828491,0.10000,0.393
+42,mlp.experts.42.down_proj,0.0039321300,0.10000,0.348
+42,mlp.experts.43.down_proj,0.0002259972,0.10000,0.345
+42,mlp.experts.44.down_proj,0.0225229191,0.10000,0.369
+42,mlp.experts.45.down_proj,0.0328997076,0.10000,0.371
+42,mlp.experts.46.down_proj,0.0020510972,0.10000,0.353
+42,mlp.experts.47.down_proj,0.0019769405,0.10000,0.352
+42,mlp.experts.48.down_proj,0.0317287016,0.10000,0.346
+42,mlp.experts.49.down_proj,0.0000692282,0.10000,0.350
+42,mlp.experts.50.down_proj,0.0009670330,0.10000,0.399
+42,mlp.experts.51.down_proj,0.0080066112,0.10000,0.411
+42,mlp.experts.52.down_proj,0.0002825760,0.10000,0.395
+42,mlp.experts.53.down_proj,0.0048373885,0.10000,0.396
+42,mlp.experts.54.down_proj,0.0108873897,0.10000,0.404
+42,mlp.experts.55.down_proj,0.0000330319,0.10000,0.378
+42,mlp.experts.56.down_proj,0.0011477612,0.10000,0.386
+42,mlp.experts.57.down_proj,0.0118084778,0.10000,0.378
+42,mlp.experts.58.down_proj,0.0010234213,0.10000,0.393
+42,mlp.experts.59.down_proj,0.0001098165,0.10000,0.408
+42,mlp.experts.60.down_proj,0.0058133610,0.10000,0.401
+42,mlp.experts.61.down_proj,0.0028467125,0.10000,0.405
+42,mlp.experts.62.down_proj,0.0010059732,0.10000,0.389
+42,mlp.experts.63.down_proj,0.0074305290,0.10000,0.409
+42,mlp.experts.64.down_proj,0.0001188528,0.10000,0.403
+42,mlp.experts.65.down_proj,0.0000801417,0.10000,0.378
+42,mlp.experts.66.down_proj,0.0006134357,0.10000,0.351
+42,mlp.experts.67.down_proj,0.0099075489,0.10000,0.352
+42,mlp.experts.68.down_proj,0.0001002116,0.10000,0.391
+42,mlp.experts.69.down_proj,0.0001863505,0.10000,0.385
+42,mlp.experts.70.down_proj,0.0003607904,0.10000,0.372
+42,mlp.experts.71.down_proj,0.0003369150,0.10000,0.371
+42,mlp.experts.72.down_proj,0.0026902687,0.10000,0.398
+42,mlp.experts.73.down_proj,0.0000609087,0.10000,0.382
+42,mlp.experts.74.down_proj,0.0000660863,0.10000,0.401
+42,mlp.experts.75.down_proj,0.0000302930,0.10000,0.405
+42,mlp.experts.76.down_proj,0.0005884340,0.10000,0.404
+42,mlp.experts.77.down_proj,0.0002030307,0.10000,0.410
+42,mlp.experts.78.down_proj,0.0064314452,0.10000,0.393
+42,mlp.experts.79.down_proj,0.0002008969,0.10000,0.413
+42,mlp.experts.80.down_proj,0.0001928855,0.10000,0.339
+42,mlp.experts.81.down_proj,0.0019085860,0.10000,0.351
+42,mlp.experts.82.down_proj,0.0042052776,0.10000,0.374
+42,mlp.experts.83.down_proj,0.0044771837,0.10000,0.388
+42,mlp.experts.84.down_proj,0.0003953707,0.10000,0.400
+42,mlp.experts.85.down_proj,0.0395844842,0.10000,0.404
+42,mlp.experts.86.down_proj,0.0001251090,0.10000,0.343
+42,mlp.experts.87.down_proj,0.0024969027,0.10000,0.358
+42,mlp.experts.88.down_proj,0.0017620444,0.10000,0.400
+42,mlp.experts.89.down_proj,0.0125225012,0.10000,0.406
+42,mlp.experts.90.down_proj,0.0001019429,0.10000,0.402
+42,mlp.experts.91.down_proj,0.0021644671,0.10000,0.400
+42,mlp.experts.92.down_proj,0.0006661206,0.10000,0.350
+42,mlp.experts.93.down_proj,0.0000708165,0.10000,0.340
+42,mlp.experts.94.down_proj,0.0029741157,0.10000,0.362
+42,mlp.experts.95.down_proj,0.0010703691,0.10000,0.407
+42,mlp.experts.96.down_proj,0.0061222757,0.10000,0.395
+42,mlp.experts.97.down_proj,0.0020707856,0.10000,0.399
+42,mlp.experts.98.down_proj,0.0001114192,0.10000,0.401
+42,mlp.experts.99.down_proj,0.0002578814,0.10000,0.380
+42,mlp.experts.100.down_proj,0.0003167574,0.10000,0.340
+42,mlp.experts.101.down_proj,0.0001012454,0.10000,0.361
+42,mlp.experts.102.down_proj,0.0002491199,0.10000,0.400
+42,mlp.experts.103.down_proj,0.0040807456,0.10000,0.399
+42,mlp.experts.104.down_proj,0.0024552790,0.10000,0.357
+42,mlp.experts.105.down_proj,0.0021089985,0.10000,0.340
+42,mlp.experts.106.down_proj,0.0001752891,0.10000,0.323
+42,mlp.experts.107.down_proj,0.0039056725,0.10000,0.331
+42,mlp.experts.108.down_proj,0.0007088762,0.10000,0.319
+42,mlp.experts.109.down_proj,0.0015589754,0.10000,0.357
+42,mlp.experts.110.down_proj,0.0003838566,0.10000,0.406
+42,mlp.experts.111.down_proj,0.0010028481,0.10000,0.409
+42,mlp.experts.112.down_proj,0.0005608435,0.10000,0.388
+42,mlp.experts.113.down_proj,0.0011578428,0.10000,0.389
+42,mlp.experts.114.down_proj,0.0002672522,0.10000,0.350
+42,mlp.experts.115.down_proj,0.0001414696,0.10000,0.334
+42,mlp.experts.116.down_proj,0.0004922282,0.10000,0.370
+42,mlp.experts.117.down_proj,0.0002669198,0.10000,0.376
+42,mlp.experts.118.down_proj,0.0085065290,0.10000,0.391
+42,mlp.experts.119.down_proj,0.0005051677,0.10000,0.409
+42,mlp.experts.120.down_proj,0.0046911805,0.10000,0.404
+42,mlp.experts.121.down_proj,0.0327671270,0.10000,0.409
+42,mlp.experts.122.down_proj,0.0043633276,0.10000,0.414
+42,mlp.experts.123.down_proj,0.0000567204,0.10000,0.410
+42,mlp.experts.124.down_proj,0.0022741115,0.10000,0.398
+42,mlp.experts.125.down_proj,0.0000977669,0.10000,0.407
+42,mlp.experts.126.down_proj,0.0000545051,0.10000,0.411
+42,mlp.experts.127.down_proj,0.0034417976,0.10000,0.339
+43,self_attn.q_proj,0.0000176193,0.10000,1.061
+43,self_attn.k_proj,0.0000018969,0.10000,1.072
+43,self_attn.v_proj,0.0000036557,0.10000,0.633
+43,self_attn.o_proj,0.0000007622,0.10000,1.212
+43,mlp.gate,0.0000036197,0.10000,0.618
+43,mlp.experts.0.up_proj,0.0005448511,0.10000,1.024
+43,mlp.experts.1.up_proj,0.0019677924,0.10000,1.024
+43,mlp.experts.2.up_proj,0.0001906930,0.10000,1.029
+43,mlp.experts.3.up_proj,0.0049420495,0.10000,1.029
+43,mlp.experts.4.up_proj,0.0000564818,0.10000,1.066
+43,mlp.experts.5.up_proj,0.0002502300,0.10000,1.074
+43,mlp.experts.6.up_proj,0.0001256191,0.10000,0.976
+43,mlp.experts.7.up_proj,0.0018158164,0.10000,0.996
+43,mlp.experts.8.up_proj,0.0000595130,0.10000,1.010
+43,mlp.experts.9.up_proj,0.0006820750,0.10000,1.015
+43,mlp.experts.10.up_proj,0.0018275224,0.10000,1.027
+43,mlp.experts.11.up_proj,0.0020912721,0.10000,1.036
+43,mlp.experts.12.up_proj,0.0000990884,0.10000,1.034
+43,mlp.experts.13.up_proj,0.0060797716,0.10000,1.055
+43,mlp.experts.14.up_proj,0.0063532403,0.10000,1.026
+43,mlp.experts.15.up_proj,0.0029479688,0.10000,1.073
+43,mlp.experts.16.up_proj,0.0001331967,0.10000,1.017
+43,mlp.experts.17.up_proj,0.0027165470,0.10000,1.067
+43,mlp.experts.18.up_proj,0.0008857100,0.10000,1.075
+43,mlp.experts.19.up_proj,0.0000720548,0.10000,1.050
+43,mlp.experts.20.up_proj,0.0005443704,0.10000,1.046
+43,mlp.experts.21.up_proj,0.0038135308,0.10000,1.018
+43,mlp.experts.22.up_proj,0.0038270791,0.10000,1.018
+43,mlp.experts.23.up_proj,0.0136026876,0.10000,1.062
+43,mlp.experts.24.up_proj,0.0004897082,0.10000,1.007
+43,mlp.experts.25.up_proj,0.0036259329,0.10000,0.996
+43,mlp.experts.26.up_proj,0.0002248481,0.10000,0.976
+43,mlp.experts.27.up_proj,0.0011006982,0.10000,1.028
+43,mlp.experts.28.up_proj,0.0117547393,0.10000,0.985
+43,mlp.experts.29.up_proj,0.0001861859,0.10000,1.015
+43,mlp.experts.30.up_proj,0.0003028554,0.10000,0.991
+43,mlp.experts.31.up_proj,0.0002065448,0.10000,1.018
+43,mlp.experts.32.up_proj,0.0013259302,0.10000,1.063
+43,mlp.experts.33.up_proj,0.0070752045,0.10000,1.021
+43,mlp.experts.34.up_proj,0.0011576236,0.10000,1.034
+43,mlp.experts.35.up_proj,0.0354074478,0.10000,1.042
+43,mlp.experts.36.up_proj,0.0000533539,0.10000,0.954
+43,mlp.experts.37.up_proj,0.0002816702,0.10000,1.008
+43,mlp.experts.38.up_proj,0.0008098581,0.10000,1.026
+43,mlp.experts.39.up_proj,0.0006252346,0.10000,1.006
+43,mlp.experts.40.up_proj,0.0010618410,0.10000,0.984
+43,mlp.experts.41.up_proj,0.0003562624,0.10000,0.993
+43,mlp.experts.42.up_proj,0.0001497154,0.10000,0.971
+43,mlp.experts.43.up_proj,0.0000456815,0.10000,1.013
+43,mlp.experts.44.up_proj,0.0001184807,0.10000,0.965
+43,mlp.experts.45.up_proj,0.0011409672,0.10000,0.968
+43,mlp.experts.46.up_proj,0.0001497313,0.10000,0.983
+43,mlp.experts.47.up_proj,0.0000803003,0.10000,1.010
+43,mlp.experts.48.up_proj,0.0014157010,0.10000,1.023
+43,mlp.experts.49.up_proj,0.0000511860,0.10000,1.070
+43,mlp.experts.50.up_proj,0.0002213926,0.10000,1.038
+43,mlp.experts.51.up_proj,0.0121785639,0.10000,1.032
+43,mlp.experts.52.up_proj,0.0001216429,0.10000,1.011
+43,mlp.experts.53.up_proj,0.0006032517,0.10000,0.968
+43,mlp.experts.54.up_proj,0.0352200270,0.10000,0.951
+43,mlp.experts.55.up_proj,0.0030047953,0.10000,1.023
+43,mlp.experts.56.up_proj,0.0000999367,0.10000,1.034
+43,mlp.experts.57.up_proj,0.0005327214,0.10000,1.075
+43,mlp.experts.58.up_proj,0.0002578007,0.10000,0.965
+43,mlp.experts.59.up_proj,0.0001872181,0.10000,0.927
+43,mlp.experts.60.up_proj,0.0004683988,0.10000,1.013
+43,mlp.experts.61.up_proj,0.0007033027,0.10000,1.030
+43,mlp.experts.62.up_proj,0.0010080401,0.10000,1.033
+43,mlp.experts.63.up_proj,0.0002462155,0.10000,1.033
+43,mlp.experts.64.up_proj,0.0123716548,0.10000,1.003
+43,mlp.experts.65.up_proj,0.0001745253,0.10000,1.021
+43,mlp.experts.66.up_proj,0.0003567195,0.10000,1.070
+43,mlp.experts.67.up_proj,0.0090670757,0.10000,1.015
+43,mlp.experts.68.up_proj,0.0001810414,0.10000,1.047
+43,mlp.experts.69.up_proj,0.0011395422,0.10000,1.046
+43,mlp.experts.70.up_proj,0.0001441533,0.10000,1.042
+43,mlp.experts.71.up_proj,0.0005977959,0.10000,1.047
+43,mlp.experts.72.up_proj,0.0008866777,0.10000,1.021
+43,mlp.experts.73.up_proj,0.0051580512,0.10000,1.037
+43,mlp.experts.74.up_proj,0.0001730754,0.10000,1.018
+43,mlp.experts.75.up_proj,0.0001824572,0.10000,0.998
+43,mlp.experts.76.up_proj,0.0028609551,0.10000,1.018
+43,mlp.experts.77.up_proj,0.0000635294,0.10000,1.018
+43,mlp.experts.78.up_proj,0.0004136892,0.10000,0.992
+43,mlp.experts.79.up_proj,0.0022295797,0.10000,1.061
+43,mlp.experts.80.up_proj,0.0002372039,0.10000,1.037
+43,mlp.experts.81.up_proj,0.0000395462,0.10000,1.063
+43,mlp.experts.82.up_proj,0.0009126354,0.10000,1.019
+43,mlp.experts.83.up_proj,0.0004831788,0.10000,1.045
+43,mlp.experts.84.up_proj,0.0109745256,0.10000,1.071
+43,mlp.experts.85.up_proj,0.0003962315,0.10000,1.023
+43,mlp.experts.86.up_proj,0.0168948457,0.10000,0.998
+43,mlp.experts.87.up_proj,0.0000390908,0.10000,0.999
+43,mlp.experts.88.up_proj,0.0001047517,0.10000,0.988
+43,mlp.experts.89.up_proj,0.0008656081,0.10000,0.969
+43,mlp.experts.90.up_proj,0.0108216655,0.10000,0.935
+43,mlp.experts.91.up_proj,0.0004570949,0.10000,0.942
+43,mlp.experts.92.up_proj,0.0012311968,0.10000,0.999
+43,mlp.experts.93.up_proj,0.0057471010,0.10000,1.020
+43,mlp.experts.94.up_proj,0.0013993117,0.10000,0.990
+43,mlp.experts.95.up_proj,0.0214576545,0.10000,0.994
+43,mlp.experts.96.up_proj,0.0004150524,0.10000,0.987
+43,mlp.experts.97.up_proj,0.0001013543,0.10000,0.979
+43,mlp.experts.98.up_proj,0.0007897306,0.10000,1.000
+43,mlp.experts.99.up_proj,0.0011442210,0.10000,0.963
+43,mlp.experts.100.up_proj,0.0001482767,0.10000,0.986
+43,mlp.experts.101.up_proj,0.0022088650,0.10000,1.004
+43,mlp.experts.102.up_proj,0.0021791528,0.10000,0.966
+43,mlp.experts.103.up_proj,0.0074383020,0.10000,0.979
+43,mlp.experts.104.up_proj,0.0000840866,0.10000,1.003
+43,mlp.experts.105.up_proj,0.0038432868,0.10000,0.989
+43,mlp.experts.106.up_proj,0.0035953980,0.10000,1.005
+43,mlp.experts.107.up_proj,0.0056723114,0.10000,1.026
+43,mlp.experts.108.up_proj,0.0097391100,0.10000,1.029
+43,mlp.experts.109.up_proj,0.0080193099,0.10000,1.010
+43,mlp.experts.110.up_proj,0.0049831076,0.10000,0.987
+43,mlp.experts.111.up_proj,0.0013071592,0.10000,1.028
+43,mlp.experts.112.up_proj,0.0000428148,0.10000,1.060
+43,mlp.experts.113.up_proj,0.0049176872,0.10000,1.035
+43,mlp.experts.114.up_proj,0.0000745883,0.10000,1.044
+43,mlp.experts.115.up_proj,0.0005654069,0.10000,1.000
+43,mlp.experts.116.up_proj,0.0705139488,0.10000,1.048
+43,mlp.experts.117.up_proj,0.0011149918,0.10000,0.997
+43,mlp.experts.118.up_proj,0.0043196924,0.10000,1.017
+43,mlp.experts.119.up_proj,0.0006834678,0.10000,1.033
+43,mlp.experts.120.up_proj,0.0001244097,0.10000,1.051
+43,mlp.experts.121.up_proj,0.0000472895,0.10000,0.992
+43,mlp.experts.122.up_proj,0.0005721574,0.10000,0.969
+43,mlp.experts.123.up_proj,0.0010430833,0.10000,0.997
+43,mlp.experts.124.up_proj,0.0021773493,0.10000,0.976
+43,mlp.experts.125.up_proj,0.0000902145,0.10000,1.005
+43,mlp.experts.126.up_proj,0.0239637201,0.10000,0.997
+43,mlp.experts.127.up_proj,0.0000984871,0.10000,0.995
+43,mlp.experts.0.gate_proj,0.0005008301,0.10000,1.032
+43,mlp.experts.1.gate_proj,0.0018130005,0.10000,1.033
+43,mlp.experts.2.gate_proj,0.0001900629,0.10000,1.025
+43,mlp.experts.3.gate_proj,0.0045020078,0.10000,1.011
+43,mlp.experts.4.gate_proj,0.0000534885,0.10000,1.015
+43,mlp.experts.5.gate_proj,0.0002375417,0.10000,1.096
+43,mlp.experts.6.gate_proj,0.0001093214,0.10000,0.981
+43,mlp.experts.7.gate_proj,0.0017289363,0.10000,1.043
+43,mlp.experts.8.gate_proj,0.0000549629,0.10000,1.007
+43,mlp.experts.9.gate_proj,0.0005961716,0.10000,0.993
+43,mlp.experts.10.gate_proj,0.0017577967,0.10000,0.989
+43,mlp.experts.11.gate_proj,0.0019777721,0.10000,1.006
+43,mlp.experts.12.gate_proj,0.0000908464,0.10000,1.003
+43,mlp.experts.13.gate_proj,0.0055717818,0.10000,0.983
+43,mlp.experts.14.gate_proj,0.0058011607,0.10000,1.051
+43,mlp.experts.15.gate_proj,0.0027957693,0.10000,1.028
+43,mlp.experts.16.gate_proj,0.0001370266,0.10000,1.068
+43,mlp.experts.17.gate_proj,0.0025400869,0.10000,1.042
+43,mlp.experts.18.gate_proj,0.0008597844,0.10000,0.998
+43,mlp.experts.19.gate_proj,0.0000636025,0.10000,1.002
+43,mlp.experts.20.gate_proj,0.0004939251,0.10000,0.969
+43,mlp.experts.21.gate_proj,0.0034810755,0.10000,0.968
+43,mlp.experts.22.gate_proj,0.0035682754,0.10000,1.017
+43,mlp.experts.23.gate_proj,0.0124464177,0.10000,0.996
+43,mlp.experts.24.gate_proj,0.0004673733,0.10000,0.991
+43,mlp.experts.25.gate_proj,0.0035637250,0.10000,0.977
+43,mlp.experts.26.gate_proj,0.0002057663,0.10000,1.016
+43,mlp.experts.27.gate_proj,0.0009980920,0.10000,0.980
+43,mlp.experts.28.gate_proj,0.0113774487,0.10000,1.045
+43,mlp.experts.29.gate_proj,0.0001708454,0.10000,1.053
+43,mlp.experts.30.gate_proj,0.0002957728,0.10000,1.003
+43,mlp.experts.31.gate_proj,0.0001989173,0.10000,0.973
+43,mlp.experts.32.gate_proj,0.0012581849,0.10000,0.984
+43,mlp.experts.33.gate_proj,0.0064398920,0.10000,0.949
+43,mlp.experts.34.gate_proj,0.0010487847,0.10000,1.010
+43,mlp.experts.35.gate_proj,0.0318291306,0.10000,0.983
+43,mlp.experts.36.gate_proj,0.0000482688,0.10000,1.019
+43,mlp.experts.37.gate_proj,0.0002767321,0.10000,1.047
+43,mlp.experts.38.gate_proj,0.0007531969,0.10000,1.054
+43,mlp.experts.39.gate_proj,0.0005689201,0.10000,1.041
+43,mlp.experts.40.gate_proj,0.0009448057,0.10000,0.992
+43,mlp.experts.41.gate_proj,0.0003346532,0.10000,1.026
+43,mlp.experts.42.gate_proj,0.0001372293,0.10000,0.983
+43,mlp.experts.43.gate_proj,0.0000394068,0.10000,0.983
+43,mlp.experts.44.gate_proj,0.0001079392,0.10000,0.965
+43,mlp.experts.45.gate_proj,0.0010144831,0.10000,1.043
+43,mlp.experts.46.gate_proj,0.0001421408,0.10000,1.001
+43,mlp.experts.47.gate_proj,0.0000753552,0.10000,1.031
+43,mlp.experts.48.gate_proj,0.0013314308,0.10000,1.033
+43,mlp.experts.49.gate_proj,0.0000455819,0.10000,1.060
+43,mlp.experts.50.gate_proj,0.0002067756,0.10000,0.996
+43,mlp.experts.51.gate_proj,0.0110595381,0.10000,0.981
+43,mlp.experts.52.gate_proj,0.0001118045,0.10000,1.008
+43,mlp.experts.53.gate_proj,0.0005774164,0.10000,1.001
+43,mlp.experts.54.gate_proj,0.0313423350,0.10000,1.035
+43,mlp.experts.55.gate_proj,0.0028602065,0.10000,1.033
+43,mlp.experts.56.gate_proj,0.0000981048,0.10000,1.065
+43,mlp.experts.57.gate_proj,0.0004802399,0.10000,1.032
+43,mlp.experts.58.gate_proj,0.0002466874,0.10000,1.041
+43,mlp.experts.59.gate_proj,0.0001701339,0.10000,1.053
+43,mlp.experts.60.gate_proj,0.0004267373,0.10000,1.022
+43,mlp.experts.61.gate_proj,0.0006748079,0.10000,1.033
+43,mlp.experts.62.gate_proj,0.0009285866,0.10000,0.996
+43,mlp.experts.63.gate_proj,0.0002269162,0.10000,1.012
+43,mlp.experts.64.gate_proj,0.0109206788,0.10000,0.989
+43,mlp.experts.65.gate_proj,0.0001654596,0.10000,1.048
+43,mlp.experts.66.gate_proj,0.0003295755,0.10000,1.038
+43,mlp.experts.67.gate_proj,0.0084306670,0.10000,1.068
+43,mlp.experts.68.gate_proj,0.0001702148,0.10000,1.039
+43,mlp.experts.69.gate_proj,0.0010824019,0.10000,1.014
+43,mlp.experts.70.gate_proj,0.0001368351,0.10000,0.976
+43,mlp.experts.71.gate_proj,0.0005892221,0.10000,0.961
+43,mlp.experts.72.gate_proj,0.0008668801,0.10000,0.988
+43,mlp.experts.73.gate_proj,0.0048512561,0.10000,0.967
+43,mlp.experts.74.gate_proj,0.0001831527,0.10000,0.999
+43,mlp.experts.75.gate_proj,0.0001789821,0.10000,0.989
+43,mlp.experts.76.gate_proj,0.0026642344,0.10000,0.992
+43,mlp.experts.77.gate_proj,0.0000594604,0.10000,0.992
+43,mlp.experts.78.gate_proj,0.0006206522,0.10000,1.009
+43,mlp.experts.79.gate_proj,0.0019333744,0.10000,0.994
+43,mlp.experts.80.gate_proj,0.0002392185,0.10000,1.006
+43,mlp.experts.81.gate_proj,0.0000358849,0.10000,0.998
+43,mlp.experts.82.gate_proj,0.0009453955,0.10000,1.017
+43,mlp.experts.83.gate_proj,0.0004638708,0.10000,1.032
+43,mlp.experts.84.gate_proj,0.0103192422,0.10000,1.052
+43,mlp.experts.85.gate_proj,0.0003612309,0.10000,1.030
+43,mlp.experts.86.gate_proj,0.0158287976,0.10000,1.063
+43,mlp.experts.87.gate_proj,0.0000341464,0.10000,1.043
+43,mlp.experts.88.gate_proj,0.0000974381,0.10000,1.076
+43,mlp.experts.89.gate_proj,0.0007732076,0.10000,1.031
+43,mlp.experts.90.gate_proj,0.0103969189,0.10000,1.052
+43,mlp.experts.91.gate_proj,0.0004362768,0.10000,1.045
+43,mlp.experts.92.gate_proj,0.0011742134,0.10000,0.967
+43,mlp.experts.93.gate_proj,0.0053134399,0.10000,0.957
+43,mlp.experts.94.gate_proj,0.0012433533,0.10000,0.989
+43,mlp.experts.95.gate_proj,0.0193661893,0.10000,1.022
+43,mlp.experts.96.gate_proj,0.0003883843,0.10000,1.003
+43,mlp.experts.97.gate_proj,0.0000930439,0.10000,0.981
+43,mlp.experts.98.gate_proj,0.0007315379,0.10000,1.016
+43,mlp.experts.99.gate_proj,0.0011067738,0.10000,1.005
+43,mlp.experts.100.gate_proj,0.0001373738,0.10000,0.980
+43,mlp.experts.101.gate_proj,0.0020814081,0.10000,0.982
+43,mlp.experts.102.gate_proj,0.0019533396,0.10000,0.974
+43,mlp.experts.103.gate_proj,0.0068980765,0.10000,1.006
+43,mlp.experts.104.gate_proj,0.0000770178,0.10000,1.027
+43,mlp.experts.105.gate_proj,0.0034643275,0.10000,1.032
+43,mlp.experts.106.gate_proj,0.0033894666,0.10000,1.036
+43,mlp.experts.107.gate_proj,0.0053297938,0.10000,1.042
+43,mlp.experts.108.gate_proj,0.0091075422,0.10000,1.059
+43,mlp.experts.109.gate_proj,0.0072681227,0.10000,1.060
+43,mlp.experts.110.gate_proj,0.0045070100,0.10000,1.060
+43,mlp.experts.111.gate_proj,0.0012322309,0.10000,1.027
+43,mlp.experts.112.gate_proj,0.0000377136,0.10000,1.034
+43,mlp.experts.113.gate_proj,0.0049529634,0.10000,1.031
+43,mlp.experts.114.gate_proj,0.0000677100,0.10000,1.051
+43,mlp.experts.115.gate_proj,0.0005462072,0.10000,1.035
+43,mlp.experts.116.gate_proj,0.0614720186,0.10000,1.052
+43,mlp.experts.117.gate_proj,0.0010222251,0.10000,0.990
+43,mlp.experts.118.gate_proj,0.0042336221,0.10000,1.032
+43,mlp.experts.119.gate_proj,0.0006342468,0.10000,1.034
+43,mlp.experts.120.gate_proj,0.0001151667,0.10000,1.006
+43,mlp.experts.121.gate_proj,0.0000439356,0.10000,1.037
+43,mlp.experts.122.gate_proj,0.0005373939,0.10000,0.946
+43,mlp.experts.123.gate_proj,0.0009966836,0.10000,0.902
+43,mlp.experts.124.gate_proj,0.0020759037,0.10000,0.903
+43,mlp.experts.125.gate_proj,0.0000862945,0.10000,0.968
+43,mlp.experts.126.gate_proj,0.0215983618,0.10000,1.014
+43,mlp.experts.127.gate_proj,0.0000886422,0.10000,0.867
+43,mlp.experts.0.down_proj,0.0006419850,0.10000,0.392
+43,mlp.experts.1.down_proj,0.0035509468,0.10000,0.398
+43,mlp.experts.2.down_proj,0.0001373728,0.10000,0.334
+43,mlp.experts.3.down_proj,0.0066169874,0.10000,0.331
+43,mlp.experts.5.down_proj,0.0003271068,0.10000,0.400
+43,mlp.experts.4.down_proj,0.0000865091,0.10000,0.407
+43,mlp.experts.6.down_proj,0.0002221853,0.10000,0.390
+43,mlp.experts.7.down_proj,0.0031738611,0.10000,0.397
+43,mlp.experts.8.down_proj,0.0000425203,0.10000,0.394
+43,mlp.experts.9.down_proj,0.0012617046,0.10000,0.387
+43,mlp.experts.11.down_proj,0.0029620547,0.10000,0.395
+43,mlp.experts.10.down_proj,0.0034098726,0.10000,0.404
+43,mlp.experts.12.down_proj,0.0001283884,0.10000,0.379
+43,mlp.experts.13.down_proj,0.0069004750,0.10000,0.383
+43,mlp.experts.14.down_proj,0.0135572559,0.10000,0.400
+43,mlp.experts.15.down_proj,0.0038853317,0.10000,0.398
+43,mlp.experts.16.down_proj,0.0001860428,0.10000,0.379
+43,mlp.experts.17.down_proj,0.0028329349,0.10000,0.395
+43,mlp.experts.18.down_proj,0.0014140032,0.10000,0.372
+43,mlp.experts.19.down_proj,0.0001244622,0.10000,0.373
+43,mlp.experts.20.down_proj,0.0008598224,0.10000,0.399
+43,mlp.experts.21.down_proj,0.0045341391,0.10000,0.420
+43,mlp.experts.22.down_proj,0.0058451922,0.10000,0.387
+43,mlp.experts.23.down_proj,0.0092133874,0.10000,0.410
+43,mlp.experts.24.down_proj,0.0005903828,0.10000,0.377
+43,mlp.experts.25.down_proj,0.0078689024,0.10000,0.375
+43,mlp.experts.26.down_proj,0.0002698610,0.10000,0.374
+43,mlp.experts.27.down_proj,0.0014162843,0.10000,0.392
+43,mlp.experts.28.down_proj,0.0072623517,0.10000,0.377
+43,mlp.experts.29.down_proj,0.0002911140,0.10000,0.379
+43,mlp.experts.30.down_proj,0.0002997490,0.10000,0.335
+43,mlp.experts.31.down_proj,0.0001669298,0.10000,0.358
+43,mlp.experts.32.down_proj,0.0016584251,0.10000,0.393
+43,mlp.experts.33.down_proj,0.0087607666,0.10000,0.398
+43,mlp.experts.34.down_proj,0.0018569961,0.10000,0.334
+43,mlp.experts.35.down_proj,0.0190953702,0.10000,0.342
+43,mlp.experts.36.down_proj,0.0000984241,0.10000,0.377
+43,mlp.experts.37.down_proj,0.0003128315,0.10000,0.403
+43,mlp.experts.38.down_proj,0.0009697796,0.10000,0.386
+43,mlp.experts.39.down_proj,0.0007725987,0.10000,0.385
+43,mlp.experts.40.down_proj,0.0016957892,0.10000,0.383
+43,mlp.experts.41.down_proj,0.0010262669,0.10000,0.376
+43,mlp.experts.42.down_proj,0.0001891131,0.10000,0.389
+43,mlp.experts.43.down_proj,0.0000562054,0.10000,0.385
+43,mlp.experts.44.down_proj,0.0001600906,0.10000,0.375
+43,mlp.experts.45.down_proj,0.0014198708,0.10000,0.384
+43,mlp.experts.46.down_proj,0.0002262106,0.10000,0.399
+43,mlp.experts.47.down_proj,0.0000600880,0.10000,0.386
+43,mlp.experts.48.down_proj,0.0020342595,0.10000,0.378
+43,mlp.experts.49.down_proj,0.0000476280,0.10000,0.392
+43,mlp.experts.50.down_proj,0.0003351589,0.10000,0.362
+43,mlp.experts.51.down_proj,0.0229319398,0.10000,0.356
+43,mlp.experts.52.down_proj,0.0001486635,0.10000,0.396
+43,mlp.experts.53.down_proj,0.0006856999,0.10000,0.394
+43,mlp.experts.54.down_proj,0.0503397845,0.10000,0.398
+43,mlp.experts.55.down_proj,0.0036216664,0.10000,0.399
+43,mlp.experts.56.down_proj,0.0001082852,0.10000,0.388
+43,mlp.experts.57.down_proj,0.0008316211,0.10000,0.397
+43,mlp.experts.58.down_proj,0.0003142403,0.10000,0.403
+43,mlp.experts.59.down_proj,0.0002278529,0.10000,0.396
+43,mlp.experts.60.down_proj,0.0004775959,0.10000,0.371
+43,mlp.experts.61.down_proj,0.0010178391,0.10000,0.382
+43,mlp.experts.62.down_proj,0.0006049432,0.10000,0.369
+43,mlp.experts.63.down_proj,0.0002964926,0.10000,0.353
+43,mlp.experts.64.down_proj,0.0106925785,0.10000,0.332
+43,mlp.experts.65.down_proj,0.0001529973,0.10000,0.335
+43,mlp.experts.66.down_proj,0.0009258944,0.10000,0.345
+43,mlp.experts.67.down_proj,0.0246386122,0.10000,0.339
+43,mlp.experts.68.down_proj,0.0002058977,0.10000,0.329
+43,mlp.experts.69.down_proj,0.0019860315,0.10000,0.322
+43,mlp.experts.70.down_proj,0.0002502285,0.10000,0.344
+43,mlp.experts.71.down_proj,0.0006601506,0.10000,0.347
+43,mlp.experts.72.down_proj,0.0013660932,0.10000,0.336
+43,mlp.experts.73.down_proj,0.0110260473,0.10000,0.362
+43,mlp.experts.74.down_proj,0.0002211162,0.10000,0.390
+43,mlp.experts.75.down_proj,0.0001544691,0.10000,0.377
+43,mlp.experts.76.down_proj,0.0069447079,0.10000,0.383
+43,mlp.experts.77.down_proj,0.0000586866,0.10000,0.386
+43,mlp.experts.78.down_proj,0.0002661398,0.10000,0.387
+43,mlp.experts.79.down_proj,0.0037002027,0.10000,0.388
+43,mlp.experts.80.down_proj,0.0003337407,0.10000,0.383
+43,mlp.experts.81.down_proj,0.0000420526,0.10000,0.389
+43,mlp.experts.82.down_proj,0.0011735800,0.10000,0.389
+43,mlp.experts.83.down_proj,0.0007710041,0.10000,0.372
+43,mlp.experts.84.down_proj,0.0231724885,0.10000,0.357
+43,mlp.experts.85.down_proj,0.0005436159,0.10000,0.353
+43,mlp.experts.86.down_proj,0.0013881533,0.10000,0.347
+43,mlp.experts.87.down_proj,0.0000478672,0.10000,0.331
+43,mlp.experts.88.down_proj,0.0000953254,0.10000,0.342
+43,mlp.experts.89.down_proj,0.0017418363,0.10000,0.370
+43,mlp.experts.90.down_proj,0.0224489909,0.10000,0.354
+43,mlp.experts.91.down_proj,0.0008429464,0.10000,0.340
+43,mlp.experts.92.down_proj,0.0013543534,0.10000,0.335
+43,mlp.experts.93.down_proj,0.0073040077,0.10000,0.360
+43,mlp.experts.94.down_proj,0.0044740615,0.10000,0.383
+43,mlp.experts.95.down_proj,0.0434820740,0.10000,0.369
+43,mlp.experts.96.down_proj,0.0003187320,0.10000,0.380
+43,mlp.experts.97.down_proj,0.0000879598,0.10000,0.387
+43,mlp.experts.98.down_proj,0.0012732088,0.10000,0.384
+43,mlp.experts.99.down_proj,0.0032337851,0.10000,0.386
+43,mlp.experts.100.down_proj,0.0002247832,0.10000,0.372
+43,mlp.experts.101.down_proj,0.0026395133,0.10000,0.363
+43,mlp.experts.102.down_proj,0.0026402857,0.10000,0.362
+43,mlp.experts.103.down_proj,0.0104306048,0.10000,0.398
+43,mlp.experts.104.down_proj,0.0000970303,0.10000,0.410
+43,mlp.experts.105.down_proj,0.0061933266,0.10000,0.410
+43,mlp.experts.106.down_proj,0.0025543555,0.10000,0.370
+43,mlp.experts.107.down_proj,0.0100295153,0.10000,0.346
+43,mlp.experts.108.down_proj,0.0215038758,0.10000,0.382
+43,mlp.experts.109.down_proj,0.0109512720,0.10000,0.405
+43,mlp.experts.110.down_proj,0.0117867916,0.10000,0.393
+43,mlp.experts.111.down_proj,0.0024243996,0.10000,0.356
+43,mlp.experts.112.down_proj,0.0000789030,0.10000,0.330
+43,mlp.experts.113.down_proj,0.0089298438,0.10000,0.327
+43,mlp.experts.114.down_proj,0.0001267996,0.10000,0.322
+43,mlp.experts.115.down_proj,0.0003990737,0.10000,0.325
+43,mlp.experts.116.down_proj,0.0259681369,0.10000,0.326
+43,mlp.experts.117.down_proj,0.0016066086,0.10000,0.324
+43,mlp.experts.118.down_proj,0.0055946818,0.10000,0.327
+43,mlp.experts.119.down_proj,0.0008030015,0.10000,0.321
+43,mlp.experts.120.down_proj,0.0002019292,0.10000,0.358
+43,mlp.experts.121.down_proj,0.0000607384,0.10000,0.382
+43,mlp.experts.122.down_proj,0.0007941730,0.10000,0.381
+43,mlp.experts.123.down_proj,0.0011846848,0.10000,0.382
+43,mlp.experts.124.down_proj,0.0039894251,0.10000,0.375
+43,mlp.experts.125.down_proj,0.0000935782,0.10000,0.413
+43,mlp.experts.126.down_proj,0.0549893758,0.10000,0.377
+43,mlp.experts.127.down_proj,0.0001037201,0.10000,0.309
+44,self_attn.q_proj,0.0000215841,0.10000,1.028
+44,self_attn.k_proj,0.0000016572,0.10000,1.064
+44,self_attn.v_proj,0.0000035656,0.10000,0.637
+44,self_attn.o_proj,0.0000005267,0.10000,1.184
+44,mlp.gate,0.0000036169,0.10000,0.580
+44,mlp.experts.1.up_proj,0.0005117490,0.10000,1.015
+44,mlp.experts.0.up_proj,0.0000846081,0.10000,1.094
+44,mlp.experts.2.up_proj,0.0017893530,0.10000,1.040
+44,mlp.experts.3.up_proj,0.0001428449,0.10000,1.059
+44,mlp.experts.4.up_proj,0.0026095471,0.10000,1.036
+44,mlp.experts.5.up_proj,0.0007067357,0.10000,1.030
+44,mlp.experts.6.up_proj,0.0001209072,0.10000,0.976
+44,mlp.experts.7.up_proj,0.0007688825,0.10000,0.973
+44,mlp.experts.8.up_proj,0.0013284679,0.10000,0.999
+44,mlp.experts.9.up_proj,0.0004545871,0.10000,1.012
+44,mlp.experts.10.up_proj,0.0074849366,0.10000,0.917
+44,mlp.experts.11.up_proj,0.0001339020,0.10000,0.949
+44,mlp.experts.12.up_proj,0.0011301338,0.10000,0.912
+44,mlp.experts.13.up_proj,0.0000842840,0.10000,0.910
+44,mlp.experts.14.up_proj,0.0010140567,0.10000,1.056
+44,mlp.experts.15.up_proj,0.0004770481,0.10000,1.021
+44,mlp.experts.16.up_proj,0.0003817013,0.10000,1.069
+44,mlp.experts.17.up_proj,0.0005460798,0.10000,1.029
+44,mlp.experts.18.up_proj,0.0012914541,0.10000,1.034
+44,mlp.experts.19.up_proj,0.0006895192,0.10000,1.064
+44,mlp.experts.20.up_proj,0.0000468487,0.10000,1.015
+44,mlp.experts.21.up_proj,0.0010476529,0.10000,1.062
+44,mlp.experts.22.up_proj,0.0000754033,0.10000,0.993
+44,mlp.experts.23.up_proj,0.0001380531,0.10000,1.059
+44,mlp.experts.24.up_proj,0.0004684320,0.10000,1.028
+44,mlp.experts.25.up_proj,0.0037877113,0.10000,1.045
+44,mlp.experts.26.up_proj,0.0022405605,0.10000,1.056
+44,mlp.experts.27.up_proj,0.0001502949,0.10000,1.057
+44,mlp.experts.28.up_proj,0.0132171099,0.10000,1.083
+44,mlp.experts.29.up_proj,0.0003163082,0.10000,1.046
+44,mlp.experts.30.up_proj,0.0008075617,0.10000,1.054
+44,mlp.experts.31.up_proj,0.0027210106,0.10000,1.051
+44,mlp.experts.32.up_proj,0.0040439797,0.10000,0.986
+44,mlp.experts.33.up_proj,0.0002736844,0.10000,1.021
+44,mlp.experts.34.up_proj,0.0013271196,0.10000,1.050
+44,mlp.experts.35.up_proj,0.0186486657,0.10000,1.025
+44,mlp.experts.36.up_proj,0.0013907523,0.10000,1.022
+44,mlp.experts.37.up_proj,0.0000618575,0.10000,1.026
+44,mlp.experts.38.up_proj,0.0000680473,0.10000,0.996
+44,mlp.experts.39.up_proj,0.0001950809,0.10000,1.000
+44,mlp.experts.40.up_proj,0.0023699289,0.10000,1.076
+44,mlp.experts.41.up_proj,0.0141148087,0.10000,1.047
+44,mlp.experts.42.up_proj,0.0004448312,0.10000,1.060
+44,mlp.experts.43.up_proj,0.0018217330,0.10000,1.020
+44,mlp.experts.44.up_proj,0.0001290863,0.10000,1.075
+44,mlp.experts.45.up_proj,0.0000545914,0.10000,1.078
+44,mlp.experts.46.up_proj,0.0005000191,0.10000,0.981
+44,mlp.experts.47.up_proj,0.0005367181,0.10000,1.084
+44,mlp.experts.48.up_proj,0.0000953288,0.10000,1.042
+44,mlp.experts.49.up_proj,0.0018237762,0.10000,1.021
+44,mlp.experts.50.up_proj,0.0008262166,0.10000,1.057
+44,mlp.experts.51.up_proj,0.0059608334,0.10000,1.016
+44,mlp.experts.52.up_proj,0.0011806831,0.10000,1.013
+44,mlp.experts.53.up_proj,0.0001149943,0.10000,0.991
+44,mlp.experts.54.up_proj,0.0000589450,0.10000,0.981
+44,mlp.experts.55.up_proj,0.0068082310,0.10000,0.972
+44,mlp.experts.56.up_proj,0.0002383904,0.10000,1.033
+44,mlp.experts.57.up_proj,0.0011748302,0.10000,1.049
+44,mlp.experts.58.up_proj,0.0004256121,0.10000,1.042
+44,mlp.experts.59.up_proj,0.0016823537,0.10000,1.054
+44,mlp.experts.60.up_proj,0.0010434031,0.10000,1.059
+44,mlp.experts.61.up_proj,0.0417581722,0.10000,1.065
+44,mlp.experts.62.up_proj,0.0003628900,0.10000,1.061
+44,mlp.experts.63.up_proj,0.0888846980,0.10000,1.008
+44,mlp.experts.64.up_proj,0.0011953135,0.10000,1.032
+44,mlp.experts.65.up_proj,0.0080285914,0.10000,1.041
+44,mlp.experts.66.up_proj,0.0021935872,0.10000,0.985
+44,mlp.experts.67.up_proj,0.0072777320,0.10000,0.991
+44,mlp.experts.68.up_proj,0.0016157309,0.10000,1.010
+44,mlp.experts.69.up_proj,0.0000731091,0.10000,1.003
+44,mlp.experts.70.up_proj,0.0024536686,0.10000,1.026
+44,mlp.experts.71.up_proj,0.0001005453,0.10000,0.990
+44,mlp.experts.72.up_proj,0.0002843435,0.10000,1.024
+44,mlp.experts.73.up_proj,0.0000811734,0.10000,0.995
+44,mlp.experts.74.up_proj,0.0024861509,0.10000,1.094
+44,mlp.experts.75.up_proj,0.1571051677,0.10000,1.034
+44,mlp.experts.76.up_proj,0.0023900137,0.10000,1.056
+44,mlp.experts.77.up_proj,0.0094556386,0.10000,1.063
+44,mlp.experts.78.up_proj,0.0065721076,0.10000,0.992
+44,mlp.experts.79.up_proj,0.0013093385,0.10000,0.993
+44,mlp.experts.80.up_proj,0.0000446959,0.10000,0.948
+44,mlp.experts.81.up_proj,0.0000418735,0.10000,0.954
+44,mlp.experts.82.up_proj,0.0008960102,0.10000,1.070
+44,mlp.experts.83.up_proj,0.0001733459,0.10000,1.071
+44,mlp.experts.84.up_proj,0.0003844783,0.10000,1.061
+44,mlp.experts.85.up_proj,0.0186486079,0.10000,1.064
+44,mlp.experts.87.up_proj,0.0031448366,0.10000,1.052
+44,mlp.experts.86.up_proj,0.0089571589,0.10000,1.084
+44,mlp.experts.88.up_proj,0.0000715183,0.10000,1.073
+44,mlp.experts.89.up_proj,0.0002590347,0.10000,1.089
+44,mlp.experts.90.up_proj,0.0002048502,0.10000,1.038
+44,mlp.experts.91.up_proj,0.0201241634,0.10000,1.045
+44,mlp.experts.92.up_proj,0.0002515056,0.10000,1.047
+44,mlp.experts.93.up_proj,0.0034009383,0.10000,1.049
+44,mlp.experts.94.up_proj,0.0001679909,0.10000,1.061
+44,mlp.experts.95.up_proj,0.0034707900,0.10000,1.057
+44,mlp.experts.96.up_proj,0.0012935467,0.10000,1.008
+44,mlp.experts.97.up_proj,0.0023115017,0.10000,1.018
+44,mlp.experts.98.up_proj,0.0001126501,0.10000,1.022
+44,mlp.experts.99.up_proj,0.0001491920,0.10000,1.019
+44,mlp.experts.100.up_proj,0.0032967069,0.10000,1.058
+44,mlp.experts.101.up_proj,0.0026676919,0.10000,1.052
+44,mlp.experts.102.up_proj,0.0031257153,0.10000,1.019
+44,mlp.experts.103.up_proj,0.0048751875,0.10000,1.065
+44,mlp.experts.104.up_proj,0.0011237519,0.10000,1.066
+44,mlp.experts.105.up_proj,0.0005286623,0.10000,1.075
+44,mlp.experts.106.up_proj,0.0067584960,0.10000,1.057
+44,mlp.experts.107.up_proj,0.0002062670,0.10000,1.075
+44,mlp.experts.108.up_proj,0.0003351449,0.10000,1.076
+44,mlp.experts.109.up_proj,0.0042121526,0.10000,1.087
+44,mlp.experts.110.up_proj,0.0000664073,0.10000,0.989
+44,mlp.experts.111.up_proj,0.0006618482,0.10000,1.019
+44,mlp.experts.112.up_proj,0.0085372863,0.10000,0.967
+44,mlp.experts.113.up_proj,0.0001691330,0.10000,0.971
+44,mlp.experts.114.up_proj,0.0033359790,0.10000,1.036
+44,mlp.experts.115.up_proj,0.0073502236,0.10000,1.027
+44,mlp.experts.116.up_proj,0.0000799836,0.10000,1.055
+44,mlp.experts.117.up_proj,0.0250238260,0.10000,1.081
+44,mlp.experts.118.up_proj,0.0001901222,0.10000,1.022
+44,mlp.experts.119.up_proj,0.0004813405,0.10000,1.030
+44,mlp.experts.120.up_proj,0.0071971922,0.10000,1.025
+44,mlp.experts.121.up_proj,0.0002509639,0.10000,1.037
+44,mlp.experts.122.up_proj,0.0000870484,0.10000,0.996
+44,mlp.experts.123.up_proj,0.0071576853,0.10000,1.004
+44,mlp.experts.124.up_proj,0.0367382656,0.10000,1.027
+44,mlp.experts.125.up_proj,0.0019301803,0.10000,1.050
+44,mlp.experts.126.up_proj,0.0036451426,0.10000,1.024
+44,mlp.experts.127.up_proj,0.0042629809,0.10000,1.069
+44,mlp.experts.0.gate_proj,0.0000766375,0.10000,1.098
+44,mlp.experts.1.gate_proj,0.0004778740,0.10000,1.019
+44,mlp.experts.2.gate_proj,0.0016895794,0.10000,1.066
+44,mlp.experts.3.gate_proj,0.0001322828,0.10000,1.013
+44,mlp.experts.4.gate_proj,0.0024753679,0.10000,1.021
+44,mlp.experts.5.gate_proj,0.0006190041,0.10000,1.036
+44,mlp.experts.6.gate_proj,0.0001112951,0.10000,1.021
+44,mlp.experts.7.gate_proj,0.0007228727,0.10000,0.991
+44,mlp.experts.8.gate_proj,0.0013123593,0.10000,1.024
+44,mlp.experts.9.gate_proj,0.0004242799,0.10000,1.030
+44,mlp.experts.10.gate_proj,0.0067169226,0.10000,1.047
+44,mlp.experts.11.gate_proj,0.0001271512,0.10000,1.041
+44,mlp.experts.12.gate_proj,0.0010625823,0.10000,1.019
+44,mlp.experts.13.gate_proj,0.0000972059,0.10000,1.015
+44,mlp.experts.14.gate_proj,0.0009088209,0.10000,1.072
+44,mlp.experts.15.gate_proj,0.0004391660,0.10000,1.049
+44,mlp.experts.16.gate_proj,0.0003600744,0.10000,1.019
+44,mlp.experts.17.gate_proj,0.0004935964,0.10000,1.042
+44,mlp.experts.18.gate_proj,0.0011207013,0.10000,1.057
+44,mlp.experts.19.gate_proj,0.0006475098,0.10000,1.041
+44,mlp.experts.20.gate_proj,0.0000385347,0.10000,1.011
+44,mlp.experts.21.gate_proj,0.0009321705,0.10000,1.068
+44,mlp.experts.22.gate_proj,0.0000691470,0.10000,1.002
+44,mlp.experts.23.gate_proj,0.0001555039,0.10000,1.047
+44,mlp.experts.24.gate_proj,0.0004352446,0.10000,0.958
+44,mlp.experts.25.gate_proj,0.0034594041,0.10000,1.014
+44,mlp.experts.26.gate_proj,0.0020331045,0.10000,0.991
+44,mlp.experts.27.gate_proj,0.0001353537,0.10000,1.009
+44,mlp.experts.28.gate_proj,0.0120113309,0.10000,1.011
+44,mlp.experts.29.gate_proj,0.0003011968,0.10000,0.997
+44,mlp.experts.30.gate_proj,0.0007695050,0.10000,0.998
+44,mlp.experts.31.gate_proj,0.0025979987,0.10000,1.074
+44,mlp.experts.32.gate_proj,0.0037943785,0.10000,1.028
+44,mlp.experts.33.gate_proj,0.0002573227,0.10000,1.073
+44,mlp.experts.34.gate_proj,0.0012062253,0.10000,1.027
+44,mlp.experts.35.gate_proj,0.0171239885,0.10000,1.061
+44,mlp.experts.36.gate_proj,0.0012340793,0.10000,1.020
+44,mlp.experts.37.gate_proj,0.0000551523,0.10000,1.010
+44,mlp.experts.38.gate_proj,0.0000606031,0.10000,0.990
+44,mlp.experts.39.gate_proj,0.0001788761,0.10000,0.968
+44,mlp.experts.40.gate_proj,0.0035644876,0.10000,1.018
+44,mlp.experts.41.gate_proj,0.0130600599,0.10000,1.017
+44,mlp.experts.42.gate_proj,0.0004061542,0.10000,1.013
+44,mlp.experts.43.gate_proj,0.0016310880,0.10000,1.051
+44,mlp.experts.44.gate_proj,0.0001183114,0.10000,1.036
+44,mlp.experts.45.gate_proj,0.0000479782,0.10000,0.982
+44,mlp.experts.46.gate_proj,0.0004566684,0.10000,0.996
+44,mlp.experts.47.gate_proj,0.0005160048,0.10000,1.053
+44,mlp.experts.48.gate_proj,0.0000858176,0.10000,1.010
+44,mlp.experts.49.gate_proj,0.0016642811,0.10000,1.029
+44,mlp.experts.50.gate_proj,0.0007693899,0.10000,1.016
+44,mlp.experts.51.gate_proj,0.0055493080,0.10000,1.031
+44,mlp.experts.52.gate_proj,0.0010888914,0.10000,1.037
+44,mlp.experts.53.gate_proj,0.0001034093,0.10000,1.043
+44,mlp.experts.54.gate_proj,0.0000550767,0.10000,1.044
+44,mlp.experts.55.gate_proj,0.0060266880,0.10000,1.068
+44,mlp.experts.56.gate_proj,0.0002164053,0.10000,1.038
+44,mlp.experts.57.gate_proj,0.0010941583,0.10000,0.959
+44,mlp.experts.58.gate_proj,0.0003987718,0.10000,0.915
+44,mlp.experts.59.gate_proj,0.0016176980,0.10000,1.009
+44,mlp.experts.60.gate_proj,0.0009575980,0.10000,1.066
+44,mlp.experts.61.gate_proj,0.0376635417,0.10000,1.023
+44,mlp.experts.62.gate_proj,0.0003538806,0.10000,1.068
+44,mlp.experts.63.gate_proj,0.0822133621,0.10000,1.019
+44,mlp.experts.64.gate_proj,0.0010707945,0.10000,1.043
+44,mlp.experts.65.gate_proj,0.0074963554,0.10000,1.064
+44,mlp.experts.66.gate_proj,0.0019510860,0.10000,1.062
+44,mlp.experts.67.gate_proj,0.0069312411,0.10000,1.045
+44,mlp.experts.68.gate_proj,0.0014147584,0.10000,1.081
+44,mlp.experts.69.gate_proj,0.0000671904,0.10000,1.019
+44,mlp.experts.70.gate_proj,0.0022303408,0.10000,1.022
+44,mlp.experts.71.gate_proj,0.0000950012,0.10000,1.081
+44,mlp.experts.72.gate_proj,0.0002546892,0.10000,1.032
+44,mlp.experts.73.gate_proj,0.0000754818,0.10000,1.070
+44,mlp.experts.74.gate_proj,0.0022379572,0.10000,1.067
+44,mlp.experts.75.gate_proj,0.1357969311,0.10000,1.067
+44,mlp.experts.76.gate_proj,0.0021464943,0.10000,1.081
+44,mlp.experts.77.gate_proj,0.0085955248,0.10000,1.005
+44,mlp.experts.78.gate_proj,0.0059339896,0.10000,0.968
+44,mlp.experts.79.gate_proj,0.0011800393,0.10000,1.066
+44,mlp.experts.80.gate_proj,0.0000408960,0.10000,1.044
+44,mlp.experts.81.gate_proj,0.0000358923,0.10000,1.058
+44,mlp.experts.82.gate_proj,0.0008421017,0.10000,0.993
+44,mlp.experts.83.gate_proj,0.0001558006,0.10000,1.013
+44,mlp.experts.84.gate_proj,0.0003462098,0.10000,1.003
+44,mlp.experts.85.gate_proj,0.0161488884,0.10000,1.018
+44,mlp.experts.86.gate_proj,0.0080940192,0.10000,1.004
+44,mlp.experts.87.gate_proj,0.0029089608,0.10000,0.999
+44,mlp.experts.88.gate_proj,0.0000640590,0.10000,0.996
+44,mlp.experts.89.gate_proj,0.0002346050,0.10000,1.008
+44,mlp.experts.90.gate_proj,0.0001851464,0.10000,0.992
+44,mlp.experts.91.gate_proj,0.0180415649,0.10000,0.997
+44,mlp.experts.92.gate_proj,0.0002267835,0.10000,0.982
+44,mlp.experts.93.gate_proj,0.0028222888,0.10000,0.995
+44,mlp.experts.94.gate_proj,0.0001629729,0.10000,1.017
+44,mlp.experts.95.gate_proj,0.0030855974,0.10000,1.042
+44,mlp.experts.96.gate_proj,0.0011919762,0.10000,0.991
+44,mlp.experts.97.gate_proj,0.0020189030,0.10000,1.064
+44,mlp.experts.98.gate_proj,0.0000998610,0.10000,1.029
+44,mlp.experts.99.gate_proj,0.0001364169,0.10000,1.031
+44,mlp.experts.100.gate_proj,0.0030211871,0.10000,1.002
+44,mlp.experts.101.gate_proj,0.0025007275,0.10000,1.018
+44,mlp.experts.102.gate_proj,0.0029034503,0.10000,0.984
+44,mlp.experts.103.gate_proj,0.0045143982,0.10000,1.082
+44,mlp.experts.104.gate_proj,0.0010331412,0.10000,1.066
+44,mlp.experts.105.gate_proj,0.0004918113,0.10000,0.961
+44,mlp.experts.106.gate_proj,0.0057058310,0.10000,0.949
+44,mlp.experts.107.gate_proj,0.0001870012,0.10000,1.047
+44,mlp.experts.108.gate_proj,0.0003074933,0.10000,1.017
+44,mlp.experts.109.gate_proj,0.0038562412,0.10000,1.046
+44,mlp.experts.110.gate_proj,0.0000613151,0.10000,1.026
+44,mlp.experts.111.gate_proj,0.0006227261,0.10000,1.032
+44,mlp.experts.112.gate_proj,0.0080011670,0.10000,1.041
+44,mlp.experts.113.gate_proj,0.0001584610,0.10000,1.014
+44,mlp.experts.114.gate_proj,0.0031924513,0.10000,1.000
+44,mlp.experts.115.gate_proj,0.0064135450,0.10000,1.048
+44,mlp.experts.116.gate_proj,0.0000726670,0.10000,1.027
+44,mlp.experts.117.gate_proj,0.0213428802,0.10000,1.084
+44,mlp.experts.118.gate_proj,0.0001701692,0.10000,1.028
+44,mlp.experts.119.gate_proj,0.0004399075,0.10000,1.076
+44,mlp.experts.120.gate_proj,0.0064593565,0.10000,1.014
+44,mlp.experts.121.gate_proj,0.0002236260,0.10000,1.099
+44,mlp.experts.122.gate_proj,0.0000782687,0.10000,1.004
+44,mlp.experts.124.gate_proj,0.0299604698,0.10000,1.034
+44,mlp.experts.123.gate_proj,0.0064950973,0.10000,1.052
+44,mlp.experts.126.gate_proj,0.0032818311,0.10000,1.077
+44,mlp.experts.125.gate_proj,0.0017365526,0.10000,1.109
+44,mlp.experts.127.gate_proj,0.0039366681,0.10000,0.618
+44,mlp.experts.0.down_proj,0.0001249653,0.10000,0.396
+44,mlp.experts.1.down_proj,0.0007620515,0.10000,0.406
+44,mlp.experts.2.down_proj,0.0015449563,0.10000,0.405
+44,mlp.experts.3.down_proj,0.0001391984,0.10000,0.398
+44,mlp.experts.4.down_proj,0.0016318817,0.10000,0.388
+44,mlp.experts.5.down_proj,0.0008318824,0.10000,0.389
+44,mlp.experts.6.down_proj,0.0001978015,0.10000,0.398
+44,mlp.experts.7.down_proj,0.0005793300,0.10000,0.404
+44,mlp.experts.8.down_proj,0.0030721367,0.10000,0.370
+44,mlp.experts.9.down_proj,0.0003926347,0.10000,0.373
+44,mlp.experts.10.down_proj,0.0107514418,0.10000,0.389
+44,mlp.experts.11.down_proj,0.0001318822,0.10000,0.392
+44,mlp.experts.12.down_proj,0.0018357523,0.10000,0.392
+44,mlp.experts.13.down_proj,0.0000879095,0.10000,0.382
+44,mlp.experts.14.down_proj,0.0020168131,0.10000,0.389
+44,mlp.experts.15.down_proj,0.0005493035,0.10000,0.388
+44,mlp.experts.16.down_proj,0.0004954014,0.10000,0.403
+44,mlp.experts.17.down_proj,0.0007703249,0.10000,0.407
+44,mlp.experts.18.down_proj,0.0025128650,0.10000,0.400
+44,mlp.experts.19.down_proj,0.0008836530,0.10000,0.404
+44,mlp.experts.20.down_proj,0.0000526304,0.10000,0.392
+44,mlp.experts.21.down_proj,0.0015599310,0.10000,0.404
+44,mlp.experts.22.down_proj,0.0001301930,0.10000,0.384
+44,mlp.experts.23.down_proj,0.0001306105,0.10000,0.391
+44,mlp.experts.24.down_proj,0.0004206595,0.10000,0.395
+44,mlp.experts.25.down_proj,0.0011841349,0.10000,0.416
+44,mlp.experts.26.down_proj,0.0045680054,0.10000,0.367
+44,mlp.experts.27.down_proj,0.0001627087,0.10000,0.381
+44,mlp.experts.28.down_proj,0.0494634280,0.10000,0.376
+44,mlp.experts.29.down_proj,0.0003214862,0.10000,0.382
+44,mlp.experts.30.down_proj,0.0007493456,0.10000,0.400
+44,mlp.experts.31.down_proj,0.0044063123,0.10000,0.411
+44,mlp.experts.32.down_proj,0.0061197509,0.10000,0.398
+44,mlp.experts.33.down_proj,0.0003536120,0.10000,0.402
+44,mlp.experts.34.down_proj,0.0031540225,0.10000,0.397
+44,mlp.experts.35.down_proj,0.0118224907,0.10000,0.395
+44,mlp.experts.36.down_proj,0.0020914470,0.10000,0.393
+44,mlp.experts.37.down_proj,0.0000678697,0.10000,0.405
+44,mlp.experts.38.down_proj,0.0000881496,0.10000,0.399
+44,mlp.experts.39.down_proj,0.0003418920,0.10000,0.412
+44,mlp.experts.40.down_proj,0.0008096848,0.10000,0.401
+44,mlp.experts.41.down_proj,0.0150016719,0.10000,0.403
+44,mlp.experts.42.down_proj,0.0007357567,0.10000,0.400
+44,mlp.experts.43.down_proj,0.0018241697,0.10000,0.405
+44,mlp.experts.44.down_proj,0.0001562676,0.10000,0.397
+44,mlp.experts.45.down_proj,0.0000721470,0.10000,0.409
+44,mlp.experts.46.down_proj,0.0007616837,0.10000,0.403
+44,mlp.experts.47.down_proj,0.0003109298,0.10000,0.387
+44,mlp.experts.48.down_proj,0.0001756467,0.10000,0.358
+44,mlp.experts.49.down_proj,0.0014706337,0.10000,0.368
+44,mlp.experts.50.down_proj,0.0013406227,0.10000,0.388
+44,mlp.experts.51.down_proj,0.0079143071,0.10000,0.391
+44,mlp.experts.52.down_proj,0.0017189258,0.10000,0.384
+44,mlp.experts.53.down_proj,0.0002162400,0.10000,0.402
+44,mlp.experts.54.down_proj,0.0000792763,0.10000,0.397
+44,mlp.experts.55.down_proj,0.0179730760,0.10000,0.405
+44,mlp.experts.56.down_proj,0.0003657992,0.10000,0.396
+44,mlp.experts.57.down_proj,0.0022763974,0.10000,0.395
+44,mlp.experts.58.down_proj,0.0006726858,0.10000,0.375
+44,mlp.experts.59.down_proj,0.0026557601,0.10000,0.396
+44,mlp.experts.60.down_proj,0.0018742619,0.10000,0.396
+44,mlp.experts.61.down_proj,0.1397774518,0.10000,0.390
+44,mlp.experts.62.down_proj,0.0007111551,0.10000,0.402
+44,mlp.experts.63.down_proj,0.0370569163,0.10000,0.385
+44,mlp.experts.64.down_proj,0.0017603281,0.10000,0.360
+44,mlp.experts.65.down_proj,0.0079951291,0.10000,0.360
+44,mlp.experts.66.down_proj,0.0028856788,0.10000,0.399
+44,mlp.experts.67.down_proj,0.0027765055,0.10000,0.408
+44,mlp.experts.68.down_proj,0.0031718091,0.10000,0.401
+44,mlp.experts.69.down_proj,0.0001015844,0.10000,0.393
+44,mlp.experts.70.down_proj,0.0043386364,0.10000,0.400
+44,mlp.experts.71.down_proj,0.0001849086,0.10000,0.390
+44,mlp.experts.72.down_proj,0.0003666490,0.10000,0.405
+44,mlp.experts.73.down_proj,0.0001340974,0.10000,0.390
+44,mlp.experts.74.down_proj,0.0035186018,0.10000,0.407
+44,mlp.experts.75.down_proj,0.0651962095,0.10000,0.407
+44,mlp.experts.76.down_proj,0.0041085302,0.10000,0.365
+44,mlp.experts.77.down_proj,0.0222899782,0.10000,0.370
+44,mlp.experts.78.down_proj,0.0060041096,0.10000,0.357
+44,mlp.experts.79.down_proj,0.0030551092,0.10000,0.346
+44,mlp.experts.80.down_proj,0.0000512922,0.10000,0.378
+44,mlp.experts.81.down_proj,0.0000441118,0.10000,0.386
+44,mlp.experts.82.down_proj,0.0011034709,0.10000,0.348
+44,mlp.experts.83.down_proj,0.0002594215,0.10000,0.371
+44,mlp.experts.84.down_proj,0.0005451930,0.10000,0.396
+44,mlp.experts.85.down_proj,0.0047533934,0.10000,0.409
+44,mlp.experts.86.down_proj,0.0117702552,0.10000,0.393
+44,mlp.experts.87.down_proj,0.0036800580,0.10000,0.397
+44,mlp.experts.88.down_proj,0.0000970629,0.10000,0.395
+44,mlp.experts.89.down_proj,0.0002965977,0.10000,0.400
+44,mlp.experts.90.down_proj,0.0005951922,0.10000,0.399
+44,mlp.experts.91.down_proj,0.0486607980,0.10000,0.383
+44,mlp.experts.92.down_proj,0.0003493577,0.10000,0.337
+44,mlp.experts.93.down_proj,0.0092778843,0.10000,0.335
+44,mlp.experts.94.down_proj,0.0001304697,0.10000,0.368
+44,mlp.experts.95.down_proj,0.0068898815,0.10000,0.392
+44,mlp.experts.96.down_proj,0.0014189662,0.10000,0.386
+44,mlp.experts.97.down_proj,0.0037961816,0.10000,0.384
+44,mlp.experts.98.down_proj,0.0001752141,0.10000,0.394
+44,mlp.experts.99.down_proj,0.0001850584,0.10000,0.400
+44,mlp.experts.100.down_proj,0.0056946741,0.10000,0.391
+44,mlp.experts.101.down_proj,0.0041004004,0.10000,0.391
+44,mlp.experts.102.down_proj,0.0060892915,0.10000,0.389
+44,mlp.experts.103.down_proj,0.0108520140,0.10000,0.390
+44,mlp.experts.104.down_proj,0.0015584200,0.10000,0.383
+44,mlp.experts.105.down_proj,0.0005453359,0.10000,0.392
+44,mlp.experts.106.down_proj,0.0151428069,0.10000,0.389
+44,mlp.experts.107.down_proj,0.0003166086,0.10000,0.393
+44,mlp.experts.108.down_proj,0.0006744528,0.10000,0.367
+44,mlp.experts.109.down_proj,0.0067654992,0.10000,0.337
+44,mlp.experts.110.down_proj,0.0000668365,0.10000,0.375
+44,mlp.experts.111.down_proj,0.0005585550,0.10000,0.392
+44,mlp.experts.112.down_proj,0.0240195221,0.10000,0.396
+44,mlp.experts.113.down_proj,0.0001391293,0.10000,0.384
+44,mlp.experts.114.down_proj,0.0049127299,0.10000,0.360
+44,mlp.experts.115.down_proj,0.0026647911,0.10000,0.373
+44,mlp.experts.116.down_proj,0.0001020819,0.10000,0.398
+44,mlp.experts.117.down_proj,0.0243322187,0.10000,0.397
+44,mlp.experts.118.down_proj,0.0002400555,0.10000,0.395
+44,mlp.experts.119.down_proj,0.0006875859,0.10000,0.389
+44,mlp.experts.120.down_proj,0.0059991470,0.10000,0.391
+44,mlp.experts.121.down_proj,0.0002075153,0.10000,0.389
+44,mlp.experts.122.down_proj,0.0000950165,0.10000,0.394
+44,mlp.experts.123.down_proj,0.0107532607,0.10000,0.392
+44,mlp.experts.124.down_proj,0.0270314072,0.10000,0.398
+44,mlp.experts.125.down_proj,0.0051455206,0.10000,0.388
+44,mlp.experts.126.down_proj,0.0085408452,0.10000,0.365
+44,mlp.experts.127.down_proj,0.0054280252,0.10000,0.300
+45,self_attn.q_proj,0.0000486491,0.10000,1.023
+45,self_attn.k_proj,0.0000040627,0.10000,1.045
+45,self_attn.v_proj,0.0000118354,0.10000,0.620
+45,self_attn.o_proj,0.0000006859,0.10000,1.204
+45,mlp.gate,0.0000035210,0.10000,0.629
+45,mlp.experts.0.up_proj,0.0015520174,0.10000,1.022
+45,mlp.experts.1.up_proj,0.0080751592,0.10000,1.046
+45,mlp.experts.2.up_proj,0.0002806317,0.10000,0.958
+45,mlp.experts.3.up_proj,0.0023532259,0.10000,0.982
+45,mlp.experts.4.up_proj,0.0006018356,0.10000,0.971
+45,mlp.experts.5.up_proj,0.0000661125,0.10000,1.020
+45,mlp.experts.6.up_proj,0.0022630984,0.10000,0.979
+45,mlp.experts.7.up_proj,0.0012785018,0.10000,1.008
+45,mlp.experts.8.up_proj,0.0026823526,0.10000,1.027
+45,mlp.experts.9.up_proj,0.0074198233,0.10000,1.016
+45,mlp.experts.10.up_proj,0.0001293197,0.10000,1.025
+45,mlp.experts.11.up_proj,0.0066667564,0.10000,1.043
+45,mlp.experts.12.up_proj,0.0001322072,0.10000,0.998
+45,mlp.experts.13.up_proj,0.0007436390,0.10000,0.981
+45,mlp.experts.14.up_proj,0.1829499858,0.10000,1.012
+45,mlp.experts.15.up_proj,0.0027821517,0.10000,1.002
+45,mlp.experts.16.up_proj,0.0002465182,0.10000,1.052
+45,mlp.experts.17.up_proj,0.0000768335,0.10000,1.055
+45,mlp.experts.18.up_proj,0.0004141325,0.10000,1.046
+45,mlp.experts.19.up_proj,0.0010930790,0.10000,1.103
+45,mlp.experts.20.up_proj,0.0001263629,0.10000,1.048
+45,mlp.experts.21.up_proj,0.0031194595,0.10000,1.069
+45,mlp.experts.22.up_proj,0.0000482859,0.10000,1.052
+45,mlp.experts.23.up_proj,0.0022175795,0.10000,1.067
+45,mlp.experts.24.up_proj,0.0002258886,0.10000,1.026
+45,mlp.experts.25.up_proj,0.0214401803,0.10000,1.030
+45,mlp.experts.26.up_proj,0.0002300652,0.10000,1.071
+45,mlp.experts.27.up_proj,0.0000498527,0.10000,1.043
+45,mlp.experts.28.up_proj,0.0008346387,0.10000,1.077
+45,mlp.experts.29.up_proj,0.0007055270,0.10000,1.062
+45,mlp.experts.30.up_proj,0.0002165785,0.10000,1.059
+45,mlp.experts.31.up_proj,0.0069101826,0.10000,1.007
+45,mlp.experts.32.up_proj,0.0027067970,0.10000,1.042
+45,mlp.experts.33.up_proj,0.0036545458,0.10000,1.042
+45,mlp.experts.34.up_proj,0.0040968371,0.10000,1.039
+45,mlp.experts.35.up_proj,0.0004390749,0.10000,1.036
+45,mlp.experts.36.up_proj,0.0002415427,0.10000,1.017
+45,mlp.experts.37.up_proj,0.0000771436,0.10000,1.088
+45,mlp.experts.38.up_proj,0.0038069201,0.10000,1.017
+45,mlp.experts.39.up_proj,0.0130076549,0.10000,1.062
+45,mlp.experts.40.up_proj,0.0110895700,0.10000,1.042
+45,mlp.experts.41.up_proj,0.0042435927,0.10000,1.048
+45,mlp.experts.42.up_proj,0.0001816598,0.10000,1.034
+45,mlp.experts.43.up_proj,0.0015118589,0.10000,1.003
+45,mlp.experts.44.up_proj,0.0344533418,0.10000,0.985
+45,mlp.experts.45.up_proj,0.0001520330,0.10000,1.008
+45,mlp.experts.46.up_proj,0.0000572437,0.10000,1.061
+45,mlp.experts.47.up_proj,0.0000630336,0.10000,1.044
+45,mlp.experts.48.up_proj,0.0003921368,0.10000,1.037
+45,mlp.experts.49.up_proj,0.0024749002,0.10000,1.050
+45,mlp.experts.50.up_proj,0.0004645512,0.10000,1.016
+45,mlp.experts.51.up_proj,0.0008980717,0.10000,1.068
+45,mlp.experts.52.up_proj,0.0063599749,0.10000,1.023
+45,mlp.experts.53.up_proj,0.0003991034,0.10000,1.070
+45,mlp.experts.54.up_proj,0.0010278855,0.10000,1.027
+45,mlp.experts.55.up_proj,0.0015740647,0.10000,1.027
+45,mlp.experts.56.up_proj,0.0046942803,0.10000,1.055
+45,mlp.experts.57.up_proj,0.0052675306,0.10000,1.043
+45,mlp.experts.58.up_proj,0.0003074249,0.10000,1.043
+45,mlp.experts.59.up_proj,0.0036186769,0.10000,1.070
+45,mlp.experts.60.up_proj,0.0006678613,0.10000,1.030
+45,mlp.experts.61.up_proj,0.0023442789,0.10000,1.001
+45,mlp.experts.62.up_proj,0.0052963502,0.10000,0.962
+45,mlp.experts.63.up_proj,0.0001335250,0.10000,0.963
+45,mlp.experts.64.up_proj,0.0018901799,0.10000,0.966
+45,mlp.experts.65.up_proj,0.0007713690,0.10000,1.036
+45,mlp.experts.66.up_proj,0.0017959990,0.10000,0.981
+45,mlp.experts.67.up_proj,0.0012199021,0.10000,0.986
+45,mlp.experts.68.up_proj,0.0036276365,0.10000,1.053
+45,mlp.experts.69.up_proj,0.0022702630,0.10000,1.036
+45,mlp.experts.70.up_proj,0.0000493842,0.10000,1.058
+45,mlp.experts.71.up_proj,0.0005112754,0.10000,1.038
+45,mlp.experts.72.up_proj,0.0047852173,0.10000,1.059
+45,mlp.experts.73.up_proj,0.0021983729,0.10000,1.059
+45,mlp.experts.74.up_proj,0.0155242949,0.10000,1.029
+45,mlp.experts.75.up_proj,0.0055673107,0.10000,1.054
+45,mlp.experts.76.up_proj,0.0002435868,0.10000,1.038
+45,mlp.experts.77.up_proj,0.0008440455,0.10000,1.011
+45,mlp.experts.78.up_proj,0.0108285603,0.10000,0.943
+45,mlp.experts.79.up_proj,0.0065184113,0.10000,1.007
+45,mlp.experts.80.up_proj,0.0000317253,0.10000,1.026
+45,mlp.experts.81.up_proj,0.0001756773,0.10000,1.019
+45,mlp.experts.82.up_proj,0.0008236783,0.10000,1.021
+45,mlp.experts.83.up_proj,0.0000887111,0.10000,1.080
+45,mlp.experts.84.up_proj,0.0002897470,0.10000,0.988
+45,mlp.experts.85.up_proj,0.0004831575,0.10000,1.031
+45,mlp.experts.86.up_proj,0.0008057689,0.10000,0.970
+45,mlp.experts.87.up_proj,0.0000596830,0.10000,0.998
+45,mlp.experts.88.up_proj,0.0004661571,0.10000,1.009
+45,mlp.experts.89.up_proj,0.0003162541,0.10000,1.076
+45,mlp.experts.90.up_proj,0.0017854420,0.10000,0.992
+45,mlp.experts.91.up_proj,0.0009488854,0.10000,1.047
+45,mlp.experts.92.up_proj,0.0003239421,0.10000,1.070
+45,mlp.experts.93.up_proj,0.0003645154,0.10000,1.012
+45,mlp.experts.94.up_proj,0.0002656744,0.10000,0.994
+45,mlp.experts.95.up_proj,0.0004420161,0.10000,0.962
+45,mlp.experts.96.up_proj,0.0109555924,0.10000,0.936
+45,mlp.experts.97.up_proj,0.0364238727,0.10000,1.014
+45,mlp.experts.98.up_proj,0.0012256066,0.10000,1.016
+45,mlp.experts.99.up_proj,0.0006305594,0.10000,1.016
+45,mlp.experts.100.up_proj,0.0042717429,0.10000,0.988
+45,mlp.experts.101.up_proj,0.0002697541,0.10000,1.017
+45,mlp.experts.102.up_proj,0.0647125678,0.10000,1.025
+45,mlp.experts.103.up_proj,0.0001591786,0.10000,1.029
+45,mlp.experts.104.up_proj,0.0016220567,0.10000,1.009
+45,mlp.experts.105.up_proj,0.0066648706,0.10000,1.077
+45,mlp.experts.106.up_proj,0.0047619287,0.10000,1.081
+45,mlp.experts.107.up_proj,0.0019164032,0.10000,1.013
+45,mlp.experts.108.up_proj,0.0251904372,0.10000,1.086
+45,mlp.experts.109.up_proj,0.0007265271,0.10000,1.050
+45,mlp.experts.110.up_proj,0.0035942345,0.10000,1.051
+45,mlp.experts.111.up_proj,0.0001218342,0.10000,1.001
+45,mlp.experts.112.up_proj,0.0000545827,0.10000,1.001
+45,mlp.experts.113.up_proj,0.0018343588,0.10000,1.043
+45,mlp.experts.114.up_proj,0.0003994118,0.10000,1.059
+45,mlp.experts.115.up_proj,0.0016859655,0.10000,1.032
+45,mlp.experts.116.up_proj,0.0011409449,0.10000,1.075
+45,mlp.experts.117.up_proj,0.0004063033,0.10000,1.083
+45,mlp.experts.118.up_proj,0.0109944256,0.10000,1.052
+45,mlp.experts.119.up_proj,0.0005584675,0.10000,1.070
+45,mlp.experts.120.up_proj,0.0050564510,0.10000,1.039
+45,mlp.experts.121.up_proj,0.0036684654,0.10000,1.056
+45,mlp.experts.122.up_proj,0.0032910377,0.10000,1.070
+45,mlp.experts.123.up_proj,0.0000624838,0.10000,1.003
+45,mlp.experts.124.up_proj,0.0053367554,0.10000,1.021
+45,mlp.experts.125.up_proj,0.0029566726,0.10000,1.007
+45,mlp.experts.126.up_proj,0.0006792431,0.10000,1.011
+45,mlp.experts.127.up_proj,0.0001713876,0.10000,1.018
+45,mlp.experts.0.gate_proj,0.0014211817,0.10000,1.056
+45,mlp.experts.1.gate_proj,0.0071327094,0.10000,1.031
+45,mlp.experts.2.gate_proj,0.0002642554,0.10000,1.026
+45,mlp.experts.3.gate_proj,0.0021509027,0.10000,1.041
+45,mlp.experts.4.gate_proj,0.0005444080,0.10000,1.039
+45,mlp.experts.5.gate_proj,0.0000621708,0.10000,1.087
+45,mlp.experts.6.gate_proj,0.0020042165,0.10000,1.005
+45,mlp.experts.7.gate_proj,0.0011449877,0.10000,1.072
+45,mlp.experts.8.gate_proj,0.0023624921,0.10000,1.050
+45,mlp.experts.9.gate_proj,0.0063838511,0.10000,1.033
+45,mlp.experts.10.gate_proj,0.0001168208,0.10000,1.052
+45,mlp.experts.11.gate_proj,0.0058893290,0.10000,1.069
+45,mlp.experts.12.gate_proj,0.0001181460,0.10000,1.032
+45,mlp.experts.13.gate_proj,0.0006714204,0.10000,1.056
+45,mlp.experts.14.gate_proj,0.1660360609,0.10000,1.031
+45,mlp.experts.15.gate_proj,0.0025095216,0.10000,1.056
+45,mlp.experts.16.gate_proj,0.0002162735,0.10000,1.049
+45,mlp.experts.17.gate_proj,0.0000676281,0.10000,1.077
+45,mlp.experts.18.gate_proj,0.0003786689,0.10000,1.049
+45,mlp.experts.19.gate_proj,0.0009955324,0.10000,0.993
+45,mlp.experts.20.gate_proj,0.0001156846,0.10000,0.934
+45,mlp.experts.21.gate_proj,0.0027610553,0.10000,1.072
+45,mlp.experts.22.gate_proj,0.0000435424,0.10000,0.995
+45,mlp.experts.23.gate_proj,0.0021598015,0.10000,1.064
+45,mlp.experts.24.gate_proj,0.0002021475,0.10000,0.984
+45,mlp.experts.25.gate_proj,0.0184545023,0.10000,1.074
+45,mlp.experts.26.gate_proj,0.0002285753,0.10000,1.027
+45,mlp.experts.27.gate_proj,0.0000462879,0.10000,1.012
+45,mlp.experts.28.gate_proj,0.0007271904,0.10000,1.025
+45,mlp.experts.29.gate_proj,0.0006938041,0.10000,1.082
+45,mlp.experts.30.gate_proj,0.0001935595,0.10000,1.071
+45,mlp.experts.31.gate_proj,0.0061603540,0.10000,1.000
+45,mlp.experts.32.gate_proj,0.0023720318,0.10000,1.075
+45,mlp.experts.33.gate_proj,0.0032990451,0.10000,1.089
+45,mlp.experts.34.gate_proj,0.0036813336,0.10000,1.011
+45,mlp.experts.35.gate_proj,0.0003848834,0.10000,1.074
+45,mlp.experts.36.gate_proj,0.0002177092,0.10000,1.046
+45,mlp.experts.38.gate_proj,0.0035520494,0.10000,1.079
+45,mlp.experts.37.gate_proj,0.0000686441,0.10000,1.096
+45,mlp.experts.39.gate_proj,0.0116785560,0.10000,1.040
+45,mlp.experts.40.gate_proj,0.0099741258,0.10000,1.045
+45,mlp.experts.41.gate_proj,0.0037736189,0.10000,1.028
+45,mlp.experts.42.gate_proj,0.0001640391,0.10000,1.025
+45,mlp.experts.43.gate_proj,0.0013845495,0.10000,1.040
+45,mlp.experts.44.gate_proj,0.0314739880,0.10000,1.033
+45,mlp.experts.46.gate_proj,0.0000496371,0.10000,0.984
+45,mlp.experts.45.gate_proj,0.0001360735,0.10000,1.043
+45,mlp.experts.47.gate_proj,0.0000593052,0.10000,1.003
+45,mlp.experts.48.gate_proj,0.0003753085,0.10000,1.000
+45,mlp.experts.49.gate_proj,0.0022372273,0.10000,1.003
+45,mlp.experts.50.gate_proj,0.0004119453,0.10000,1.002
+45,mlp.experts.51.gate_proj,0.0008324262,0.10000,1.023
+45,mlp.experts.52.gate_proj,0.0060583888,0.10000,1.024
+45,mlp.experts.53.gate_proj,0.0003607611,0.10000,1.042
+45,mlp.experts.54.gate_proj,0.0009208792,0.10000,1.040
+45,mlp.experts.55.gate_proj,0.0014142853,0.10000,1.017
+45,mlp.experts.56.gate_proj,0.0041258233,0.10000,1.049
+45,mlp.experts.57.gate_proj,0.0046092450,0.10000,1.030
+45,mlp.experts.58.gate_proj,0.0002821408,0.10000,1.061
+45,mlp.experts.59.gate_proj,0.0031375716,0.10000,0.977
+45,mlp.experts.60.gate_proj,0.0006023330,0.10000,0.966
+45,mlp.experts.61.gate_proj,0.0020890199,0.10000,1.069
+45,mlp.experts.62.gate_proj,0.0046255610,0.10000,1.057
+45,mlp.experts.63.gate_proj,0.0001194556,0.10000,1.041
+45,mlp.experts.64.gate_proj,0.0017867813,0.10000,0.998
+45,mlp.experts.65.gate_proj,0.0007088602,0.10000,1.010
+45,mlp.experts.66.gate_proj,0.0016131998,0.10000,0.999
+45,mlp.experts.67.gate_proj,0.0010946217,0.10000,1.025
+45,mlp.experts.68.gate_proj,0.0033686780,0.10000,1.001
+45,mlp.experts.70.gate_proj,0.0000445660,0.10000,1.042
+45,mlp.experts.69.gate_proj,0.0021685672,0.10000,1.104
+45,mlp.experts.71.gate_proj,0.0004562161,0.10000,1.101
+45,mlp.experts.72.gate_proj,0.0043179278,0.10000,1.098
+45,mlp.experts.73.gate_proj,0.0019726432,0.10000,0.998
+45,mlp.experts.74.gate_proj,0.0143250562,0.10000,0.999
+45,mlp.experts.75.gate_proj,0.0049744062,0.10000,1.044
+45,mlp.experts.76.gate_proj,0.0002300741,0.10000,1.026
+45,mlp.experts.77.gate_proj,0.0007783675,0.10000,1.004
+45,mlp.experts.78.gate_proj,0.0096480947,0.10000,1.009
+45,mlp.experts.79.gate_proj,0.0059425884,0.10000,0.980
+45,mlp.experts.80.gate_proj,0.0000263330,0.10000,0.981
+45,mlp.experts.81.gate_proj,0.0001587685,0.10000,1.041
+45,mlp.experts.82.gate_proj,0.0007882361,0.10000,1.060
+45,mlp.experts.83.gate_proj,0.0000808428,0.10000,1.036
+45,mlp.experts.84.gate_proj,0.0002478429,0.10000,1.014
+45,mlp.experts.85.gate_proj,0.0004393157,0.10000,1.068
+45,mlp.experts.86.gate_proj,0.0007588375,0.10000,1.055
+45,mlp.experts.87.gate_proj,0.0000584844,0.10000,1.070
+45,mlp.experts.88.gate_proj,0.0004238449,0.10000,1.057
+45,mlp.experts.90.gate_proj,0.0016673174,0.10000,1.033
+45,mlp.experts.89.gate_proj,0.0002822068,0.10000,1.104
+45,mlp.experts.91.gate_proj,0.0008873132,0.10000,0.987
+45,mlp.experts.92.gate_proj,0.0002890200,0.10000,1.078
+45,mlp.experts.93.gate_proj,0.0003294632,0.10000,1.043
+45,mlp.experts.94.gate_proj,0.0002504064,0.10000,1.018
+45,mlp.experts.95.gate_proj,0.0004002464,0.10000,0.987
+45,mlp.experts.96.gate_proj,0.0099244934,0.10000,1.008
+45,mlp.experts.97.gate_proj,0.0328758802,0.10000,1.072
+45,mlp.experts.98.gate_proj,0.0011029530,0.10000,1.011
+45,mlp.experts.99.gate_proj,0.0005900647,0.10000,1.018
+45,mlp.experts.100.gate_proj,0.0038160833,0.10000,1.040
+45,mlp.experts.101.gate_proj,0.0002513900,0.10000,0.935
+45,mlp.experts.102.gate_proj,0.0591470220,0.10000,0.941
+45,mlp.experts.103.gate_proj,0.0001399441,0.10000,0.998
+45,mlp.experts.104.gate_proj,0.0014654983,0.10000,1.023
+45,mlp.experts.105.gate_proj,0.0059145451,0.10000,1.027
+45,mlp.experts.106.gate_proj,0.0042187349,0.10000,1.011
+45,mlp.experts.107.gate_proj,0.0017803373,0.10000,1.023
+45,mlp.experts.108.gate_proj,0.0225170239,0.10000,1.005
+45,mlp.experts.109.gate_proj,0.0006562932,0.10000,1.013
+45,mlp.experts.110.gate_proj,0.0033628326,0.10000,0.979
+45,mlp.experts.111.gate_proj,0.0001101143,0.10000,1.002
+45,mlp.experts.112.gate_proj,0.0000466753,0.10000,0.978
+45,mlp.experts.113.gate_proj,0.0016413174,0.10000,1.042
+45,mlp.experts.114.gate_proj,0.0003598414,0.10000,1.063
+45,mlp.experts.115.gate_proj,0.0015193715,0.10000,1.073
+45,mlp.experts.116.gate_proj,0.0010376217,0.10000,1.078
+45,mlp.experts.117.gate_proj,0.0003700009,0.10000,1.043
+45,mlp.experts.118.gate_proj,0.0101131953,0.10000,1.040
+45,mlp.experts.119.gate_proj,0.0005063623,0.10000,0.961
+45,mlp.experts.120.gate_proj,0.0045087509,0.10000,0.948
+45,mlp.experts.121.gate_proj,0.0033606205,0.10000,1.035
+45,mlp.experts.122.gate_proj,0.0029629750,0.10000,1.034
+45,mlp.experts.123.gate_proj,0.0000557843,0.10000,1.002
+45,mlp.experts.124.gate_proj,0.0048253284,0.10000,1.045
+45,mlp.experts.125.gate_proj,0.0026013049,0.10000,0.982
+45,mlp.experts.126.gate_proj,0.0006185445,0.10000,1.066
+45,mlp.experts.127.gate_proj,0.0001589505,0.10000,0.667
+45,mlp.experts.1.down_proj,0.0130565065,0.10000,0.399
+45,mlp.experts.0.down_proj,0.0038532380,0.10000,0.405
+45,mlp.experts.3.down_proj,0.0018358788,0.10000,0.428
+45,mlp.experts.2.down_proj,0.0002845306,0.10000,0.434
+45,mlp.experts.4.down_proj,0.0010147053,0.10000,0.412
+45,mlp.experts.5.down_proj,0.0000657858,0.10000,0.417
+45,mlp.experts.6.down_proj,0.0042103616,0.10000,0.401
+45,mlp.experts.7.down_proj,0.0014932463,0.10000,0.417
+45,mlp.experts.8.down_proj,0.0041593843,0.10000,0.411
+45,mlp.experts.9.down_proj,0.0098955723,0.10000,0.406
+45,mlp.experts.10.down_proj,0.0001068545,0.10000,0.379
+45,mlp.experts.11.down_proj,0.0121490463,0.10000,0.387
+45,mlp.experts.12.down_proj,0.0001305315,0.10000,0.376
+45,mlp.experts.13.down_proj,0.0011045223,0.10000,0.390
+45,mlp.experts.14.down_proj,0.1757889305,0.10000,0.381
+45,mlp.experts.15.down_proj,0.0056905323,0.10000,0.410
+45,mlp.experts.16.down_proj,0.0003644631,0.10000,0.378
+45,mlp.experts.17.down_proj,0.0000925148,0.10000,0.406
+45,mlp.experts.18.down_proj,0.0007282544,0.10000,0.378
+45,mlp.experts.19.down_proj,0.0023788178,0.10000,0.401
+45,mlp.experts.20.down_proj,0.0002310508,0.10000,0.401
+45,mlp.experts.21.down_proj,0.0040579569,0.10000,0.412
+45,mlp.experts.22.down_proj,0.0000448604,0.10000,0.390
+45,mlp.experts.23.down_proj,0.0063496708,0.10000,0.391
+45,mlp.experts.24.down_proj,0.0003080386,0.10000,0.374
+45,mlp.experts.25.down_proj,0.0166266750,0.10000,0.361
+45,mlp.experts.26.down_proj,0.0003716504,0.10000,0.378
+45,mlp.experts.27.down_proj,0.0000477993,0.10000,0.391
+45,mlp.experts.28.down_proj,0.0013598943,0.10000,0.385
+45,mlp.experts.29.down_proj,0.0011578820,0.10000,0.388
+45,mlp.experts.30.down_proj,0.0003659934,0.10000,0.378
+45,mlp.experts.31.down_proj,0.0141460723,0.10000,0.399
+45,mlp.experts.32.down_proj,0.0038248978,0.10000,0.394
+45,mlp.experts.33.down_proj,0.0041484825,0.10000,0.409
+45,mlp.experts.34.down_proj,0.0096633848,0.10000,0.411
+45,mlp.experts.35.down_proj,0.0006956988,0.10000,0.399
+45,mlp.experts.36.down_proj,0.0003866184,0.10000,0.352
+45,mlp.experts.37.down_proj,0.0000800693,0.10000,0.366
+45,mlp.experts.38.down_proj,0.0052902788,0.10000,0.375
+45,mlp.experts.39.down_proj,0.0162842457,0.10000,0.375
+45,mlp.experts.40.down_proj,0.0273793349,0.10000,0.348
+45,mlp.experts.41.down_proj,0.0102618030,0.10000,0.359
+45,mlp.experts.42.down_proj,0.0002225818,0.10000,0.372
+45,mlp.experts.43.down_proj,0.0022269957,0.10000,0.390
+45,mlp.experts.44.down_proj,0.0295256251,0.10000,0.365
+45,mlp.experts.45.down_proj,0.0001685823,0.10000,0.367
+45,mlp.experts.46.down_proj,0.0000668721,0.10000,0.381
+45,mlp.experts.47.down_proj,0.0000632298,0.10000,0.389
+45,mlp.experts.48.down_proj,0.0007025220,0.10000,0.375
+45,mlp.experts.49.down_proj,0.0067466605,0.10000,0.384
+45,mlp.experts.50.down_proj,0.0008735584,0.10000,0.388
+45,mlp.experts.51.down_proj,0.0018778717,0.10000,0.370
+45,mlp.experts.52.down_proj,0.0130290537,0.10000,0.361
+45,mlp.experts.53.down_proj,0.0006585891,0.10000,0.405
+45,mlp.experts.54.down_proj,0.0012259339,0.10000,0.402
+45,mlp.experts.55.down_proj,0.0034501464,0.10000,0.406
+45,mlp.experts.56.down_proj,0.0085175578,0.10000,0.381
+45,mlp.experts.57.down_proj,0.0041534239,0.10000,0.338
+45,mlp.experts.58.down_proj,0.0003367828,0.10000,0.329
+45,mlp.experts.59.down_proj,0.0034415156,0.10000,0.357
+45,mlp.experts.60.down_proj,0.0006567107,0.10000,0.368
+45,mlp.experts.61.down_proj,0.0008745056,0.10000,0.360
+45,mlp.experts.62.down_proj,0.0036727409,0.10000,0.351
+45,mlp.experts.63.down_proj,0.0002345403,0.10000,0.396
+45,mlp.experts.64.down_proj,0.0010542842,0.10000,0.374
+45,mlp.experts.65.down_proj,0.0006090824,0.10000,0.358
+45,mlp.experts.66.down_proj,0.0023303904,0.10000,0.352
+45,mlp.experts.67.down_proj,0.0021082381,0.10000,0.394
+45,mlp.experts.68.down_proj,0.0053288898,0.10000,0.397
+45,mlp.experts.69.down_proj,0.0022728498,0.10000,0.354
+45,mlp.experts.70.down_proj,0.0000497472,0.10000,0.350
+45,mlp.experts.71.down_proj,0.0015450613,0.10000,0.397
+45,mlp.experts.72.down_proj,0.0029063789,0.10000,0.400
+45,mlp.experts.73.down_proj,0.0042364594,0.10000,0.405
+45,mlp.experts.74.down_proj,0.0202460101,0.10000,0.381
+45,mlp.experts.75.down_proj,0.0120577523,0.10000,0.338
+45,mlp.experts.76.down_proj,0.0002856307,0.10000,0.341
+45,mlp.experts.77.down_proj,0.0009722701,0.10000,0.366
+45,mlp.experts.78.down_proj,0.0117114167,0.10000,0.356
+45,mlp.experts.79.down_proj,0.0037888949,0.10000,0.385
+45,mlp.experts.80.down_proj,0.0000362727,0.10000,0.392
+45,mlp.experts.81.down_proj,0.0002637319,0.10000,0.391
+45,mlp.experts.82.down_proj,0.0008749867,0.10000,0.381
+45,mlp.experts.83.down_proj,0.0000753915,0.10000,0.396
+45,mlp.experts.84.down_proj,0.0004128241,0.10000,0.389
+45,mlp.experts.85.down_proj,0.0007508634,0.10000,0.386
+45,mlp.experts.86.down_proj,0.0010902424,0.10000,0.365
+45,mlp.experts.87.down_proj,0.0000582229,0.10000,0.382
+45,mlp.experts.88.down_proj,0.0007108996,0.10000,0.379
+45,mlp.experts.89.down_proj,0.0004702169,0.10000,0.393
+45,mlp.experts.90.down_proj,0.0008876955,0.10000,0.389
+45,mlp.experts.91.down_proj,0.0012362451,0.10000,0.390
+45,mlp.experts.92.down_proj,0.0005108578,0.10000,0.383
+45,mlp.experts.93.down_proj,0.0008104491,0.10000,0.385
+45,mlp.experts.94.down_proj,0.0002473605,0.10000,0.403
+45,mlp.experts.95.down_proj,0.0007462248,0.10000,0.359
+45,mlp.experts.96.down_proj,0.0070044929,0.10000,0.359
+45,mlp.experts.97.down_proj,0.0215956294,0.10000,0.398
+45,mlp.experts.98.down_proj,0.0025101037,0.10000,0.398
+45,mlp.experts.99.down_proj,0.0010182065,0.10000,0.420
+45,mlp.experts.100.down_proj,0.0075914469,0.10000,0.390
+45,mlp.experts.102.down_proj,0.0864559195,0.10000,0.392
+45,mlp.experts.101.down_proj,0.0005301726,0.10000,0.415
+45,mlp.experts.103.down_proj,0.0003042520,0.10000,0.392
+45,mlp.experts.104.down_proj,0.0032307192,0.10000,0.407
+45,mlp.experts.105.down_proj,0.0221221633,0.10000,0.361
+45,mlp.experts.106.down_proj,0.0013558938,0.10000,0.363
+45,mlp.experts.107.down_proj,0.0017972630,0.10000,0.408
+45,mlp.experts.108.down_proj,0.0393805246,0.10000,0.399
+45,mlp.experts.109.down_proj,0.0013525022,0.10000,0.390
+45,mlp.experts.110.down_proj,0.0046803391,0.10000,0.401
+45,mlp.experts.111.down_proj,0.0000717089,0.10000,0.398
+45,mlp.experts.112.down_proj,0.0000754595,0.10000,0.384
+45,mlp.experts.113.down_proj,0.0058067900,0.10000,0.404
+45,mlp.experts.114.down_proj,0.0004804984,0.10000,0.392
+45,mlp.experts.115.down_proj,0.0018401962,0.10000,0.401
+45,mlp.experts.116.down_proj,0.0021396520,0.10000,0.399
+45,mlp.experts.117.down_proj,0.0004984147,0.10000,0.404
+45,mlp.experts.118.down_proj,0.0218389133,0.10000,0.408
+45,mlp.experts.119.down_proj,0.0009095313,0.10000,0.401
+45,mlp.experts.120.down_proj,0.0099235336,0.10000,0.402
+45,mlp.experts.121.down_proj,0.0122934180,0.10000,0.405
+45,mlp.experts.122.down_proj,0.0070758548,0.10000,0.409
+45,mlp.experts.123.down_proj,0.0000742834,0.10000,0.410
+45,mlp.experts.124.down_proj,0.0080151588,0.10000,0.407
+45,mlp.experts.125.down_proj,0.0087676016,0.10000,0.408
+45,mlp.experts.126.down_proj,0.0012573158,0.10000,0.414
+45,mlp.experts.127.down_proj,0.0001518210,0.10000,0.232
+46,self_attn.q_proj,0.0000496027,0.10000,1.050
+46,self_attn.k_proj,0.0000042206,0.10000,1.083
+46,self_attn.v_proj,0.0000097144,0.10000,0.646
+46,self_attn.o_proj,0.0000014877,0.10000,1.192
+46,mlp.gate,0.0000030031,0.10000,0.559
+46,mlp.experts.0.up_proj,0.0035632838,0.10000,1.064
+46,mlp.experts.1.up_proj,0.0001379376,0.10000,1.070
+46,mlp.experts.2.up_proj,0.0051502943,0.10000,1.063
+46,mlp.experts.3.up_proj,0.0016329789,0.10000,1.087
+46,mlp.experts.4.up_proj,0.1291645415,0.10000,1.024
+46,mlp.experts.5.up_proj,0.0005429295,0.10000,1.041
+46,mlp.experts.6.up_proj,0.0042222849,0.10000,1.018
+46,mlp.experts.7.up_proj,0.0001162015,0.10000,1.017
+46,mlp.experts.8.up_proj,0.0000856476,0.10000,1.037
+46,mlp.experts.9.up_proj,0.0023742040,0.10000,1.016
+46,mlp.experts.10.up_proj,0.0000681003,0.10000,1.068
+46,mlp.experts.11.up_proj,0.0004501125,0.10000,1.057
+46,mlp.experts.12.up_proj,0.0055755699,0.10000,0.974
+46,mlp.experts.13.up_proj,0.0486607403,0.10000,0.978
+46,mlp.experts.14.up_proj,0.0020746919,0.10000,1.040
+46,mlp.experts.15.up_proj,0.0056153762,0.10000,1.062
+46,mlp.experts.16.up_proj,0.0018674908,0.10000,1.037
+46,mlp.experts.17.up_proj,0.0014598800,0.10000,1.041
+46,mlp.experts.18.up_proj,0.0024051495,0.10000,0.959
+46,mlp.experts.19.up_proj,0.0001844777,0.10000,1.035
+46,mlp.experts.20.up_proj,0.0043209525,0.10000,1.001
+46,mlp.experts.21.up_proj,0.0026383291,0.10000,1.032
+46,mlp.experts.22.up_proj,0.0000453449,0.10000,1.007
+46,mlp.experts.23.up_proj,0.0108671165,0.10000,1.020
+46,mlp.experts.24.up_proj,0.0037546865,0.10000,1.034
+46,mlp.experts.25.up_proj,0.0116662510,0.10000,1.016
+46,mlp.experts.26.up_proj,0.0010036035,0.10000,1.008
+46,mlp.experts.27.up_proj,0.0005780449,0.10000,1.044
+46,mlp.experts.28.up_proj,0.0025268149,0.10000,0.991
+46,mlp.experts.29.up_proj,0.0001786338,0.10000,1.046
+46,mlp.experts.30.up_proj,0.0001180513,0.10000,1.023
+46,mlp.experts.31.up_proj,0.0005518424,0.10000,1.032
+46,mlp.experts.32.up_proj,0.0004635431,0.10000,1.012
+46,mlp.experts.33.up_proj,0.0004250913,0.10000,1.018
+46,mlp.experts.34.up_proj,0.0010540259,0.10000,1.008
+46,mlp.experts.35.up_proj,0.0012937704,0.10000,1.066
+46,mlp.experts.36.up_proj,0.0001419331,0.10000,0.996
+46,mlp.experts.37.up_proj,0.0018517222,0.10000,1.020
+46,mlp.experts.38.up_proj,0.0002938344,0.10000,1.047
+46,mlp.experts.39.up_proj,0.0000721555,0.10000,1.035
+46,mlp.experts.40.up_proj,0.0159719182,0.10000,1.024
+46,mlp.experts.41.up_proj,0.0336957223,0.10000,1.042
+46,mlp.experts.42.up_proj,0.0047787539,0.10000,1.036
+46,mlp.experts.43.up_proj,0.0007492124,0.10000,1.032
+46,mlp.experts.44.up_proj,0.0010237114,0.10000,1.005
+46,mlp.experts.45.up_proj,0.0001403217,0.10000,1.050
+46,mlp.experts.46.up_proj,0.0006499930,0.10000,1.028
+46,mlp.experts.47.up_proj,0.0034469032,0.10000,0.979
+46,mlp.experts.48.up_proj,0.0902709484,0.10000,1.012
+46,mlp.experts.49.up_proj,0.0039821000,0.10000,1.020
+46,mlp.experts.50.up_proj,0.0356270397,0.10000,1.001
+46,mlp.experts.51.up_proj,0.0002441073,0.10000,1.043
+46,mlp.experts.52.up_proj,0.0001238164,0.10000,1.070
+46,mlp.experts.53.up_proj,0.0049069184,0.10000,1.054
+46,mlp.experts.54.up_proj,0.0005447234,0.10000,0.960
+46,mlp.experts.55.up_proj,0.0000647823,0.10000,0.984
+46,mlp.experts.56.up_proj,0.0030101142,0.10000,1.030
+46,mlp.experts.57.up_proj,0.0022194325,0.10000,1.030
+46,mlp.experts.58.up_proj,0.0049453906,0.10000,1.039
+46,mlp.experts.59.up_proj,0.0145074526,0.10000,1.043
+46,mlp.experts.60.up_proj,0.0000822439,0.10000,1.017
+46,mlp.experts.61.up_proj,0.0001180967,0.10000,1.046
+46,mlp.experts.62.up_proj,0.0071382726,0.10000,1.005
+46,mlp.experts.63.up_proj,0.0106652274,0.10000,1.006
+46,mlp.experts.64.up_proj,0.0019479956,0.10000,1.030
+46,mlp.experts.65.up_proj,0.0226822129,0.10000,1.045
+46,mlp.experts.66.up_proj,0.0057483501,0.10000,1.017
+46,mlp.experts.67.up_proj,0.0002544793,0.10000,1.048
+46,mlp.experts.68.up_proj,0.0001891809,0.10000,1.067
+46,mlp.experts.69.up_proj,0.0292741627,0.10000,1.061
+46,mlp.experts.70.up_proj,0.0031656076,0.10000,1.081
+46,mlp.experts.71.up_proj,0.0011672417,0.10000,1.044
+46,mlp.experts.72.up_proj,0.0040848506,0.10000,1.041
+46,mlp.experts.73.up_proj,0.0045266249,0.10000,1.059
+46,mlp.experts.74.up_proj,0.0013495705,0.10000,1.050
+46,mlp.experts.75.up_proj,0.0000836460,0.10000,1.075
+46,mlp.experts.76.up_proj,0.0002365967,0.10000,1.046
+46,mlp.experts.77.up_proj,0.0006427594,0.10000,1.056
+46,mlp.experts.78.up_proj,0.0048486921,0.10000,1.029
+46,mlp.experts.79.up_proj,0.0013893864,0.10000,1.021
+46,mlp.experts.80.up_proj,0.0000326865,0.10000,0.992
+46,mlp.experts.81.up_proj,0.0003842855,0.10000,1.017
+46,mlp.experts.82.up_proj,0.0000744865,0.10000,1.009
+46,mlp.experts.83.up_proj,0.0125760545,0.10000,1.044
+46,mlp.experts.84.up_proj,0.0000862361,0.10000,1.060
+46,mlp.experts.85.up_proj,0.0385903915,0.10000,1.051
+46,mlp.experts.86.up_proj,0.1030039986,0.10000,1.067
+46,mlp.experts.87.up_proj,0.0087077803,0.10000,1.039
+46,mlp.experts.88.up_proj,0.0058984916,0.10000,1.029
+46,mlp.experts.89.up_proj,0.0052183540,0.10000,1.015
+46,mlp.experts.90.up_proj,0.0009679878,0.10000,0.971
+46,mlp.experts.91.up_proj,0.0017909129,0.10000,1.020
+46,mlp.experts.92.up_proj,0.0008696174,0.10000,1.004
+46,mlp.experts.93.up_proj,0.0038051355,0.10000,1.016
+46,mlp.experts.94.up_proj,0.0004640784,0.10000,1.023
+46,mlp.experts.95.up_proj,0.0335127276,0.10000,0.991
+46,mlp.experts.96.up_proj,0.0004671227,0.10000,0.966
+46,mlp.experts.97.up_proj,0.0002315169,0.10000,1.049
+46,mlp.experts.98.up_proj,0.0000543083,0.10000,1.031
+46,mlp.experts.99.up_proj,0.0045481243,0.10000,1.068
+46,mlp.experts.100.up_proj,0.0023455154,0.10000,0.990
+46,mlp.experts.101.up_proj,0.0001813509,0.10000,0.956
+46,mlp.experts.102.up_proj,0.0028514442,0.10000,1.012
+46,mlp.experts.103.up_proj,0.0004823227,0.10000,1.036
+46,mlp.experts.104.up_proj,0.0005878841,0.10000,1.020
+46,mlp.experts.105.up_proj,0.0000644011,0.10000,1.022
+46,mlp.experts.106.up_proj,0.0051022245,0.10000,1.007
+46,mlp.experts.107.up_proj,0.0009368041,0.10000,1.007
+46,mlp.experts.108.up_proj,0.0047631747,0.10000,1.005
+46,mlp.experts.109.up_proj,0.0036712106,0.10000,1.038
+46,mlp.experts.110.up_proj,0.0110968100,0.10000,0.968
+46,mlp.experts.111.up_proj,0.0002152724,0.10000,1.033
+46,mlp.experts.112.up_proj,0.0007902766,0.10000,1.002
+46,mlp.experts.113.up_proj,0.0029299633,0.10000,1.044
+46,mlp.experts.114.up_proj,0.0002110595,0.10000,1.040
+46,mlp.experts.115.up_proj,0.0000522267,0.10000,1.068
+46,mlp.experts.116.up_proj,0.0008443847,0.10000,1.059
+46,mlp.experts.117.up_proj,0.0000812403,0.10000,1.080
+46,mlp.experts.118.up_proj,0.0050625930,0.10000,1.030
+46,mlp.experts.119.up_proj,0.0008863235,0.10000,1.105
+46,mlp.experts.120.up_proj,0.0042231527,0.10000,1.024
+46,mlp.experts.121.up_proj,0.0042238845,0.10000,1.081
+46,mlp.experts.122.up_proj,0.0008102312,0.10000,1.060
+46,mlp.experts.123.up_proj,0.0004780474,0.10000,1.027
+46,mlp.experts.124.up_proj,0.0000686541,0.10000,0.982
+46,mlp.experts.125.up_proj,0.0035410298,0.10000,1.062
+46,mlp.experts.126.up_proj,0.0017583154,0.10000,1.054
+46,mlp.experts.127.up_proj,0.0003878939,0.10000,1.065
+46,mlp.experts.0.gate_proj,0.0030256231,0.10000,1.036
+46,mlp.experts.2.gate_proj,0.0045354130,0.10000,1.037
+46,mlp.experts.1.gate_proj,0.0001316864,0.10000,1.079
+46,mlp.experts.4.gate_proj,0.1155533650,0.10000,0.925
+46,mlp.experts.3.gate_proj,0.0015215144,0.10000,0.964
+46,mlp.experts.5.gate_proj,0.0005128314,0.10000,1.065
+46,mlp.experts.6.gate_proj,0.0038408738,0.10000,1.047
+46,mlp.experts.7.gate_proj,0.0001014371,0.10000,1.069
+46,mlp.experts.8.gate_proj,0.0000798493,0.10000,1.072
+46,mlp.experts.9.gate_proj,0.0022385705,0.10000,0.998
+46,mlp.experts.10.gate_proj,0.0000643799,0.10000,1.018
+46,mlp.experts.12.gate_proj,0.0049496518,0.10000,0.976
+46,mlp.experts.11.gate_proj,0.0003991818,0.10000,1.047
+46,mlp.experts.13.gate_proj,0.0440255354,0.10000,1.026
+46,mlp.experts.14.gate_proj,0.0018744699,0.10000,1.040
+46,mlp.experts.15.gate_proj,0.0051246773,0.10000,1.011
+46,mlp.experts.16.gate_proj,0.0017000511,0.10000,1.028
+46,mlp.experts.17.gate_proj,0.0013450749,0.10000,1.006
+46,mlp.experts.18.gate_proj,0.0021226934,0.10000,1.025
+46,mlp.experts.19.gate_proj,0.0001691072,0.10000,0.952
+46,mlp.experts.20.gate_proj,0.0036624393,0.10000,1.027
+46,mlp.experts.21.gate_proj,0.0023228041,0.10000,0.996
+46,mlp.experts.22.gate_proj,0.0000379836,0.10000,1.013
+46,mlp.experts.23.gate_proj,0.0096196688,0.10000,1.033
+46,mlp.experts.24.gate_proj,0.0033076586,0.10000,1.041
+46,mlp.experts.25.gate_proj,0.0112109806,0.10000,1.060
+46,mlp.experts.26.gate_proj,0.0008956225,0.10000,1.018
+46,mlp.experts.27.gate_proj,0.0005209059,0.10000,1.010
+46,mlp.experts.28.gate_proj,0.0022322439,0.10000,1.026
+46,mlp.experts.29.gate_proj,0.0001570222,0.10000,1.031
+46,mlp.experts.30.gate_proj,0.0001030813,0.10000,1.001
+46,mlp.experts.31.gate_proj,0.0005210107,0.10000,1.027
+46,mlp.experts.32.gate_proj,0.0004386464,0.10000,1.029
+46,mlp.experts.33.gate_proj,0.0004000739,0.10000,0.998
+46,mlp.experts.34.gate_proj,0.0009726210,0.10000,1.035
+46,mlp.experts.35.gate_proj,0.0011195496,0.10000,1.009
+46,mlp.experts.36.gate_proj,0.0001299027,0.10000,1.013
+46,mlp.experts.37.gate_proj,0.0016876444,0.10000,1.023
+46,mlp.experts.38.gate_proj,0.0002611732,0.10000,1.005
+46,mlp.experts.39.gate_proj,0.0000635904,0.10000,0.882
+46,mlp.experts.40.gate_proj,0.0144793221,0.10000,0.890
+46,mlp.experts.41.gate_proj,0.0304734952,0.10000,1.005
+46,mlp.experts.42.gate_proj,0.0043104791,0.10000,0.994
+46,mlp.experts.43.gate_proj,0.0006552509,0.10000,1.014
+46,mlp.experts.44.gate_proj,0.0009570619,0.10000,1.016
+46,mlp.experts.45.gate_proj,0.0001330085,0.10000,1.021
+46,mlp.experts.46.gate_proj,0.0005879373,0.10000,1.005
+46,mlp.experts.47.gate_proj,0.0030237635,0.10000,0.989
+46,mlp.experts.48.gate_proj,0.0812413597,0.10000,0.986
+46,mlp.experts.49.gate_proj,0.0035082845,0.10000,1.014
+46,mlp.experts.50.gate_proj,0.0321621138,0.10000,1.020
+46,mlp.experts.51.gate_proj,0.0002222176,0.10000,1.024
+46,mlp.experts.52.gate_proj,0.0001114492,0.10000,1.005
+46,mlp.experts.53.gate_proj,0.0042109077,0.10000,1.013
+46,mlp.experts.54.gate_proj,0.0004785882,0.10000,0.996
+46,mlp.experts.55.gate_proj,0.0000583422,0.10000,1.000
+46,mlp.experts.56.gate_proj,0.0028203270,0.10000,0.984
+46,mlp.experts.57.gate_proj,0.0020082560,0.10000,1.018
+46,mlp.experts.58.gate_proj,0.0044845002,0.10000,1.063
+46,mlp.experts.59.gate_proj,0.0124671512,0.10000,1.003
+46,mlp.experts.60.gate_proj,0.0000735181,0.10000,1.020
+46,mlp.experts.61.gate_proj,0.0001084855,0.10000,1.047
+46,mlp.experts.62.gate_proj,0.0061195551,0.10000,1.043
+46,mlp.experts.63.gate_proj,0.0094506145,0.10000,1.021
+46,mlp.experts.64.gate_proj,0.0017549223,0.10000,1.061
+46,mlp.experts.65.gate_proj,0.0203342366,0.10000,1.051
+46,mlp.experts.66.gate_proj,0.0049166030,0.10000,1.047
+46,mlp.experts.67.gate_proj,0.0002359741,0.10000,1.062
+46,mlp.experts.68.gate_proj,0.0001741084,0.10000,1.031
+46,mlp.experts.69.gate_proj,0.0259769678,0.10000,1.026
+46,mlp.experts.70.gate_proj,0.0029030707,0.10000,1.044
+46,mlp.experts.71.gate_proj,0.0010787591,0.10000,1.050
+46,mlp.experts.72.gate_proj,0.0035868502,0.10000,1.067
+46,mlp.experts.73.gate_proj,0.0041707414,0.10000,1.018
+46,mlp.experts.74.gate_proj,0.0020065516,0.10000,1.019
+46,mlp.experts.75.gate_proj,0.0000743160,0.10000,1.036
+46,mlp.experts.76.gate_proj,0.0002257145,0.10000,1.024
+46,mlp.experts.77.gate_proj,0.0005905491,0.10000,1.028
+46,mlp.experts.78.gate_proj,0.0042769117,0.10000,1.041
+46,mlp.experts.79.gate_proj,0.0012182906,0.10000,1.027
+46,mlp.experts.80.gate_proj,0.0000269411,0.10000,0.984
+46,mlp.experts.81.gate_proj,0.0003428625,0.10000,0.973
+46,mlp.experts.82.gate_proj,0.0000656373,0.10000,1.000
+46,mlp.experts.83.gate_proj,0.0113670713,0.10000,1.024
+46,mlp.experts.84.gate_proj,0.0000782941,0.10000,1.031
+46,mlp.experts.85.gate_proj,0.0359811584,0.10000,1.016
+46,mlp.experts.86.gate_proj,0.0911287963,0.10000,0.963
+46,mlp.experts.87.gate_proj,0.0079367391,0.10000,1.027
+46,mlp.experts.88.gate_proj,0.0054085160,0.10000,1.048
+46,mlp.experts.89.gate_proj,0.0047693815,0.10000,1.000
+46,mlp.experts.90.gate_proj,0.0008832943,0.10000,1.072
+46,mlp.experts.91.gate_proj,0.0016402063,0.10000,1.055
+46,mlp.experts.92.gate_proj,0.0007808152,0.10000,1.071
+46,mlp.experts.93.gate_proj,0.0034111856,0.10000,1.085
+46,mlp.experts.94.gate_proj,0.0004279683,0.10000,1.052
+46,mlp.experts.95.gate_proj,0.0289096328,0.10000,1.074
+46,mlp.experts.96.gate_proj,0.0005802020,0.10000,1.046
+46,mlp.experts.97.gate_proj,0.0002087864,0.10000,1.043
+46,mlp.experts.98.gate_proj,0.0000502963,0.10000,1.062
+46,mlp.experts.99.gate_proj,0.0040550967,0.10000,1.039
+46,mlp.experts.100.gate_proj,0.0021462001,0.10000,1.053
+46,mlp.experts.101.gate_proj,0.0001669553,0.10000,1.005
+46,mlp.experts.102.gate_proj,0.0025523732,0.10000,1.082
+46,mlp.experts.103.gate_proj,0.0004407148,0.10000,1.029
+46,mlp.experts.104.gate_proj,0.0005680785,0.10000,1.089
+46,mlp.experts.105.gate_proj,0.0000572417,0.10000,1.054
+46,mlp.experts.106.gate_proj,0.0044553549,0.10000,1.016
+46,mlp.experts.107.gate_proj,0.0008446894,0.10000,0.982
+46,mlp.experts.108.gate_proj,0.0043759446,0.10000,1.016
+46,mlp.experts.109.gate_proj,0.0031473004,0.10000,1.043
+46,mlp.experts.110.gate_proj,0.0099874859,0.10000,1.056
+46,mlp.experts.111.gate_proj,0.0001909379,0.10000,1.084
+46,mlp.experts.112.gate_proj,0.0007044737,0.10000,1.036
+46,mlp.experts.113.gate_proj,0.0024261576,0.10000,1.023
+46,mlp.experts.114.gate_proj,0.0001982814,0.10000,1.056
+46,mlp.experts.115.gate_proj,0.0000499565,0.10000,1.016
+46,mlp.experts.116.gate_proj,0.0007632551,0.10000,1.000
+46,mlp.experts.117.gate_proj,0.0000743448,0.10000,1.061
+46,mlp.experts.118.gate_proj,0.0047609585,0.10000,1.007
+46,mlp.experts.119.gate_proj,0.0007770533,0.10000,1.049
+46,mlp.experts.120.gate_proj,0.0038540515,0.10000,1.023
+46,mlp.experts.121.gate_proj,0.0038577626,0.10000,1.052
+46,mlp.experts.122.gate_proj,0.0007553542,0.10000,1.023
+46,mlp.experts.123.gate_proj,0.0004346098,0.10000,1.050
+46,mlp.experts.124.gate_proj,0.0000607579,0.10000,1.050
+46,mlp.experts.125.gate_proj,0.0032058611,0.10000,1.026
+46,mlp.experts.126.gate_proj,0.0016531203,0.10000,0.994
+46,mlp.experts.127.gate_proj,0.0003534500,0.10000,0.707
+46,mlp.experts.0.down_proj,0.0061403998,0.10000,0.365
+46,mlp.experts.1.down_proj,0.0001382421,0.10000,0.397
+46,mlp.experts.2.down_proj,0.0093648544,0.10000,0.385
+46,mlp.experts.3.down_proj,0.0068428241,0.10000,0.372
+46,mlp.experts.4.down_proj,0.1644578261,0.10000,0.360
+46,mlp.experts.5.down_proj,0.0006389609,0.10000,0.397
+46,mlp.experts.6.down_proj,0.0088811352,0.10000,0.381
+46,mlp.experts.7.down_proj,0.0001624656,0.10000,0.394
+46,mlp.experts.8.down_proj,0.0000352353,0.10000,0.366
+46,mlp.experts.9.down_proj,0.0046972412,0.10000,0.395
+46,mlp.experts.10.down_proj,0.0000916179,0.10000,0.372
+46,mlp.experts.11.down_proj,0.0009096711,0.10000,0.393
+46,mlp.experts.12.down_proj,0.0059016412,0.10000,0.377
+46,mlp.experts.13.down_proj,0.1325097084,0.10000,0.393
+46,mlp.experts.14.down_proj,0.0049228463,0.10000,0.389
+46,mlp.experts.15.down_proj,0.0072254898,0.10000,0.399
+46,mlp.experts.16.down_proj,0.0033351939,0.10000,0.370
+46,mlp.experts.17.down_proj,0.0019424162,0.10000,0.369
+46,mlp.experts.18.down_proj,0.0070289270,0.10000,0.382
+46,mlp.experts.19.down_proj,0.0003389691,0.10000,0.388
+46,mlp.experts.20.down_proj,0.0103509419,0.10000,0.391
+46,mlp.experts.21.down_proj,0.0058315230,0.10000,0.382
+46,mlp.experts.22.down_proj,0.0000617142,0.10000,0.362
+46,mlp.experts.23.down_proj,0.0572915711,0.10000,0.360
+46,mlp.experts.24.down_proj,0.0030667312,0.10000,0.362
+46,mlp.experts.25.down_proj,0.0252107637,0.10000,0.351
+46,mlp.experts.26.down_proj,0.0019862118,0.10000,0.332
+46,mlp.experts.27.down_proj,0.0025057721,0.10000,0.325
+46,mlp.experts.28.down_proj,0.0044204222,0.10000,0.333
+46,mlp.experts.29.down_proj,0.0006739106,0.10000,0.361
+46,mlp.experts.30.down_proj,0.0003039288,0.10000,0.386
+46,mlp.experts.31.down_proj,0.0006866452,0.10000,0.392
+46,mlp.experts.32.down_proj,0.0015714237,0.10000,0.374
+46,mlp.experts.33.down_proj,0.0008430880,0.10000,0.364
+46,mlp.experts.34.down_proj,0.0012864420,0.10000,0.390
+46,mlp.experts.35.down_proj,0.0032570600,0.10000,0.387
+46,mlp.experts.36.down_proj,0.0001568112,0.10000,0.367
+46,mlp.experts.37.down_proj,0.0036016120,0.10000,0.351
+46,mlp.experts.38.down_proj,0.0004840645,0.10000,0.333
+46,mlp.experts.39.down_proj,0.0000984742,0.10000,0.330
+46,mlp.experts.40.down_proj,0.0521959662,0.10000,0.343
+46,mlp.experts.41.down_proj,0.0574890901,0.10000,0.354
+46,mlp.experts.42.down_proj,0.0031234279,0.10000,0.384
+46,mlp.experts.43.down_proj,0.0021179756,0.10000,0.366
+46,mlp.experts.44.down_proj,0.0028046698,0.10000,0.364
+46,mlp.experts.45.down_proj,0.0001080735,0.10000,0.366
+46,mlp.experts.46.down_proj,0.0009316731,0.10000,0.338
+46,mlp.experts.47.down_proj,0.0081279345,0.10000,0.343
+46,mlp.experts.48.down_proj,0.0536204386,0.10000,0.344
+46,mlp.experts.49.down_proj,0.0135141981,0.10000,0.376
+46,mlp.experts.50.down_proj,0.0774784996,0.10000,0.375
+46,mlp.experts.51.down_proj,0.0003475016,0.10000,0.401
+46,mlp.experts.52.down_proj,0.0001788833,0.10000,0.372
+46,mlp.experts.53.down_proj,0.0111331279,0.10000,0.393
+46,mlp.experts.54.down_proj,0.0020720603,0.10000,0.372
+46,mlp.experts.55.down_proj,0.0000599029,0.10000,0.354
+46,mlp.experts.56.down_proj,0.0089287029,0.10000,0.330
+46,mlp.experts.57.down_proj,0.0031534929,0.10000,0.350
+46,mlp.experts.58.down_proj,0.0022751895,0.10000,0.350
+46,mlp.experts.59.down_proj,0.0082435475,0.10000,0.351
+46,mlp.experts.60.down_proj,0.0001016255,0.10000,0.358
+46,mlp.experts.61.down_proj,0.0001316493,0.10000,0.350
+46,mlp.experts.62.down_proj,0.0136221069,0.10000,0.314
+46,mlp.experts.63.down_proj,0.0285560711,0.10000,0.327
+46,mlp.experts.64.down_proj,0.0047555836,0.10000,0.319
+46,mlp.experts.65.down_proj,0.0275605328,0.10000,0.364
+46,mlp.experts.66.down_proj,0.0197583236,0.10000,0.378
+46,mlp.experts.67.down_proj,0.0003451762,0.10000,0.402
+46,mlp.experts.68.down_proj,0.0002091533,0.10000,0.393
+46,mlp.experts.69.down_proj,0.0681781471,0.10000,0.398
+46,mlp.experts.70.down_proj,0.0061693615,0.10000,0.382
+46,mlp.experts.71.down_proj,0.0013553955,0.10000,0.359
+46,mlp.experts.72.down_proj,0.0152653976,0.10000,0.364
+46,mlp.experts.73.down_proj,0.0095642140,0.10000,0.385
+46,mlp.experts.74.down_proj,0.0014461104,0.10000,0.394
+46,mlp.experts.75.down_proj,0.0000894297,0.10000,0.397
+46,mlp.experts.76.down_proj,0.0004854472,0.10000,0.397
+46,mlp.experts.77.down_proj,0.0011823201,0.10000,0.406
+46,mlp.experts.78.down_proj,0.0110568917,0.10000,0.393
+46,mlp.experts.79.down_proj,0.0035534790,0.10000,0.407
+46,mlp.experts.80.down_proj,0.0000342895,0.10000,0.397
+46,mlp.experts.81.down_proj,0.0012518896,0.10000,0.401
+46,mlp.experts.82.down_proj,0.0001141169,0.10000,0.410
+46,mlp.experts.83.down_proj,0.0155193288,0.10000,0.361
+46,mlp.experts.84.down_proj,0.0001369030,0.10000,0.363
+46,mlp.experts.85.down_proj,0.1048873039,0.10000,0.390
+46,mlp.experts.86.down_proj,0.2255629102,0.10000,0.392
+46,mlp.experts.87.down_proj,0.0067541072,0.10000,0.378
+46,mlp.experts.88.down_proj,0.0111900758,0.10000,0.378
+46,mlp.experts.89.down_proj,0.0058386120,0.10000,0.397
+46,mlp.experts.90.down_proj,0.0017411795,0.10000,0.391
+46,mlp.experts.91.down_proj,0.0031929899,0.10000,0.387
+46,mlp.experts.92.down_proj,0.0022853965,0.10000,0.379
+46,mlp.experts.93.down_proj,0.0195629994,0.10000,0.397
+46,mlp.experts.94.down_proj,0.0011262138,0.10000,0.412
+46,mlp.experts.95.down_proj,0.0352178010,0.10000,0.413
+46,mlp.experts.96.down_proj,0.0004989854,0.10000,0.409
+46,mlp.experts.97.down_proj,0.0003492213,0.10000,0.350
+46,mlp.experts.98.down_proj,0.0000599734,0.10000,0.325
+46,mlp.experts.99.down_proj,0.0072740069,0.10000,0.363
+46,mlp.experts.100.down_proj,0.0181322501,0.10000,0.369
+46,mlp.experts.101.down_proj,0.0001279348,0.10000,0.347
+46,mlp.experts.102.down_proj,0.0058575882,0.10000,0.331
+46,mlp.experts.103.down_proj,0.0006898132,0.10000,0.409
+46,mlp.experts.104.down_proj,0.0005150148,0.10000,0.374
+46,mlp.experts.105.down_proj,0.0000834340,0.10000,0.393
+46,mlp.experts.106.down_proj,0.0091980565,0.10000,0.385
+46,mlp.experts.107.down_proj,0.0014223673,0.10000,0.383
+46,mlp.experts.108.down_proj,0.0033914285,0.10000,0.388
+46,mlp.experts.109.down_proj,0.0082188823,0.10000,0.388
+46,mlp.experts.110.down_proj,0.0188320935,0.10000,0.383
+46,mlp.experts.111.down_proj,0.0003937345,0.10000,0.395
+46,mlp.experts.112.down_proj,0.0009808867,0.10000,0.381
+46,mlp.experts.114.down_proj,0.0001671423,0.10000,0.392
+46,mlp.experts.113.down_proj,0.0038965001,0.10000,0.399
+46,mlp.experts.116.down_proj,0.0019164990,0.10000,0.386
+46,mlp.experts.115.down_proj,0.0000521575,0.10000,0.392
+46,mlp.experts.117.down_proj,0.0001128103,0.10000,0.334
+46,mlp.experts.118.down_proj,0.0080013492,0.10000,0.334
+46,mlp.experts.119.down_proj,0.0013225416,0.10000,0.362
+46,mlp.experts.120.down_proj,0.0082819736,0.10000,0.362
+46,mlp.experts.121.down_proj,0.0076886339,0.10000,0.328
+46,mlp.experts.122.down_proj,0.0006867850,0.10000,0.328
+46,mlp.experts.124.down_proj,0.0000963063,0.10000,0.406
+46,mlp.experts.123.down_proj,0.0005078023,0.10000,0.418
+46,mlp.experts.125.down_proj,0.0174235977,0.10000,0.356
+46,mlp.experts.126.down_proj,0.0019407025,0.10000,0.354
+46,mlp.experts.127.down_proj,0.0006814043,0.10000,0.252
+47,self_attn.k_proj,0.0000062293,0.10000,1.045
+47,self_attn.q_proj,0.0000562247,0.10000,1.060
+47,self_attn.v_proj,0.0000110931,0.10000,0.636
+47,self_attn.o_proj,0.0000050670,0.10000,1.225
+47,mlp.gate,0.0000023137,0.10000,0.616
+47,mlp.experts.1.up_proj,0.0127743451,0.10000,1.054
+47,mlp.experts.0.up_proj,0.0014769091,0.10000,1.097
+47,mlp.experts.2.up_proj,0.0007102136,0.10000,0.959
+47,mlp.experts.3.up_proj,0.0006408270,0.10000,1.000
+47,mlp.experts.4.up_proj,0.0004833979,0.10000,1.056
+47,mlp.experts.5.up_proj,0.0097465491,0.10000,1.025
+47,mlp.experts.6.up_proj,0.0007056406,0.10000,1.075
+47,mlp.experts.7.up_proj,0.0045423000,0.10000,1.058
+47,mlp.experts.8.up_proj,0.0012878803,0.10000,1.068
+47,mlp.experts.9.up_proj,0.0018599891,0.10000,1.065
+47,mlp.experts.10.up_proj,0.0035721507,0.10000,1.007
+47,mlp.experts.11.up_proj,0.0038989109,0.10000,1.021
+47,mlp.experts.12.up_proj,0.0022282717,0.10000,1.037
+47,mlp.experts.13.up_proj,0.0057926307,0.10000,1.049
+47,mlp.experts.14.up_proj,0.0036944687,0.10000,0.967
+47,mlp.experts.15.up_proj,0.0000543760,0.10000,1.024
+47,mlp.experts.16.up_proj,0.0081307603,0.10000,0.986
+47,mlp.experts.17.up_proj,0.0007323702,0.10000,1.042
+47,mlp.experts.18.up_proj,0.0018190202,0.10000,1.038
+47,mlp.experts.19.up_proj,0.0144732374,0.10000,1.061
+47,mlp.experts.20.up_proj,0.0002081217,0.10000,0.972
+47,mlp.experts.21.up_proj,0.0000988524,0.10000,1.030
+47,mlp.experts.22.up_proj,0.0098778846,0.10000,1.016
+47,mlp.experts.23.up_proj,0.0006144100,0.10000,1.014
+47,mlp.experts.24.up_proj,0.0121280246,0.10000,1.038
+47,mlp.experts.25.up_proj,0.0214545329,0.10000,1.046
+47,mlp.experts.26.up_proj,0.0001726378,0.10000,1.007
+47,mlp.experts.27.up_proj,0.0001137550,0.10000,0.996
+47,mlp.experts.28.up_proj,0.0049616727,0.10000,1.012
+47,mlp.experts.29.up_proj,0.0184273743,0.10000,1.020
+47,mlp.experts.30.up_proj,0.0041911452,0.10000,0.996
+47,mlp.experts.31.up_proj,0.0000626002,0.10000,0.992
+47,mlp.experts.32.up_proj,0.0000474933,0.10000,1.009
+47,mlp.experts.33.up_proj,0.0098107052,0.10000,1.019
+47,mlp.experts.34.up_proj,0.0000740697,0.10000,1.035
+47,mlp.experts.35.up_proj,0.0000484468,0.10000,1.030
+47,mlp.experts.36.up_proj,0.0002203326,0.10000,1.046
+47,mlp.experts.37.up_proj,0.0021843667,0.10000,1.019
+47,mlp.experts.38.up_proj,0.0015080859,0.10000,0.972
+47,mlp.experts.39.up_proj,0.0008844698,0.10000,0.984
+47,mlp.experts.40.up_proj,0.0032539665,0.10000,0.998
+47,mlp.experts.41.up_proj,0.0163085641,0.10000,1.013
+47,mlp.experts.42.up_proj,0.0018232338,0.10000,0.992
+47,mlp.experts.43.up_proj,0.0019355633,0.10000,0.993
+47,mlp.experts.44.up_proj,0.0002512780,0.10000,0.995
+47,mlp.experts.45.up_proj,0.0100885018,0.10000,1.012
+47,mlp.experts.46.up_proj,0.0241794124,0.10000,1.016
+47,mlp.experts.47.up_proj,0.0000571818,0.10000,1.036
+47,mlp.experts.48.up_proj,0.0076947556,0.10000,1.005
+47,mlp.experts.49.up_proj,0.0065593729,0.10000,0.975
+47,mlp.experts.50.up_proj,0.0061647194,0.10000,1.020
+47,mlp.experts.51.up_proj,0.0051434983,0.10000,1.012
+47,mlp.experts.52.up_proj,0.0001438804,0.10000,1.022
+47,mlp.experts.53.up_proj,0.0003179834,0.10000,1.008
+47,mlp.experts.54.up_proj,0.0030563555,0.10000,0.937
+47,mlp.experts.55.up_proj,0.0036593162,0.10000,0.970
+47,mlp.experts.56.up_proj,0.0026808415,0.10000,0.992
+47,mlp.experts.57.up_proj,0.0002364355,0.10000,1.034
+47,mlp.experts.58.up_proj,0.0003741354,0.10000,1.018
+47,mlp.experts.59.up_proj,0.0501152739,0.10000,1.026
+47,mlp.experts.60.up_proj,0.0113823097,0.10000,1.070
+47,mlp.experts.61.up_proj,0.0033504391,0.10000,1.041
+47,mlp.experts.62.up_proj,0.0123411080,0.10000,1.002
+47,mlp.experts.63.up_proj,0.0002161546,0.10000,1.045
+47,mlp.experts.64.up_proj,0.0082225374,0.10000,1.071
+47,mlp.experts.65.up_proj,0.0093930806,0.10000,1.015
+47,mlp.experts.66.up_proj,0.0173057665,0.10000,1.080
+47,mlp.experts.67.up_proj,0.0029360964,0.10000,0.997
+47,mlp.experts.68.up_proj,0.0022625754,0.10000,1.043
+47,mlp.experts.69.up_proj,0.0312960878,0.10000,1.038
+47,mlp.experts.70.up_proj,0.0545976162,0.10000,1.021
+47,mlp.experts.71.up_proj,0.0011315278,0.10000,1.012
+47,mlp.experts.72.up_proj,0.0018108257,0.10000,0.997
+47,mlp.experts.73.up_proj,0.0002010230,0.10000,0.973
+47,mlp.experts.74.up_proj,0.0015493855,0.10000,1.016
+47,mlp.experts.75.up_proj,0.0080063199,0.10000,1.040
+47,mlp.experts.76.up_proj,0.0008021887,0.10000,1.044
+47,mlp.experts.77.up_proj,0.0025799894,0.10000,1.043
+47,mlp.experts.78.up_proj,0.0000426765,0.10000,1.021
+47,mlp.experts.79.up_proj,0.0077519845,0.10000,1.033
+47,mlp.experts.80.up_proj,0.0008722275,0.10000,0.979
+47,mlp.experts.81.up_proj,0.0019533401,0.10000,1.012
+47,mlp.experts.82.up_proj,0.0008020996,0.10000,0.991
+47,mlp.experts.83.up_proj,0.0139428441,0.10000,1.019
+47,mlp.experts.84.up_proj,0.0090351076,0.10000,1.029
+47,mlp.experts.85.up_proj,0.0001347738,0.10000,1.057
+47,mlp.experts.86.up_proj,0.0000280341,0.10000,1.015
+47,mlp.experts.87.up_proj,0.0005466730,0.10000,1.035
+47,mlp.experts.88.up_proj,0.0000666654,0.10000,0.983
+47,mlp.experts.89.up_proj,0.0111734020,0.10000,1.035
+47,mlp.experts.90.up_proj,0.0000509800,0.10000,0.971
+47,mlp.experts.91.up_proj,0.0030813625,0.10000,0.919
+47,mlp.experts.92.up_proj,0.0004081767,0.10000,0.984
+47,mlp.experts.93.up_proj,0.0041201341,0.10000,0.954
+47,mlp.experts.94.up_proj,0.0028745823,0.10000,0.916
+47,mlp.experts.95.up_proj,0.0000436931,0.10000,0.971
+47,mlp.experts.96.up_proj,0.0015081387,0.10000,0.996
+47,mlp.experts.97.up_proj,0.0079271992,0.10000,1.014
+47,mlp.experts.98.up_proj,0.0037577415,0.10000,1.019
+47,mlp.experts.99.up_proj,0.0015518937,0.10000,1.013
+47,mlp.experts.100.up_proj,0.0035217116,0.10000,1.000
+47,mlp.experts.101.up_proj,0.0006052393,0.10000,1.009
+47,mlp.experts.102.up_proj,0.0007096424,0.10000,0.996
+47,mlp.experts.103.up_proj,0.0059842838,0.10000,1.023
+47,mlp.experts.104.up_proj,0.0030081642,0.10000,1.035
+47,mlp.experts.105.up_proj,0.0004134349,0.10000,1.047
+47,mlp.experts.106.up_proj,0.0069877948,0.10000,1.021
+47,mlp.experts.107.up_proj,0.0003145215,0.10000,1.010
+47,mlp.experts.108.up_proj,0.0003628893,0.10000,0.988
+47,mlp.experts.109.up_proj,0.0005421090,0.10000,1.017
+47,mlp.experts.110.up_proj,0.0028387682,0.10000,0.988
+47,mlp.experts.111.up_proj,0.0000783789,0.10000,1.037
+47,mlp.experts.112.up_proj,0.0008117898,0.10000,1.049
+47,mlp.experts.113.up_proj,0.0260953399,0.10000,1.075
+47,mlp.experts.114.up_proj,0.0006405616,0.10000,1.019
+47,mlp.experts.115.up_proj,0.0175138046,0.10000,1.076
+47,mlp.experts.116.up_proj,0.0066571113,0.10000,1.038
+47,mlp.experts.117.up_proj,0.0000597221,0.10000,1.043
+47,mlp.experts.118.up_proj,0.0181259044,0.10000,1.033
+47,mlp.experts.119.up_proj,0.0026999049,0.10000,1.023
+47,mlp.experts.120.up_proj,0.0001557881,0.10000,1.055
+47,mlp.experts.121.up_proj,0.0004051813,0.10000,1.037
+47,mlp.experts.122.up_proj,0.0611495835,0.10000,1.040
+47,mlp.experts.123.up_proj,0.0000632918,0.10000,1.037
+47,mlp.experts.124.up_proj,0.0005086737,0.10000,1.030
+47,mlp.experts.125.up_proj,0.0005993115,0.10000,1.055
+47,mlp.experts.126.up_proj,0.0003419288,0.10000,1.042
+47,mlp.experts.127.up_proj,0.0000408773,0.10000,0.967
+47,mlp.experts.0.gate_proj,0.0013166252,0.10000,1.001
+47,mlp.experts.1.gate_proj,0.0117834290,0.10000,1.045
+47,mlp.experts.2.gate_proj,0.0006399265,0.10000,1.040
+47,mlp.experts.3.gate_proj,0.0006098097,0.10000,1.067
+47,mlp.experts.4.gate_proj,0.0004419775,0.10000,0.990
+47,mlp.experts.5.gate_proj,0.0083853561,0.10000,1.021
+47,mlp.experts.6.gate_proj,0.0006354521,0.10000,1.036
+47,mlp.experts.7.gate_proj,0.0040930108,0.10000,1.011
+47,mlp.experts.8.gate_proj,0.0010772342,0.10000,0.991
+47,mlp.experts.9.gate_proj,0.0016981163,0.10000,1.058
+47,mlp.experts.10.gate_proj,0.0032424307,0.10000,1.039
+47,mlp.experts.11.gate_proj,0.0036486976,0.10000,1.025
+47,mlp.experts.12.gate_proj,0.0020608646,0.10000,1.010
+47,mlp.experts.13.gate_proj,0.0052811300,0.10000,1.044
+47,mlp.experts.14.gate_proj,0.0033677040,0.10000,1.078
+47,mlp.experts.15.gate_proj,0.0000509131,0.10000,1.047
+47,mlp.experts.16.gate_proj,0.0069920866,0.10000,1.035
+47,mlp.experts.17.gate_proj,0.0006384015,0.10000,1.037
+47,mlp.experts.18.gate_proj,0.0015818531,0.10000,1.061
+47,mlp.experts.19.gate_proj,0.0129657407,0.10000,1.008
+47,mlp.experts.20.gate_proj,0.0001853206,0.10000,0.994
+47,mlp.experts.21.gate_proj,0.0000877658,0.10000,0.994
+47,mlp.experts.22.gate_proj,0.0089833990,0.10000,0.987
+47,mlp.experts.23.gate_proj,0.0005827150,0.10000,1.027
+47,mlp.experts.24.gate_proj,0.0109134654,0.10000,0.992
+47,mlp.experts.25.gate_proj,0.0189241779,0.10000,1.013
+47,mlp.experts.26.gate_proj,0.0001596937,0.10000,1.044
+47,mlp.experts.27.gate_proj,0.0001037731,0.10000,0.926
+47,mlp.experts.28.gate_proj,0.0044232837,0.10000,0.922
+47,mlp.experts.29.gate_proj,0.0165685103,0.10000,1.047
+47,mlp.experts.30.gate_proj,0.0038096360,0.10000,1.021
+47,mlp.experts.31.gate_proj,0.0000581085,0.10000,0.993
+47,mlp.experts.32.gate_proj,0.0000431199,0.10000,0.949
+47,mlp.experts.33.gate_proj,0.0088780271,0.10000,1.029
+47,mlp.experts.34.gate_proj,0.0000694853,0.10000,1.025
+47,mlp.experts.35.gate_proj,0.0000441954,0.10000,0.976
+47,mlp.experts.36.gate_proj,0.0001932774,0.10000,0.997
+47,mlp.experts.37.gate_proj,0.0020864674,0.10000,1.047
+47,mlp.experts.38.gate_proj,0.0013704951,0.10000,1.046
+47,mlp.experts.39.gate_proj,0.0007452193,0.10000,1.038
+47,mlp.experts.40.gate_proj,0.0030860222,0.10000,0.994
+47,mlp.experts.41.gate_proj,0.0148870045,0.10000,0.949
+47,mlp.experts.42.gate_proj,0.0016333413,0.10000,0.998
+47,mlp.experts.43.gate_proj,0.0018953584,0.10000,1.030
+47,mlp.experts.44.gate_proj,0.0002250755,0.10000,1.061
+47,mlp.experts.45.gate_proj,0.0089062656,0.10000,0.990
+47,mlp.experts.46.gate_proj,0.0218870996,0.10000,0.970
+47,mlp.experts.47.gate_proj,0.0000552654,0.10000,0.969
+47,mlp.experts.48.gate_proj,0.0070384554,0.10000,0.994
+47,mlp.experts.49.gate_proj,0.0058020434,0.10000,1.055
+47,mlp.experts.50.gate_proj,0.0052994618,0.10000,1.011
+47,mlp.experts.51.gate_proj,0.0046702595,0.10000,0.987
+47,mlp.experts.52.gate_proj,0.0001286071,0.10000,1.006
+47,mlp.experts.53.gate_proj,0.0002802702,0.10000,0.991
+47,mlp.experts.54.gate_proj,0.0027694706,0.10000,0.968
+47,mlp.experts.55.gate_proj,0.0032624889,0.10000,1.034
+47,mlp.experts.56.gate_proj,0.0025504457,0.10000,1.013
+47,mlp.experts.57.gate_proj,0.0001949906,0.10000,1.053
+47,mlp.experts.58.gate_proj,0.0003332607,0.10000,1.038
+47,mlp.experts.59.gate_proj,0.0468256814,0.10000,0.998
+47,mlp.experts.60.gate_proj,0.0100149124,0.10000,1.033
+47,mlp.experts.61.gate_proj,0.0028759010,0.10000,1.022
+47,mlp.experts.62.gate_proj,0.0118008360,0.10000,1.042
+47,mlp.experts.63.gate_proj,0.0002132343,0.10000,1.028
+47,mlp.experts.64.gate_proj,0.0074538092,0.10000,0.982
+47,mlp.experts.65.gate_proj,0.0084868723,0.10000,1.026
+47,mlp.experts.66.gate_proj,0.0154823855,0.10000,1.026
+47,mlp.experts.67.gate_proj,0.0026718120,0.10000,1.049
+47,mlp.experts.68.gate_proj,0.0021540378,0.10000,0.973
+47,mlp.experts.69.gate_proj,0.0278644639,0.10000,0.980
+47,mlp.experts.70.gate_proj,0.0499124374,0.10000,1.027
+47,mlp.experts.71.gate_proj,0.0010331339,0.10000,1.048
+47,mlp.experts.72.gate_proj,0.0016412266,0.10000,1.019
+47,mlp.experts.73.gate_proj,0.0001846490,0.10000,1.041
+47,mlp.experts.74.gate_proj,0.0013632917,0.10000,1.019
+47,mlp.experts.75.gate_proj,0.0074186181,0.10000,0.975
+47,mlp.experts.76.gate_proj,0.0007409285,0.10000,1.011
+47,mlp.experts.77.gate_proj,0.0022997337,0.10000,1.015
+47,mlp.experts.78.gate_proj,0.0000398528,0.10000,1.018
+47,mlp.experts.79.gate_proj,0.0070111849,0.10000,0.993
+47,mlp.experts.80.gate_proj,0.0007747581,0.10000,0.951
+47,mlp.experts.81.gate_proj,0.0019857240,0.10000,1.044
+47,mlp.experts.82.gate_proj,0.0007276215,0.10000,1.025
+47,mlp.experts.83.gate_proj,0.0126918585,0.10000,1.063
+47,mlp.experts.84.gate_proj,0.0083324749,0.10000,0.977
+47,mlp.experts.85.gate_proj,0.0001178149,0.10000,1.066
+47,mlp.experts.86.gate_proj,0.0000273901,0.10000,1.017
+47,mlp.experts.87.gate_proj,0.0005073918,0.10000,1.008
+47,mlp.experts.88.gate_proj,0.0000600550,0.10000,0.975
+47,mlp.experts.89.gate_proj,0.0102364502,0.10000,1.030
+47,mlp.experts.90.gate_proj,0.0000466071,0.10000,1.037
+47,mlp.experts.91.gate_proj,0.0029295992,0.10000,1.006
+47,mlp.experts.92.gate_proj,0.0003619085,0.10000,1.018
+47,mlp.experts.93.gate_proj,0.0037595816,0.10000,1.038
+47,mlp.experts.94.gate_proj,0.0026221614,0.10000,1.036
+47,mlp.experts.95.gate_proj,0.0000403800,0.10000,1.036
+47,mlp.experts.96.gate_proj,0.0013762380,0.10000,1.011
+47,mlp.experts.97.gate_proj,0.0071788939,0.10000,1.068
+47,mlp.experts.98.gate_proj,0.0032231157,0.10000,1.045
+47,mlp.experts.99.gate_proj,0.0014065412,0.10000,1.049
+47,mlp.experts.100.gate_proj,0.0033485518,0.10000,1.030
+47,mlp.experts.102.gate_proj,0.0006217388,0.10000,0.940
+47,mlp.experts.101.gate_proj,0.0005402132,0.10000,0.963
+47,mlp.experts.104.gate_proj,0.0027528096,0.10000,0.982
+47,mlp.experts.103.gate_proj,0.0054950586,0.10000,1.025
+47,mlp.experts.105.gate_proj,0.0003694915,0.10000,1.050
+47,mlp.experts.106.gate_proj,0.0063877463,0.10000,1.052
+47,mlp.experts.107.gate_proj,0.0002905088,0.10000,1.058
+47,mlp.experts.108.gate_proj,0.0003272376,0.10000,1.053
+47,mlp.experts.109.gate_proj,0.0005976442,0.10000,0.980
+47,mlp.experts.110.gate_proj,0.0025909345,0.10000,0.958
+47,mlp.experts.112.gate_proj,0.0007429284,0.10000,1.041
+47,mlp.experts.111.gate_proj,0.0000703600,0.10000,1.058
+47,mlp.experts.114.gate_proj,0.0005962532,0.10000,1.048
+47,mlp.experts.113.gate_proj,0.0229340608,0.10000,1.076
+47,mlp.experts.115.gate_proj,0.0160334883,0.10000,1.027
+47,mlp.experts.116.gate_proj,0.0057966788,0.10000,1.026
+47,mlp.experts.117.gate_proj,0.0000533840,0.10000,1.063
+47,mlp.experts.118.gate_proj,0.0158358697,0.10000,1.053
+47,mlp.experts.119.gate_proj,0.0022768175,0.10000,1.066
+47,mlp.experts.120.gate_proj,0.0001365792,0.10000,1.058
+47,mlp.experts.121.gate_proj,0.0003688025,0.10000,1.010
+47,mlp.experts.122.gate_proj,0.0549176352,0.10000,1.008
+47,mlp.experts.124.gate_proj,0.0004528855,0.10000,0.938
+47,mlp.experts.123.gate_proj,0.0000589722,0.10000,0.975
+47,mlp.experts.125.gate_proj,0.0005333522,0.10000,1.072
+47,mlp.experts.126.gate_proj,0.0002890113,0.10000,1.071
+47,mlp.experts.127.gate_proj,0.0000379188,0.10000,0.641
+47,mlp.experts.0.down_proj,0.0136225458,0.10000,0.396
+47,mlp.experts.1.down_proj,0.0976178330,0.10000,0.398
+47,mlp.experts.2.down_proj,0.0066962948,0.10000,0.400
+47,mlp.experts.3.down_proj,0.0028607722,0.10000,0.412
+47,mlp.experts.5.down_proj,0.0381830594,0.10000,0.394
+47,mlp.experts.4.down_proj,0.0027343789,0.10000,0.412
+47,mlp.experts.6.down_proj,0.0022065300,0.10000,0.399
+47,mlp.experts.7.down_proj,0.0422976538,0.10000,0.407
+47,mlp.experts.8.down_proj,0.0279276017,0.10000,0.338
+47,mlp.experts.9.down_proj,0.0039986453,0.10000,0.335
+47,mlp.experts.10.down_proj,0.0112888120,0.10000,0.346
+47,mlp.experts.11.down_proj,0.0090841148,0.10000,0.350
+47,mlp.experts.12.down_proj,0.0123627570,0.10000,0.390
+47,mlp.experts.13.down_proj,0.0708808046,0.10000,0.391
+47,mlp.experts.14.down_proj,0.0107043151,0.10000,0.416
+47,mlp.experts.15.down_proj,0.0003687400,0.10000,0.414
+47,mlp.experts.16.down_proj,0.0623896502,0.10000,0.398
+47,mlp.experts.17.down_proj,0.0060031007,0.10000,0.416
+47,mlp.experts.18.down_proj,0.0059541670,0.10000,0.357
+47,mlp.experts.19.down_proj,0.0394720389,0.10000,0.367
+47,mlp.experts.20.down_proj,0.0012918763,0.10000,0.326
+47,mlp.experts.21.down_proj,0.0002018340,0.10000,0.329
+47,mlp.experts.22.down_proj,0.0457101486,0.10000,0.407
+47,mlp.experts.23.down_proj,0.0043565820,0.10000,0.405
+47,mlp.experts.24.down_proj,0.0428486944,0.10000,0.400
+47,mlp.experts.25.down_proj,0.2764545702,0.10000,0.399
+47,mlp.experts.26.down_proj,0.0003192473,0.10000,0.402
+47,mlp.experts.27.down_proj,0.0002273713,0.10000,0.406
+47,mlp.experts.28.down_proj,0.0359420851,0.10000,0.387
+47,mlp.experts.29.down_proj,0.0635367181,0.10000,0.392
+47,mlp.experts.30.down_proj,0.0090344045,0.10000,0.387
+47,mlp.experts.31.down_proj,0.0001476768,0.10000,0.397
+47,mlp.experts.32.down_proj,0.0001333485,0.10000,0.393
+47,mlp.experts.33.down_proj,0.0486394097,0.10000,0.415
+47,mlp.experts.34.down_proj,0.0002529541,0.10000,0.403
+47,mlp.experts.35.down_proj,0.0001734709,0.10000,0.415
+47,mlp.experts.36.down_proj,0.0005427678,0.10000,0.398
+47,mlp.experts.37.down_proj,0.0083471980,0.10000,0.416
+47,mlp.experts.38.down_proj,0.0033422434,0.10000,0.366
+47,mlp.experts.39.down_proj,0.0110635759,0.10000,0.357
+47,mlp.experts.40.down_proj,0.0164794698,0.10000,0.365
+47,mlp.experts.41.down_proj,0.3130242690,0.10000,0.354
+47,mlp.experts.42.down_proj,0.0149911148,0.10000,0.330
+47,mlp.experts.43.down_proj,0.0147716355,0.10000,0.330
+47,mlp.experts.44.down_proj,0.0011691700,0.10000,0.330
+47,mlp.experts.45.down_proj,0.0428809177,0.10000,0.331
+47,mlp.experts.46.down_proj,0.1583707155,0.10000,0.335
+47,mlp.experts.47.down_proj,0.0001917999,0.10000,0.356
+47,mlp.experts.48.down_proj,0.0344684099,0.10000,0.395
+47,mlp.experts.49.down_proj,0.0381293734,0.10000,0.400
+47,mlp.experts.50.down_proj,0.0391688007,0.10000,0.396
+47,mlp.experts.51.down_proj,0.0459256930,0.10000,0.405
+47,mlp.experts.52.down_proj,0.0004607024,0.10000,0.399
+47,mlp.experts.53.down_proj,0.0020701354,0.10000,0.400
+47,mlp.experts.54.down_proj,0.0057163794,0.10000,0.406
+47,mlp.experts.55.down_proj,0.0133477223,0.10000,0.410
+47,mlp.experts.56.down_proj,0.0366132889,0.10000,0.403
+47,mlp.experts.57.down_proj,0.0011564963,0.10000,0.406
+47,mlp.experts.58.down_proj,0.0010070260,0.10000,0.396
+47,mlp.experts.59.down_proj,0.0884139586,0.10000,0.396
+47,mlp.experts.60.down_proj,1.1729207170,0.10000,0.414
+47,mlp.experts.61.down_proj,0.0711337183,0.10000,0.399
+47,mlp.experts.62.down_proj,0.0780932178,0.10000,0.412
+47,mlp.experts.63.down_proj,0.0004088550,0.10000,0.407
+47,mlp.experts.64.down_proj,0.0128210641,0.10000,0.402
+47,mlp.experts.65.down_proj,0.0270732434,0.10000,0.390
+47,mlp.experts.66.down_proj,0.0602913547,0.10000,0.385
+47,mlp.experts.67.down_proj,0.0120482153,0.10000,0.390
+47,mlp.experts.68.down_proj,0.0509223026,0.10000,0.393
+47,mlp.experts.69.down_proj,0.1229659742,0.10000,0.391
+47,mlp.experts.70.down_proj,0.3648109436,0.10000,0.390
+47,mlp.experts.71.down_proj,0.0037371031,0.10000,0.382
+47,mlp.experts.72.down_proj,0.0040264918,0.10000,0.388
+47,mlp.experts.73.down_proj,0.0005792187,0.10000,0.390
+47,mlp.experts.74.down_proj,0.0075450561,0.10000,0.379
+47,mlp.experts.75.down_proj,0.1279010965,0.10000,0.392
+47,mlp.experts.76.down_proj,0.0024066076,0.10000,0.396
+47,mlp.experts.77.down_proj,0.0106352974,0.10000,0.395
+47,mlp.experts.78.down_proj,0.0000652052,0.10000,0.400
+47,mlp.experts.79.down_proj,0.0174530498,0.10000,0.397
+47,mlp.experts.80.down_proj,0.0059539945,0.10000,0.400
+47,mlp.experts.81.down_proj,0.0316707569,0.10000,0.405
+47,mlp.experts.82.down_proj,0.0017676291,0.10000,0.399
+47,mlp.experts.83.down_proj,0.1117516320,0.10000,0.399
+47,mlp.experts.84.down_proj,0.0666339558,0.10000,0.385
+47,mlp.experts.85.down_proj,0.0003289254,0.10000,0.404
+47,mlp.experts.86.down_proj,0.0000718306,0.10000,0.404
+47,mlp.experts.87.down_proj,0.0044390631,0.10000,0.396
+47,mlp.experts.88.down_proj,0.0000859818,0.10000,0.359
+47,mlp.experts.89.down_proj,0.0189682974,0.10000,0.369
+47,mlp.experts.90.down_proj,0.0001322678,0.10000,0.397
+47,mlp.experts.91.down_proj,0.0132448604,0.10000,0.405
+47,mlp.experts.92.down_proj,0.0035407929,0.10000,0.393
+47,mlp.experts.93.down_proj,0.0216853799,0.10000,0.389
+47,mlp.experts.94.down_proj,0.0096223195,0.10000,0.397
+47,mlp.experts.95.down_proj,0.0001031420,0.10000,0.396
+47,mlp.experts.96.down_proj,0.0056915637,0.10000,0.381
+47,mlp.experts.97.down_proj,0.0588050705,0.10000,0.395
+47,mlp.experts.98.down_proj,0.0318726717,0.10000,0.364
+47,mlp.experts.99.down_proj,0.0053799309,0.10000,0.363
+47,mlp.experts.100.down_proj,0.0445328633,0.10000,0.391
+47,mlp.experts.101.down_proj,0.0045986613,0.10000,0.385
+47,mlp.experts.102.down_proj,0.0160297832,0.10000,0.368
+47,mlp.experts.103.down_proj,0.0211584627,0.10000,0.360
+47,mlp.experts.104.down_proj,0.0092323640,0.10000,0.398
+47,mlp.experts.105.down_proj,0.0004467579,0.10000,0.385
+47,mlp.experts.106.down_proj,0.0328913750,0.10000,0.393
+47,mlp.experts.107.down_proj,0.0010015208,0.10000,0.372
+47,mlp.experts.108.down_proj,0.0008403508,0.10000,0.379
+47,mlp.experts.109.down_proj,0.0027826358,0.10000,0.382
+47,mlp.experts.110.down_proj,0.0366440398,0.10000,0.398
+47,mlp.experts.111.down_proj,0.0002585274,0.10000,0.410
+47,mlp.experts.112.down_proj,0.0017246238,0.10000,0.393
+47,mlp.experts.113.down_proj,0.0486511021,0.10000,0.405
+47,mlp.experts.114.down_proj,0.0020414184,0.10000,0.402
+47,mlp.experts.115.down_proj,0.0631575683,0.10000,0.394
+47,mlp.experts.116.down_proj,0.0399266357,0.10000,0.396
+47,mlp.experts.117.down_proj,0.0001448713,0.10000,0.399
+47,mlp.experts.118.down_proj,0.2437205242,0.10000,0.389
+47,mlp.experts.119.down_proj,0.0384301335,0.10000,0.377
+47,mlp.experts.120.down_proj,0.0004571317,0.10000,0.390
+47,mlp.experts.121.down_proj,0.0010707516,0.10000,0.371
+47,mlp.experts.122.down_proj,0.6174618857,0.10000,0.385
+47,mlp.experts.123.down_proj,0.0001398031,0.10000,0.382
+47,mlp.experts.124.down_proj,0.0024498173,0.10000,0.387
+47,mlp.experts.125.down_proj,0.0032600315,0.10000,0.391
+47,mlp.experts.126.down_proj,0.0015671683,0.10000,0.401
+47,mlp.experts.127.down_proj,0.0001940644,0.10000,0.368