diff --git "a/.ipynb_checkpoints/clone_metrics-checkpoint.csv" "b/.ipynb_checkpoints/clone_metrics-checkpoint.csv"
new file mode 100644--- /dev/null
+++ "b/.ipynb_checkpoints/clone_metrics-checkpoint.csv"
@@ -0,0 +1,6198 @@
+tensor,shape,numel,max_abs_err,mean_abs_err,frob_norm_diff,relative_err,sensitive
+backbone.embeddings.weight,131072x2688,352321536,5.591465e-13,3.096566e-14,7.736448e-10,2.704701e-12,False
+backbone.layers.0.mixer.A_log,64,64,1.776357e-15,2.467644e-16,3.697278e-15,1.435555e-16,False
+backbone.layers.0.mixer.D,64,64,1.776357e-15,2.790127e-16,4.610189e-15,8.772405e-17,False
+backbone.layers.0.mixer.conv1d.weight,6144x1x4,24576,3.275158e-15,2.271837e-17,1.248216e-14,1.334891e-15,True
+backbone.layers.0.mixer.dt_bias,64,64,3.552714e-15,6.622307e-16,8.754102e-15,1.346816e-16,False
+backbone.layers.0.mixer.in_proj.weight,10304x2688,27697152,5.774461e-13,4.137439e-14,2.847509e-10,2.343579e-12,False
+backbone.layers.0.mixer.norm.weight,4096,4096,1.776357e-15,4.781665e-17,7.762060e-15,1.209073e-16,False
+backbone.layers.0.mixer.out_proj.weight,2688x4096,11010048,4.300546e-12,1.155758e-13,5.078264e-10,7.088962e-12,False
+backbone.layers.0.norm.weight,2688,2688,4.440892e-16,7.475832e-17,5.573275e-15,1.174391e-16,False
+backbone.layers.1.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.319716e-13,1.927506e-14,5.629813e-11,1.360188e-12,False
+backbone.layers.1.mixer.experts.0.up_proj.weight,1856x2688,4988928,3.166087e-13,2.844651e-14,8.303047e-11,2.275666e-12,False
+backbone.layers.1.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.492695e-13,1.494199e-14,4.285657e-11,1.024385e-12,False
+backbone.layers.1.mixer.experts.1.up_proj.weight,1856x2688,4988928,3.184189e-13,3.046838e-14,8.813181e-11,2.511696e-12,False
+backbone.layers.1.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.598079e-13,1.618126e-14,4.672021e-11,1.118606e-12,False
+backbone.layers.1.mixer.experts.10.up_proj.weight,1856x2688,4988928,3.741400e-13,3.320159e-14,9.669771e-11,2.700795e-12,False
+backbone.layers.1.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.594705e-13,1.660034e-14,4.783944e-11,1.157163e-12,False
+backbone.layers.1.mixer.experts.100.up_proj.weight,1856x2688,4988928,3.072117e-13,3.001616e-14,8.740417e-11,2.532184e-12,False
+backbone.layers.1.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.769002e-13,1.746049e-14,5.078240e-11,1.227940e-12,False
+backbone.layers.1.mixer.experts.101.up_proj.weight,1856x2688,4988928,3.240325e-13,2.730278e-14,7.900879e-11,2.294777e-12,False
+backbone.layers.1.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.057139e-13,1.708980e-14,4.961258e-11,1.176434e-12,False
+backbone.layers.1.mixer.experts.102.up_proj.weight,1856x2688,4988928,3.262009e-13,3.154389e-14,9.151019e-11,2.538775e-12,False
+backbone.layers.1.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.659332e-13,1.611304e-14,4.652005e-11,1.112698e-12,False
+backbone.layers.1.mixer.experts.103.up_proj.weight,1856x2688,4988928,3.351668e-13,3.199775e-14,9.268033e-11,2.612539e-12,False
+backbone.layers.1.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.562977e-13,1.623350e-14,4.669044e-11,1.105905e-12,False
+backbone.layers.1.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.680666e-13,3.447564e-14,1.002402e-10,2.819040e-12,False
+backbone.layers.1.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.997048e-13,1.626846e-14,4.711681e-11,1.138396e-12,False
+backbone.layers.1.mixer.experts.105.up_proj.weight,1856x2688,4988928,3.908913e-13,3.904926e-14,1.134451e-10,3.259897e-12,False
+backbone.layers.1.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.775316e-13,1.667240e-14,4.795675e-11,1.139701e-12,False
+backbone.layers.1.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.052453e-13,3.213434e-14,9.400816e-11,2.632426e-12,False
+backbone.layers.1.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.345279e-13,1.958467e-14,5.697960e-11,1.354292e-12,False
+backbone.layers.1.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.579392e-13,3.193582e-14,9.386038e-11,2.678864e-12,False
+backbone.layers.1.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.812335e-13,1.868057e-14,5.397456e-11,1.291300e-12,False
+backbone.layers.1.mixer.experts.108.up_proj.weight,1856x2688,4988928,3.386839e-13,3.405915e-14,9.859305e-11,2.792985e-12,False
+backbone.layers.1.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.833100e-13,1.768183e-14,5.103945e-11,1.223315e-12,False
+backbone.layers.1.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.071101e-13,3.185352e-14,9.311218e-11,2.627690e-12,False
+backbone.layers.1.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.509656e-13,1.585518e-14,4.574398e-11,1.100504e-12,False
+backbone.layers.1.mixer.experts.11.up_proj.weight,1856x2688,4988928,3.328293e-13,3.293126e-14,9.583447e-11,2.730498e-12,False
+backbone.layers.1.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.736302e-13,1.577263e-14,4.590213e-11,1.102910e-12,False
+backbone.layers.1.mixer.experts.110.up_proj.weight,1856x2688,4988928,3.621005e-13,3.504353e-14,1.025696e-10,2.966583e-12,False
+backbone.layers.1.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.086061e-13,1.824302e-14,5.303720e-11,1.275643e-12,False
+backbone.layers.1.mixer.experts.111.up_proj.weight,1856x2688,4988928,2.627343e-13,2.686261e-14,7.738592e-11,2.213811e-12,False
+backbone.layers.1.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.858114e-13,1.908894e-14,5.529930e-11,1.319000e-12,False
+backbone.layers.1.mixer.experts.112.up_proj.weight,1856x2688,4988928,3.015609e-13,3.068142e-14,8.842133e-11,2.484315e-12,False
+backbone.layers.1.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.535638e-13,1.404015e-14,4.042145e-11,9.698527e-13,False
+backbone.layers.1.mixer.experts.113.up_proj.weight,1856x2688,4988928,3.934665e-13,3.555260e-14,1.036749e-10,2.950720e-12,False
+backbone.layers.1.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.769270e-13,1.636803e-14,4.723520e-11,1.128355e-12,False
+backbone.layers.1.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.351847e-13,3.576294e-14,1.058004e-10,2.963733e-12,False
+backbone.layers.1.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.240708e-13,1.842566e-14,5.388023e-11,1.294052e-12,False
+backbone.layers.1.mixer.experts.115.up_proj.weight,1856x2688,4988928,3.230229e-13,3.174695e-14,9.238422e-11,2.645596e-12,False
+backbone.layers.1.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.665196e-13,1.633460e-14,4.727016e-11,1.160173e-12,False
+backbone.layers.1.mixer.experts.116.up_proj.weight,1856x2688,4988928,3.675758e-13,2.805186e-14,8.275748e-11,2.433045e-12,False
+backbone.layers.1.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.043192e-13,1.647371e-14,4.795515e-11,1.147100e-12,False
+backbone.layers.1.mixer.experts.117.up_proj.weight,1856x2688,4988928,3.572290e-13,3.322076e-14,9.638329e-11,2.720746e-12,False
+backbone.layers.1.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.579639e-13,1.653765e-14,4.762351e-11,1.136813e-12,False
+backbone.layers.1.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.366819e-13,3.855921e-14,1.120406e-10,3.119039e-12,False
+backbone.layers.1.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.344810e-13,1.437856e-14,4.128245e-11,9.816678e-13,False
+backbone.layers.1.mixer.experts.119.up_proj.weight,1856x2688,4988928,5.016148e-13,3.791416e-14,1.139959e-10,3.243742e-12,False
+backbone.layers.1.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.729589e-13,1.635487e-14,4.729162e-11,1.121164e-12,False
+backbone.layers.1.mixer.experts.12.up_proj.weight,1856x2688,4988928,3.726498e-13,3.440778e-14,9.994943e-11,2.792028e-12,False
+backbone.layers.1.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.814677e-13,1.601602e-14,4.637494e-11,1.113718e-12,False
+backbone.layers.1.mixer.experts.120.up_proj.weight,1856x2688,4988928,3.191163e-13,2.989232e-14,8.660373e-11,2.467862e-12,False
+backbone.layers.1.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.256548e-13,1.765434e-14,5.157625e-11,1.234521e-12,False
+backbone.layers.1.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.175757e-13,3.419912e-14,1.001440e-10,2.858328e-12,False
+backbone.layers.1.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.911978e-13,1.681738e-14,4.905309e-11,1.164860e-12,False
+backbone.layers.1.mixer.experts.122.up_proj.weight,1856x2688,4988928,3.346091e-13,2.895435e-14,8.353474e-11,2.366677e-12,False
+backbone.layers.1.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.585310e-13,1.801012e-14,5.300518e-11,1.310197e-12,False
+backbone.layers.1.mixer.experts.123.up_proj.weight,1856x2688,4988928,3.491027e-13,3.054429e-14,8.960999e-11,2.577473e-12,False
+backbone.layers.1.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.790608e-13,1.640403e-14,4.744545e-11,1.135989e-12,False
+backbone.layers.1.mixer.experts.124.up_proj.weight,1856x2688,4988928,2.682490e-13,2.864596e-14,8.237071e-11,2.370000e-12,False
+backbone.layers.1.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.288707e-13,1.730886e-14,5.095044e-11,1.197152e-12,False
+backbone.layers.1.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.013647e-13,3.162565e-14,9.217187e-11,2.563077e-12,False
+backbone.layers.1.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.802482e-13,1.517733e-14,4.383252e-11,1.058285e-12,False
+backbone.layers.1.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.661747e-13,3.489793e-14,1.024796e-10,2.930452e-12,False
+backbone.layers.1.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.061615e-13,1.726359e-14,5.005611e-11,1.209841e-12,False
+backbone.layers.1.mixer.experts.127.up_proj.weight,1856x2688,4988928,3.605714e-13,3.483829e-14,1.013253e-10,2.895572e-12,False
+backbone.layers.1.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.534502e-13,1.578988e-14,4.546953e-11,1.106930e-12,False
+backbone.layers.1.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.783084e-13,3.419311e-14,1.023860e-10,2.928465e-12,False
+backbone.layers.1.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.094158e-13,1.483351e-14,4.280033e-11,1.024040e-12,False
+backbone.layers.1.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.293406e-13,3.509016e-14,1.022289e-10,2.921762e-12,False
+backbone.layers.1.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.824668e-13,1.943897e-14,5.723561e-11,1.383880e-12,False
+backbone.layers.1.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.800257e-13,3.114043e-14,9.065531e-11,2.664474e-12,False
+backbone.layers.1.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.925144e-13,1.645817e-14,4.763170e-11,1.149606e-12,False
+backbone.layers.1.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.262857e-13,3.383252e-14,1.006604e-10,2.941727e-12,False
+backbone.layers.1.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.338615e-13,2.027317e-14,5.884130e-11,1.414819e-12,False
+backbone.layers.1.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.276614e-13,3.640915e-14,1.066311e-10,3.046088e-12,False
+backbone.layers.1.mixer.experts.18.down_proj.weight,2688x1856,4988928,1.844679e-13,1.514462e-14,4.388524e-11,1.063450e-12,False
+backbone.layers.1.mixer.experts.18.up_proj.weight,1856x2688,4988928,3.648132e-13,2.958122e-14,8.614911e-11,2.507331e-12,False
+backbone.layers.1.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.958052e-13,1.674448e-14,4.828703e-11,1.146106e-12,False
+backbone.layers.1.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.857816e-13,3.824777e-14,1.133574e-10,3.143501e-12,False
+backbone.layers.1.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.577036e-13,1.900815e-14,5.557699e-11,1.338912e-12,False
+backbone.layers.1.mixer.experts.2.up_proj.weight,1856x2688,4988928,3.354643e-13,3.341363e-14,9.701673e-11,2.757376e-12,False
+backbone.layers.1.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.056064e-13,1.788509e-14,5.199027e-11,1.248722e-12,False
+backbone.layers.1.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.178533e-13,3.276348e-14,9.452809e-11,2.773811e-12,False
+backbone.layers.1.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.427572e-13,1.993928e-14,5.824093e-11,1.384050e-12,False
+backbone.layers.1.mixer.experts.21.up_proj.weight,1856x2688,4988928,3.760325e-13,3.220918e-14,9.351103e-11,2.638793e-12,False
+backbone.layers.1.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.056810e-13,1.762928e-14,5.098039e-11,1.210655e-12,False
+backbone.layers.1.mixer.experts.22.up_proj.weight,1856x2688,4988928,3.690381e-13,3.446925e-14,1.001350e-10,2.825543e-12,False
+backbone.layers.1.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.243466e-13,1.936907e-14,5.654408e-11,1.342510e-12,False
+backbone.layers.1.mixer.experts.23.up_proj.weight,1856x2688,4988928,3.625503e-13,3.253121e-14,9.433994e-11,2.665601e-12,False
+backbone.layers.1.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.038248e-13,1.729027e-14,5.023408e-11,1.189291e-12,False
+backbone.layers.1.mixer.experts.24.up_proj.weight,1856x2688,4988928,3.325673e-13,3.136898e-14,9.102961e-11,2.546262e-12,False
+backbone.layers.1.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.955727e-13,1.645926e-14,4.782499e-11,1.151818e-12,False
+backbone.layers.1.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.139779e-13,3.121294e-14,9.109920e-11,2.645159e-12,False
+backbone.layers.1.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.128731e-13,1.879884e-14,5.454584e-11,1.300565e-12,False
+backbone.layers.1.mixer.experts.26.up_proj.weight,1856x2688,4988928,2.786799e-13,3.003917e-14,8.673332e-11,2.490057e-12,False
+backbone.layers.1.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.220793e-13,1.764897e-14,5.204484e-11,1.234601e-12,False
+backbone.layers.1.mixer.experts.27.up_proj.weight,1856x2688,4988928,7.649038e-13,4.491681e-14,1.317305e-10,3.753881e-12,False
+backbone.layers.1.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.991185e-13,1.505594e-14,4.335271e-11,1.022793e-12,False
+backbone.layers.1.mixer.experts.28.up_proj.weight,1856x2688,4988928,3.573704e-13,3.072800e-14,8.875330e-11,2.417174e-12,False
+backbone.layers.1.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.856770e-13,1.689337e-14,4.881280e-11,1.179007e-12,False
+backbone.layers.1.mixer.experts.29.up_proj.weight,1856x2688,4988928,3.885980e-13,3.347033e-14,9.814871e-11,2.853973e-12,False
+backbone.layers.1.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.879425e-13,1.751106e-14,5.083055e-11,1.223563e-12,False
+backbone.layers.1.mixer.experts.3.up_proj.weight,1856x2688,4988928,3.996109e-13,2.971481e-14,8.635893e-11,2.487243e-12,False
+backbone.layers.1.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.517744e-13,1.587503e-14,4.562546e-11,1.096636e-12,False
+backbone.layers.1.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.849524e-13,3.969868e-14,1.175118e-10,3.360164e-12,False
+backbone.layers.1.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.164102e-13,1.784841e-14,5.203381e-11,1.266035e-12,False
+backbone.layers.1.mixer.experts.31.up_proj.weight,1856x2688,4988928,3.620194e-13,3.059802e-14,8.929999e-11,2.585298e-12,False
+backbone.layers.1.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.596355e-13,1.605509e-14,4.620286e-11,1.125156e-12,False
+backbone.layers.1.mixer.experts.32.up_proj.weight,1856x2688,4988928,3.622484e-13,3.209660e-14,9.325606e-11,2.746274e-12,False
+backbone.layers.1.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.745305e-13,1.528921e-14,4.403870e-11,1.070089e-12,False
+backbone.layers.1.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.464454e-13,3.757095e-14,1.099878e-10,3.190400e-12,False
+backbone.layers.1.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.592476e-13,1.621508e-14,4.680032e-11,1.121939e-12,False
+backbone.layers.1.mixer.experts.34.up_proj.weight,1856x2688,4988928,3.392286e-13,3.162305e-14,9.127922e-11,2.586822e-12,False
+backbone.layers.1.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.657771e-13,1.586048e-14,4.586745e-11,1.087856e-12,False
+backbone.layers.1.mixer.experts.35.up_proj.weight,1856x2688,4988928,3.624739e-13,3.701789e-14,1.073430e-10,2.961481e-12,False
+backbone.layers.1.mixer.experts.36.down_proj.weight,2688x1856,4988928,3.598875e-13,2.326237e-14,7.047090e-11,1.688622e-12,False
+backbone.layers.1.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.827336e-13,3.404729e-14,9.995230e-11,2.885231e-12,False
+backbone.layers.1.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.067964e-13,1.831624e-14,5.333918e-11,1.261171e-12,False
+backbone.layers.1.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.479334e-13,3.475699e-14,1.005980e-10,2.809128e-12,False
+backbone.layers.1.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.781826e-13,1.765837e-14,5.100615e-11,1.210903e-12,False
+backbone.layers.1.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.074002e-13,3.388712e-14,9.833615e-11,2.800316e-12,False
+backbone.layers.1.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.872990e-13,1.626939e-14,4.724053e-11,1.182498e-12,False
+backbone.layers.1.mixer.experts.39.up_proj.weight,1856x2688,4988928,3.428750e-13,3.063568e-14,9.158765e-11,2.642491e-12,False
+backbone.layers.1.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.397805e-13,1.481167e-14,4.265508e-11,1.018007e-12,False
+backbone.layers.1.mixer.experts.4.up_proj.weight,1856x2688,4988928,3.785587e-13,3.493238e-14,1.012931e-10,2.841844e-12,False
+backbone.layers.1.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.215086e-13,1.968048e-14,5.728338e-11,1.354079e-12,False
+backbone.layers.1.mixer.experts.40.up_proj.weight,1856x2688,4988928,3.326436e-13,3.139950e-14,9.070832e-11,2.541256e-12,False
+backbone.layers.1.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.395827e-13,1.982530e-14,5.769035e-11,1.373408e-12,False
+backbone.layers.1.mixer.experts.41.up_proj.weight,1856x2688,4988928,3.720114e-13,3.251671e-14,9.491501e-11,2.675399e-12,False
+backbone.layers.1.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.900007e-13,2.133095e-14,6.261484e-11,1.492594e-12,False
+backbone.layers.1.mixer.experts.42.up_proj.weight,1856x2688,4988928,3.867739e-13,3.402881e-14,9.889411e-11,2.761646e-12,False
+backbone.layers.1.mixer.experts.43.down_proj.weight,2688x1856,4988928,3.208718e-13,2.211098e-14,6.646245e-11,1.607564e-12,False
+backbone.layers.1.mixer.experts.43.up_proj.weight,1856x2688,4988928,2.700531e-13,2.911399e-14,8.415991e-11,2.366780e-12,False
+backbone.layers.1.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.753216e-13,1.782188e-14,5.177007e-11,1.241825e-12,False
+backbone.layers.1.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.481051e-13,3.542033e-14,1.031670e-10,2.944631e-12,False
+backbone.layers.1.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.901561e-13,1.844649e-14,5.367558e-11,1.327634e-12,False
+backbone.layers.1.mixer.experts.45.up_proj.weight,1856x2688,4988928,5.086669e-13,3.580560e-14,1.086042e-10,3.126398e-12,False
+backbone.layers.1.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.513016e-13,1.758030e-14,5.134994e-11,1.240676e-12,False
+backbone.layers.1.mixer.experts.46.up_proj.weight,1856x2688,4988928,3.572004e-13,3.002000e-14,8.758869e-11,2.571911e-12,False
+backbone.layers.1.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.017934e-13,1.753292e-14,5.089767e-11,1.208960e-12,False
+backbone.layers.1.mixer.experts.47.up_proj.weight,1856x2688,4988928,3.705092e-13,3.245845e-14,9.419532e-11,2.656490e-12,False
+backbone.layers.1.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.004959e-13,1.752524e-14,5.105794e-11,1.217668e-12,False
+backbone.layers.1.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.557153e-13,3.462593e-14,1.011299e-10,2.891976e-12,False
+backbone.layers.1.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.037467e-13,1.713004e-14,4.952924e-11,1.183490e-12,False
+backbone.layers.1.mixer.experts.49.up_proj.weight,1856x2688,4988928,3.796026e-13,3.425752e-14,9.936030e-11,2.849012e-12,False
+backbone.layers.1.mixer.experts.5.down_proj.weight,2688x1856,4988928,1.728548e-13,1.588956e-14,4.609069e-11,1.099921e-12,False
+backbone.layers.1.mixer.experts.5.up_proj.weight,1856x2688,4988928,3.583774e-13,3.074866e-14,8.983424e-11,2.587405e-12,False
+backbone.layers.1.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.786262e-13,1.717609e-14,4.935094e-11,1.185511e-12,False
+backbone.layers.1.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.397585e-13,3.468507e-14,1.018659e-10,2.874087e-12,False
+backbone.layers.1.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.708998e-13,1.544735e-14,4.441300e-11,1.057319e-12,False
+backbone.layers.1.mixer.experts.51.up_proj.weight,1856x2688,4988928,3.654906e-13,3.363142e-14,9.824542e-11,2.740701e-12,False
+backbone.layers.1.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.676107e-13,1.637601e-14,4.740996e-11,1.125812e-12,False
+backbone.layers.1.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.369231e-13,3.480470e-14,1.013934e-10,2.921374e-12,False
+backbone.layers.1.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.031569e-13,1.793863e-14,5.194769e-11,1.249761e-12,False
+backbone.layers.1.mixer.experts.53.up_proj.weight,1856x2688,4988928,3.856741e-13,3.529900e-14,1.037197e-10,2.954838e-12,False
+backbone.layers.1.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.938415e-13,1.860523e-14,5.409925e-11,1.276748e-12,False
+backbone.layers.1.mixer.experts.54.up_proj.weight,1856x2688,4988928,3.403233e-13,2.873064e-14,8.320527e-11,2.363567e-12,False
+backbone.layers.1.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.244190e-13,1.763160e-14,5.180731e-11,1.239856e-12,False
+backbone.layers.1.mixer.experts.55.up_proj.weight,1856x2688,4988928,2.866717e-13,2.883538e-14,8.361777e-11,2.381222e-12,False
+backbone.layers.1.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.804650e-13,1.659481e-14,4.806362e-11,1.154827e-12,False
+backbone.layers.1.mixer.experts.56.up_proj.weight,1856x2688,4988928,5.260029e-13,3.415721e-14,9.992062e-11,2.876921e-12,False
+backbone.layers.1.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.358096e-13,1.830710e-14,5.360579e-11,1.285916e-12,False
+backbone.layers.1.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.452671e-13,3.360256e-14,9.877382e-11,2.835233e-12,False
+backbone.layers.1.mixer.experts.58.down_proj.weight,2688x1856,4988928,3.083644e-13,2.037815e-14,6.118823e-11,1.471426e-12,False
+backbone.layers.1.mixer.experts.58.up_proj.weight,1856x2688,4988928,3.653206e-13,3.192973e-14,9.392594e-11,2.538317e-12,False
+backbone.layers.1.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.806055e-13,1.678275e-14,4.860946e-11,1.179438e-12,False
+backbone.layers.1.mixer.experts.59.up_proj.weight,1856x2688,4988928,3.661273e-13,3.646633e-14,1.052371e-10,2.991963e-12,False
+backbone.layers.1.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.510018e-13,1.570797e-14,4.519024e-11,1.076531e-12,False
+backbone.layers.1.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.434543e-13,3.333566e-14,9.759614e-11,2.808732e-12,False
+backbone.layers.1.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.229883e-13,1.840614e-14,5.379042e-11,1.286362e-12,False
+backbone.layers.1.mixer.experts.60.up_proj.weight,1856x2688,4988928,3.535089e-13,3.371175e-14,9.777648e-11,2.798165e-12,False
+backbone.layers.1.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.978070e-13,1.680974e-14,4.887414e-11,1.202824e-12,False
+backbone.layers.1.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.900312e-13,3.513731e-14,1.052299e-10,3.046789e-12,False
+backbone.layers.1.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.514691e-13,1.541467e-14,4.429782e-11,1.047372e-12,False
+backbone.layers.1.mixer.experts.62.up_proj.weight,1856x2688,4988928,6.435635e-13,3.773053e-14,1.112393e-10,3.126679e-12,False
+backbone.layers.1.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.916106e-13,1.635911e-14,4.762099e-11,1.158184e-12,False
+backbone.layers.1.mixer.experts.63.up_proj.weight,1856x2688,4988928,3.097557e-13,2.916335e-14,8.388445e-11,2.440464e-12,False
+backbone.layers.1.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.770875e-13,1.670150e-14,4.832694e-11,1.158333e-12,False
+backbone.layers.1.mixer.experts.64.up_proj.weight,1856x2688,4988928,3.396936e-13,3.211176e-14,9.308291e-11,2.637401e-12,False
+backbone.layers.1.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.626181e-13,1.874806e-14,5.510642e-11,1.309166e-12,False
+backbone.layers.1.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.003603e-13,3.316387e-14,9.641696e-11,2.751325e-12,False
+backbone.layers.1.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.902714e-13,1.719802e-14,4.980306e-11,1.184081e-12,False
+backbone.layers.1.mixer.experts.66.up_proj.weight,1856x2688,4988928,3.246726e-13,2.826693e-14,8.194754e-11,2.357259e-12,False
+backbone.layers.1.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.957497e-13,1.788025e-14,5.194603e-11,1.256346e-12,False
+backbone.layers.1.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.428680e-13,3.426378e-14,9.995211e-11,2.857360e-12,False
+backbone.layers.1.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.600230e-13,1.644386e-14,4.759977e-11,1.130061e-12,False
+backbone.layers.1.mixer.experts.68.up_proj.weight,1856x2688,4988928,3.632173e-13,3.168409e-14,9.190937e-11,2.635747e-12,False
+backbone.layers.1.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.585853e-13,1.597580e-14,4.597070e-11,1.080813e-12,False
+backbone.layers.1.mixer.experts.69.up_proj.weight,1856x2688,4988928,3.151368e-13,3.130765e-14,9.069218e-11,2.562443e-12,False
+backbone.layers.1.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.985031e-13,1.709490e-14,4.963185e-11,1.195684e-12,False
+backbone.layers.1.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.150891e-13,3.074464e-14,9.003562e-11,2.626456e-12,False
+backbone.layers.1.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.736457e-13,2.130270e-14,6.262431e-11,1.507177e-12,False
+backbone.layers.1.mixer.experts.70.up_proj.weight,1856x2688,4988928,3.828092e-13,3.477802e-14,1.011287e-10,2.881236e-12,False
+backbone.layers.1.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.270753e-13,1.906471e-14,5.597788e-11,1.335502e-12,False
+backbone.layers.1.mixer.experts.71.up_proj.weight,1856x2688,4988928,3.131250e-13,3.123467e-14,9.048996e-11,2.611019e-12,False
+backbone.layers.1.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.347705e-13,1.843007e-14,5.411421e-11,1.296840e-12,False
+backbone.layers.1.mixer.experts.72.up_proj.weight,1856x2688,4988928,3.853289e-13,3.560903e-14,1.034246e-10,2.968335e-12,False
+backbone.layers.1.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.134334e-13,1.766318e-14,5.131220e-11,1.234432e-12,False
+backbone.layers.1.mixer.experts.73.up_proj.weight,1856x2688,4988928,3.483186e-13,3.548667e-14,1.032666e-10,2.987861e-12,False
+backbone.layers.1.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.677582e-13,1.775576e-14,5.133362e-11,1.226600e-12,False
+backbone.layers.1.mixer.experts.74.up_proj.weight,1856x2688,4988928,3.246604e-13,3.088506e-14,8.939663e-11,2.536351e-12,False
+backbone.layers.1.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.592008e-13,1.551314e-14,4.453237e-11,1.069788e-12,False
+backbone.layers.1.mixer.experts.75.up_proj.weight,1856x2688,4988928,3.537066e-13,3.140173e-14,9.054716e-11,2.578201e-12,False
+backbone.layers.1.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.377579e-13,1.451490e-14,4.186166e-11,9.947538e-13,False
+backbone.layers.1.mixer.experts.76.up_proj.weight,1856x2688,4988928,3.568257e-13,3.341625e-14,9.717358e-11,2.746416e-12,False
+backbone.layers.1.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.219058e-13,1.835406e-14,5.370722e-11,1.292222e-12,False
+backbone.layers.1.mixer.experts.77.up_proj.weight,1856x2688,4988928,3.047458e-13,2.831088e-14,8.205661e-11,2.368748e-12,False
+backbone.layers.1.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.484368e-13,1.604585e-14,4.634133e-11,1.095177e-12,False
+backbone.layers.1.mixer.experts.78.up_proj.weight,1856x2688,4988928,3.184831e-13,3.037363e-14,8.801485e-11,2.477564e-12,False
+backbone.layers.1.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.146026e-13,1.946984e-14,5.653916e-11,1.353021e-12,False
+backbone.layers.1.mixer.experts.79.up_proj.weight,1856x2688,4988928,5.111623e-13,3.513436e-14,1.027846e-10,2.964189e-12,False
+backbone.layers.1.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.059039e-13,2.024066e-14,5.898838e-11,1.413557e-12,False
+backbone.layers.1.mixer.experts.8.up_proj.weight,1856x2688,4988928,3.982622e-13,3.145924e-14,9.131519e-11,2.590013e-12,False
+backbone.layers.1.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.965598e-13,1.752035e-14,5.112491e-11,1.213514e-12,False
+backbone.layers.1.mixer.experts.80.up_proj.weight,1856x2688,4988928,3.129233e-13,2.985559e-14,8.606044e-11,2.426413e-12,False
+backbone.layers.1.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.873363e-13,1.802535e-14,5.248336e-11,1.266529e-12,False
+backbone.layers.1.mixer.experts.81.up_proj.weight,1856x2688,4988928,5.966074e-13,4.227738e-14,1.264951e-10,3.648294e-12,False
+backbone.layers.1.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.994845e-13,1.764905e-14,5.142120e-11,1.216690e-12,False
+backbone.layers.1.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.716566e-13,4.077002e-14,1.193926e-10,3.129077e-12,False
+backbone.layers.1.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.502271e-13,1.578657e-14,4.538460e-11,1.096526e-12,False
+backbone.layers.1.mixer.experts.83.up_proj.weight,1856x2688,4988928,3.695794e-13,3.171038e-14,9.269002e-11,2.695571e-12,False
+backbone.layers.1.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.137387e-13,1.689036e-14,4.898155e-11,1.178964e-12,False
+backbone.layers.1.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.041247e-13,3.578189e-14,1.062901e-10,3.217934e-12,False
+backbone.layers.1.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.547476e-13,1.872768e-14,5.537691e-11,1.309079e-12,False
+backbone.layers.1.mixer.experts.85.up_proj.weight,1856x2688,4988928,3.649407e-13,3.457626e-14,1.004060e-10,2.860942e-12,False
+backbone.layers.1.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.834052e-13,2.159224e-14,6.342677e-11,1.505814e-12,False
+backbone.layers.1.mixer.experts.86.up_proj.weight,1856x2688,4988928,3.375460e-13,3.054484e-14,8.812074e-11,2.510877e-12,False
+backbone.layers.1.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.816133e-13,2.115959e-14,6.230542e-11,1.573277e-12,False
+backbone.layers.1.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.522372e-13,3.632817e-14,1.084141e-10,3.277546e-12,False
+backbone.layers.1.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.138741e-13,1.780950e-14,5.140323e-11,1.229220e-12,False
+backbone.layers.1.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.307596e-13,3.433657e-14,9.998759e-11,2.860951e-12,False
+backbone.layers.1.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.077609e-13,1.846223e-14,5.341880e-11,1.289890e-12,False
+backbone.layers.1.mixer.experts.89.up_proj.weight,1856x2688,4988928,3.251561e-13,3.098753e-14,8.969620e-11,2.580513e-12,False
+backbone.layers.1.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.349232e-13,1.876697e-14,5.500426e-11,1.322437e-12,False
+backbone.layers.1.mixer.experts.9.up_proj.weight,1856x2688,4988928,3.377732e-13,3.268409e-14,9.584648e-11,2.729379e-12,False
+backbone.layers.1.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.289731e-13,1.954543e-14,5.709046e-11,1.349961e-12,False
+backbone.layers.1.mixer.experts.90.up_proj.weight,1856x2688,4988928,3.798455e-13,3.182471e-14,9.223409e-11,2.601935e-12,False
+backbone.layers.1.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.521370e-13,1.511923e-14,4.348570e-11,1.051360e-12,False
+backbone.layers.1.mixer.experts.91.up_proj.weight,1856x2688,4988928,2.852718e-13,2.875881e-14,8.277604e-11,2.361347e-12,False
+backbone.layers.1.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.276600e-13,1.315433e-14,3.772178e-11,9.140373e-13,False
+backbone.layers.1.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.949157e-13,3.618207e-14,1.060523e-10,3.057887e-12,False
+backbone.layers.1.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.746207e-13,1.605517e-14,4.639253e-11,1.124603e-12,False
+backbone.layers.1.mixer.experts.93.up_proj.weight,1856x2688,4988928,3.223533e-13,2.894347e-14,8.390894e-11,2.430611e-12,False
+backbone.layers.1.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.714618e-13,1.534945e-14,4.435848e-11,1.057775e-12,False
+backbone.layers.1.mixer.experts.94.up_proj.weight,1856x2688,4988928,3.743759e-13,3.631475e-14,1.054280e-10,3.007968e-12,False
+backbone.layers.1.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.072960e-13,1.800862e-14,5.269158e-11,1.249849e-12,False
+backbone.layers.1.mixer.experts.95.up_proj.weight,1856x2688,4988928,3.480011e-13,3.381464e-14,9.780915e-11,2.791605e-12,False
+backbone.layers.1.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.729675e-13,1.549924e-14,4.451779e-11,1.068533e-12,False
+backbone.layers.1.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.845230e-13,3.355536e-14,9.812678e-11,2.821154e-12,False
+backbone.layers.1.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.935535e-13,1.746482e-14,5.037323e-11,1.211722e-12,False
+backbone.layers.1.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.826703e-13,3.502479e-14,1.035353e-10,2.925755e-12,False
+backbone.layers.1.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.030383e-13,1.834082e-14,5.363631e-11,1.282408e-12,False
+backbone.layers.1.mixer.experts.98.up_proj.weight,1856x2688,4988928,3.916589e-13,3.545545e-14,1.040959e-10,2.921629e-12,False
+backbone.layers.1.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.666670e-13,1.666048e-14,4.803643e-11,1.147126e-12,False
+backbone.layers.1.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.233931e-13,3.738282e-14,1.088141e-10,3.081943e-12,False
+backbone.layers.1.mixer.gate.weight,128x2688,344064,1.490405e-12,1.335893e-13,1.034371e-10,2.845697e-12,False
+backbone.layers.1.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.948484e-12,8.858014e-14,3.671320e-10,6.165939e-12,False
+backbone.layers.1.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.738797e-13,3.157660e-14,1.290681e-10,2.591326e-12,False
+backbone.layers.1.norm.weight,2688,2688,1.110223e-16,1.990034e-17,1.722302e-15,1.245211e-16,False
+backbone.layers.10.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.888038e-13,1.641605e-14,4.764622e-11,1.114228e-12,False
+backbone.layers.10.mixer.experts.0.up_proj.weight,1856x2688,4988928,4.112223e-13,4.003380e-14,1.165208e-10,2.638605e-12,False
+backbone.layers.10.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.265618e-13,2.082999e-14,6.093096e-11,1.411127e-12,False
+backbone.layers.10.mixer.experts.1.up_proj.weight,1856x2688,4988928,3.581649e-13,3.688623e-14,1.069305e-10,2.479859e-12,False
+backbone.layers.10.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.426394e-13,1.545192e-14,4.443184e-11,1.065793e-12,False
+backbone.layers.10.mixer.experts.10.up_proj.weight,1856x2688,4988928,3.919852e-13,3.617466e-14,1.045383e-10,2.493877e-12,False
+backbone.layers.10.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.728027e-13,1.690914e-14,4.897408e-11,1.170693e-12,False
+backbone.layers.10.mixer.experts.100.up_proj.weight,1856x2688,4988928,5.185219e-13,4.311360e-14,1.268602e-10,3.001401e-12,False
+backbone.layers.10.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.987794e-13,1.615883e-14,4.681935e-11,1.117269e-12,False
+backbone.layers.10.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.158184e-13,3.841486e-14,1.115181e-10,2.592372e-12,False
+backbone.layers.10.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.347220e-13,1.970113e-14,5.745640e-11,1.394263e-12,False
+backbone.layers.10.mixer.experts.102.up_proj.weight,1856x2688,4988928,5.736314e-13,4.188631e-14,1.250373e-10,3.036352e-12,False
+backbone.layers.10.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.674008e-13,1.527716e-14,4.417771e-11,1.083875e-12,False
+backbone.layers.10.mixer.experts.103.up_proj.weight,1856x2688,4988928,3.716714e-13,3.336313e-14,9.635605e-11,2.284102e-12,False
+backbone.layers.10.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.730265e-13,1.741604e-14,5.054857e-11,1.175259e-12,False
+backbone.layers.10.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.342289e-13,4.153760e-14,1.208280e-10,2.779492e-12,False
+backbone.layers.10.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.677408e-13,1.489398e-14,4.299670e-11,1.109256e-12,False
+backbone.layers.10.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.390099e-13,3.648976e-14,1.099635e-10,2.761989e-12,False
+backbone.layers.10.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.876069e-13,1.588091e-14,4.573188e-11,1.072650e-12,False
+backbone.layers.10.mixer.experts.106.up_proj.weight,1856x2688,4988928,3.996473e-13,3.794265e-14,1.097393e-10,2.480694e-12,False
+backbone.layers.10.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.646790e-13,1.514237e-14,4.381145e-11,1.020150e-12,False
+backbone.layers.10.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.958560e-13,4.409933e-14,1.283604e-10,2.921915e-12,False
+backbone.layers.10.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.381012e-13,1.957185e-14,5.808723e-11,1.333836e-12,False
+backbone.layers.10.mixer.experts.108.up_proj.weight,1856x2688,4988928,4.577172e-13,4.024979e-14,1.168828e-10,2.637858e-12,False
+backbone.layers.10.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.785498e-13,2.131566e-14,6.315064e-11,1.473702e-12,False
+backbone.layers.10.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.548721e-13,4.899262e-14,1.430886e-10,3.254238e-12,False
+backbone.layers.10.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.600291e-13,1.618064e-14,4.657063e-11,1.072322e-12,False
+backbone.layers.10.mixer.experts.11.up_proj.weight,1856x2688,4988928,5.017423e-13,4.611330e-14,1.353028e-10,3.014392e-12,False
+backbone.layers.10.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.513858e-13,1.501112e-14,4.340189e-11,1.029932e-12,False
+backbone.layers.10.mixer.experts.110.up_proj.weight,1856x2688,4988928,5.090477e-13,4.022260e-14,1.178457e-10,2.769549e-12,False
+backbone.layers.10.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.646417e-13,1.688145e-14,4.865307e-11,1.168635e-12,False
+backbone.layers.10.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.198863e-13,4.091912e-14,1.192470e-10,2.902852e-12,False
+backbone.layers.10.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.433470e-13,2.050152e-14,5.979991e-11,1.394475e-12,False
+backbone.layers.10.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.422573e-13,3.989269e-14,1.161204e-10,2.721812e-12,False
+backbone.layers.10.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.420079e-13,1.479937e-14,4.249704e-11,9.998189e-13,False
+backbone.layers.10.mixer.experts.113.up_proj.weight,1856x2688,4988928,3.408662e-13,3.377971e-14,9.826320e-11,2.281173e-12,False
+backbone.layers.10.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.840575e-13,1.725515e-14,5.023140e-11,1.211072e-12,False
+backbone.layers.10.mixer.experts.114.up_proj.weight,1856x2688,4988928,7.233502e-13,4.907160e-14,1.477419e-10,3.554960e-12,False
+backbone.layers.10.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.675188e-13,1.493101e-14,4.308411e-11,9.974472e-13,False
+backbone.layers.10.mixer.experts.115.up_proj.weight,1856x2688,4988928,3.834493e-13,3.827833e-14,1.105875e-10,2.541146e-12,False
+backbone.layers.10.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.293365e-13,1.679361e-14,4.843926e-11,1.110933e-12,False
+backbone.layers.10.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.882518e-13,3.967228e-14,1.147860e-10,2.578653e-12,False
+backbone.layers.10.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.239545e-13,2.014699e-14,5.898294e-11,1.379838e-12,False
+backbone.layers.10.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.146994e-13,3.610433e-14,1.052300e-10,2.456926e-12,False
+backbone.layers.10.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.755338e-13,1.684488e-14,4.876757e-11,1.123803e-12,False
+backbone.layers.10.mixer.experts.118.up_proj.weight,1856x2688,4988928,3.941647e-13,3.618858e-14,1.048955e-10,2.411659e-12,False
+backbone.layers.10.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.255349e-13,1.811498e-14,5.233637e-11,1.223085e-12,False
+backbone.layers.10.mixer.experts.119.up_proj.weight,1856x2688,4988928,5.494563e-13,4.523145e-14,1.329662e-10,3.001007e-12,False
+backbone.layers.10.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.291656e-13,1.985132e-14,5.793238e-11,1.396522e-12,False
+backbone.layers.10.mixer.experts.12.up_proj.weight,1856x2688,4988928,3.433434e-13,3.504064e-14,1.013002e-10,2.450289e-12,False
+backbone.layers.10.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.686984e-13,1.599103e-14,4.609106e-11,1.072806e-12,False
+backbone.layers.10.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.388126e-13,4.411548e-14,1.277934e-10,2.916752e-12,False
+backbone.layers.10.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.342675e-13,1.969409e-14,5.797591e-11,1.332859e-12,False
+backbone.layers.10.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.538869e-13,4.330311e-14,1.261357e-10,2.820493e-12,False
+backbone.layers.10.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.669125e-13,1.645806e-14,4.758049e-11,1.130123e-12,False
+backbone.layers.10.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.066088e-13,3.893454e-14,1.125447e-10,2.605088e-12,False
+backbone.layers.10.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.645106e-13,2.214127e-14,6.461582e-11,1.464051e-12,False
+backbone.layers.10.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.165696e-13,4.133567e-14,1.193751e-10,2.661784e-12,False
+backbone.layers.10.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.929498e-13,1.694638e-14,4.883621e-11,1.114876e-12,False
+backbone.layers.10.mixer.experts.124.up_proj.weight,1856x2688,4988928,5.213677e-13,4.455302e-14,1.294353e-10,2.898334e-12,False
+backbone.layers.10.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.995833e-13,1.891582e-14,5.508969e-11,1.330691e-12,False
+backbone.layers.10.mixer.experts.125.up_proj.weight,1856x2688,4988928,6.304419e-13,4.757480e-14,1.422968e-10,3.448557e-12,False
+backbone.layers.10.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.592077e-13,1.611063e-14,4.654478e-11,1.117125e-12,False
+backbone.layers.10.mixer.experts.126.up_proj.weight,1856x2688,4988928,3.985247e-13,3.548602e-14,1.024673e-10,2.442219e-12,False
+backbone.layers.10.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.547364e-13,1.599087e-14,4.584432e-11,1.068787e-12,False
+backbone.layers.10.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.200910e-13,3.856706e-14,1.116977e-10,2.596287e-12,False
+backbone.layers.10.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.983969e-13,1.855484e-14,5.402203e-11,1.249156e-12,False
+backbone.layers.10.mixer.experts.13.up_proj.weight,1856x2688,4988928,3.752866e-13,3.654148e-14,1.058322e-10,2.422844e-12,False
+backbone.layers.10.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.900815e-13,1.878183e-14,5.448605e-11,1.237358e-12,False
+backbone.layers.10.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.290127e-13,4.235040e-14,1.227331e-10,2.737792e-12,False
+backbone.layers.10.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.238904e-13,2.030018e-14,5.949762e-11,1.442534e-12,False
+backbone.layers.10.mixer.experts.15.up_proj.weight,1856x2688,4988928,3.558594e-13,3.353819e-14,9.664701e-11,2.348717e-12,False
+backbone.layers.10.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.411422e-13,1.871401e-14,5.468802e-11,1.293195e-12,False
+backbone.layers.10.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.399640e-13,3.767399e-14,1.093104e-10,2.522275e-12,False
+backbone.layers.10.mixer.experts.17.down_proj.weight,2688x1856,4988928,3.021333e-13,1.916282e-14,5.624872e-11,1.314551e-12,False
+backbone.layers.10.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.074449e-13,3.709255e-14,1.081449e-10,2.514570e-12,False
+backbone.layers.10.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.855424e-13,1.810139e-14,5.325741e-11,1.289744e-12,False
+backbone.layers.10.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.330824e-13,4.163990e-14,1.201740e-10,2.920229e-12,False
+backbone.layers.10.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.546940e-13,1.479618e-14,4.279826e-11,1.084246e-12,False
+backbone.layers.10.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.228770e-13,3.347745e-14,1.024323e-10,2.570029e-12,False
+backbone.layers.10.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.633693e-13,1.639254e-14,4.724715e-11,1.147920e-12,False
+backbone.layers.10.mixer.experts.2.up_proj.weight,1856x2688,4988928,5.077466e-13,3.910157e-14,1.149138e-10,2.792329e-12,False
+backbone.layers.10.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.712085e-13,1.506155e-14,4.358239e-11,1.116815e-12,False
+backbone.layers.10.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.062590e-13,3.430862e-14,1.004042e-10,2.544841e-12,False
+backbone.layers.10.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.505740e-13,1.477322e-14,4.275545e-11,1.083979e-12,False
+backbone.layers.10.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.106125e-13,3.616251e-14,1.052560e-10,2.584460e-12,False
+backbone.layers.10.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.029314e-13,1.772568e-14,5.128092e-11,1.184428e-12,False
+backbone.layers.10.mixer.experts.22.up_proj.weight,1856x2688,4988928,3.891470e-13,3.918491e-14,1.137244e-10,2.629991e-12,False
+backbone.layers.10.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.591503e-13,1.973354e-14,5.751050e-11,1.315560e-12,False
+backbone.layers.10.mixer.experts.23.up_proj.weight,1856x2688,4988928,3.618199e-13,3.873397e-14,1.120968e-10,2.517852e-12,False
+backbone.layers.10.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.260206e-13,1.788235e-14,5.185239e-11,1.185471e-12,False
+backbone.layers.10.mixer.experts.24.up_proj.weight,1856x2688,4988928,3.559167e-13,3.581707e-14,1.032947e-10,2.309320e-12,False
+backbone.layers.10.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.418621e-13,2.041110e-14,5.964308e-11,1.356875e-12,False
+backbone.layers.10.mixer.experts.25.up_proj.weight,1856x2688,4988928,5.072418e-13,4.302658e-14,1.265945e-10,2.842460e-12,False
+backbone.layers.10.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.825970e-13,1.642785e-14,4.745240e-11,1.080539e-12,False
+backbone.layers.10.mixer.experts.26.up_proj.weight,1856x2688,4988928,5.201291e-13,4.584681e-14,1.335967e-10,2.961392e-12,False
+backbone.layers.10.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.480585e-13,1.876365e-14,5.500534e-11,1.371036e-12,False
+backbone.layers.10.mixer.experts.27.up_proj.weight,1856x2688,4988928,3.529919e-13,3.474527e-14,1.004783e-10,2.452635e-12,False
+backbone.layers.10.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.807166e-13,1.681596e-14,4.894701e-11,1.165857e-12,False
+backbone.layers.10.mixer.experts.28.up_proj.weight,1856x2688,4988928,3.980948e-13,3.770604e-14,1.093524e-10,2.643463e-12,False
+backbone.layers.10.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.973768e-13,1.791650e-14,5.192734e-11,1.186038e-12,False
+backbone.layers.10.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.585317e-13,4.127302e-14,1.200649e-10,2.668162e-12,False
+backbone.layers.10.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.987785e-13,1.870211e-14,5.416560e-11,1.271559e-12,False
+backbone.layers.10.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.777184e-13,4.351166e-14,1.273135e-10,2.901809e-12,False
+backbone.layers.10.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.317799e-13,1.852433e-14,5.345724e-11,1.253509e-12,False
+backbone.layers.10.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.088847e-13,3.730913e-14,1.082543e-10,2.477695e-12,False
+backbone.layers.10.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.342571e-13,1.844967e-14,5.392394e-11,1.245630e-12,False
+backbone.layers.10.mixer.experts.31.up_proj.weight,1856x2688,4988928,5.051827e-13,4.522346e-14,1.319151e-10,3.000689e-12,False
+backbone.layers.10.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.812543e-13,1.612156e-14,4.714824e-11,1.152211e-12,False
+backbone.layers.10.mixer.experts.32.up_proj.weight,1856x2688,4988928,3.293576e-13,3.388004e-14,9.751290e-11,2.379686e-12,False
+backbone.layers.10.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.883355e-13,1.752026e-14,5.060027e-11,1.196088e-12,False
+backbone.layers.10.mixer.experts.33.up_proj.weight,1856x2688,4988928,5.463338e-13,4.157991e-14,1.207743e-10,2.861782e-12,False
+backbone.layers.10.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.310652e-13,2.133818e-14,6.209174e-11,1.441233e-12,False
+backbone.layers.10.mixer.experts.34.up_proj.weight,1856x2688,4988928,6.896393e-13,4.475637e-14,1.319762e-10,3.057100e-12,False
+backbone.layers.10.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.686332e-13,1.666040e-14,4.886059e-11,1.188465e-12,False
+backbone.layers.10.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.836791e-13,4.202095e-14,1.221719e-10,2.917904e-12,False
+backbone.layers.10.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.439576e-13,1.955009e-14,5.682903e-11,1.358830e-12,False
+backbone.layers.10.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.095058e-13,3.519263e-14,1.016360e-10,2.436951e-12,False
+backbone.layers.10.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.782324e-13,1.663171e-14,4.829352e-11,1.165123e-12,False
+backbone.layers.10.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.533604e-13,4.039041e-14,1.185483e-10,2.866935e-12,False
+backbone.layers.10.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.768898e-13,1.527881e-14,4.413788e-11,1.017806e-12,False
+backbone.layers.10.mixer.experts.38.up_proj.weight,1856x2688,4988928,5.106297e-13,4.378253e-14,1.276542e-10,2.881423e-12,False
+backbone.layers.10.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.317193e-13,1.405288e-14,4.037432e-11,1.007175e-12,False
+backbone.layers.10.mixer.experts.39.up_proj.weight,1856x2688,4988928,4.070373e-13,3.465272e-14,1.031270e-10,2.611968e-12,False
+backbone.layers.10.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.827878e-13,1.603205e-14,4.646572e-11,1.143776e-12,False
+backbone.layers.10.mixer.experts.4.up_proj.weight,1856x2688,4988928,5.158079e-13,3.899031e-14,1.137776e-10,2.755314e-12,False
+backbone.layers.10.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.005947e-13,1.813588e-14,5.273087e-11,1.285824e-12,False
+backbone.layers.10.mixer.experts.40.up_proj.weight,1856x2688,4988928,3.395999e-13,3.468865e-14,1.000237e-10,2.456898e-12,False
+backbone.layers.10.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.467002e-13,1.713932e-14,4.981811e-11,1.213326e-12,False
+backbone.layers.10.mixer.experts.41.up_proj.weight,1856x2688,4988928,3.928004e-13,3.759017e-14,1.089875e-10,2.580159e-12,False
+backbone.layers.10.mixer.experts.42.down_proj.weight,2688x1856,4988928,3.710842e-13,2.156403e-14,6.344878e-11,1.484495e-12,False
+backbone.layers.10.mixer.experts.42.up_proj.weight,1856x2688,4988928,3.924847e-13,3.901211e-14,1.127941e-10,2.623412e-12,False
+backbone.layers.10.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.764613e-13,1.657880e-14,4.783738e-11,1.111939e-12,False
+backbone.layers.10.mixer.experts.43.up_proj.weight,1856x2688,4988928,3.780726e-13,3.765041e-14,1.090110e-10,2.474781e-12,False
+backbone.layers.10.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.977030e-13,1.659358e-14,4.816933e-11,1.158630e-12,False
+backbone.layers.10.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.344441e-13,3.760488e-14,1.094131e-10,2.592453e-12,False
+backbone.layers.10.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.066056e-13,1.780738e-14,5.223909e-11,1.277706e-12,False
+backbone.layers.10.mixer.experts.45.up_proj.weight,1856x2688,4988928,5.412346e-13,4.216479e-14,1.225671e-10,2.994309e-12,False
+backbone.layers.10.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.138255e-13,1.761102e-14,5.140762e-11,1.169064e-12,False
+backbone.layers.10.mixer.experts.46.up_proj.weight,1856x2688,4988928,5.270194e-13,4.419097e-14,1.285604e-10,2.846883e-12,False
+backbone.layers.10.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.846414e-13,1.809111e-14,5.221815e-11,1.254289e-12,False
+backbone.layers.10.mixer.experts.47.up_proj.weight,1856x2688,4988928,5.682017e-13,4.513753e-14,1.318202e-10,3.152886e-12,False
+backbone.layers.10.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.970902e-13,1.660504e-14,4.830044e-11,1.092036e-12,False
+backbone.layers.10.mixer.experts.48.up_proj.weight,1856x2688,4988928,7.452962e-13,4.545168e-14,1.332790e-10,2.978796e-12,False
+backbone.layers.10.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.531310e-13,1.564552e-14,4.503018e-11,1.052476e-12,False
+backbone.layers.10.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.235709e-13,3.941913e-14,1.145028e-10,2.610172e-12,False
+backbone.layers.10.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.213160e-13,2.063907e-14,6.037923e-11,1.374371e-12,False
+backbone.layers.10.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.701368e-13,4.411038e-14,1.284689e-10,2.881176e-12,False
+backbone.layers.10.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.114977e-13,1.704308e-14,4.953936e-11,1.184141e-12,False
+backbone.layers.10.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.356897e-13,3.828527e-14,1.114474e-10,2.658285e-12,False
+backbone.layers.10.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.018008e-13,1.842268e-14,5.322411e-11,1.219447e-12,False
+backbone.layers.10.mixer.experts.51.up_proj.weight,1856x2688,4988928,6.444498e-13,5.297525e-14,1.561568e-10,3.475183e-12,False
+backbone.layers.10.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.415951e-13,1.456054e-14,4.182149e-11,1.013128e-12,False
+backbone.layers.10.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.695515e-13,3.810724e-14,1.104621e-10,2.657629e-12,False
+backbone.layers.10.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.153763e-13,1.871503e-14,5.468210e-11,1.268538e-12,False
+backbone.layers.10.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.692106e-13,4.111767e-14,1.196095e-10,2.802163e-12,False
+backbone.layers.10.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.695726e-13,1.949833e-14,5.690701e-11,1.339228e-12,False
+backbone.layers.10.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.147932e-13,3.926842e-14,1.140781e-10,2.678807e-12,False
+backbone.layers.10.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.392322e-13,1.900478e-14,5.568336e-11,1.335006e-12,False
+backbone.layers.10.mixer.experts.55.up_proj.weight,1856x2688,4988928,5.611935e-13,4.363736e-14,1.294096e-10,3.108574e-12,False
+backbone.layers.10.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.539463e-13,1.562771e-14,4.501151e-11,1.038664e-12,False
+backbone.layers.10.mixer.experts.56.up_proj.weight,1856x2688,4988928,6.522421e-13,4.699751e-14,1.387738e-10,3.138690e-12,False
+backbone.layers.10.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.760614e-13,1.536806e-14,4.430610e-11,1.067158e-12,False
+backbone.layers.10.mixer.experts.57.up_proj.weight,1856x2688,4988928,6.113807e-13,4.675730e-14,1.377436e-10,3.318648e-12,False
+backbone.layers.10.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.032242e-13,1.696790e-14,4.915950e-11,1.179219e-12,False
+backbone.layers.10.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.582376e-13,3.857503e-14,1.126094e-10,2.660694e-12,False
+backbone.layers.10.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.034969e-13,1.874125e-14,5.446106e-11,1.298603e-12,False
+backbone.layers.10.mixer.experts.59.up_proj.weight,1856x2688,4988928,3.768548e-13,3.829473e-14,1.110424e-10,2.661033e-12,False
+backbone.layers.10.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.212432e-13,1.656842e-14,4.805857e-11,1.160180e-12,False
+backbone.layers.10.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.480513e-13,4.250529e-14,1.231437e-10,2.922273e-12,False
+backbone.layers.10.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.303766e-13,1.383247e-14,3.966470e-11,9.534308e-13,False
+backbone.layers.10.mixer.experts.60.up_proj.weight,1856x2688,4988928,3.486239e-13,3.601361e-14,1.045949e-10,2.482220e-12,False
+backbone.layers.10.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.606215e-13,1.597481e-14,4.623571e-11,1.067185e-12,False
+backbone.layers.10.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.092109e-13,3.897755e-14,1.122998e-10,2.546109e-12,False
+backbone.layers.10.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.952362e-13,1.539484e-14,4.465480e-11,1.097398e-12,False
+backbone.layers.10.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.073338e-13,3.721099e-14,1.093259e-10,2.689805e-12,False
+backbone.layers.10.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.915898e-13,1.649533e-14,4.773733e-11,1.120608e-12,False
+backbone.layers.10.mixer.experts.63.up_proj.weight,1856x2688,4988928,3.630984e-13,3.736607e-14,1.089834e-10,2.532400e-12,False
+backbone.layers.10.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.678067e-13,1.566039e-14,4.532866e-11,1.115668e-12,False
+backbone.layers.10.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.459662e-13,3.811232e-14,1.111506e-10,2.780913e-12,False
+backbone.layers.10.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.688788e-13,1.525995e-14,4.385751e-11,1.010232e-12,False
+backbone.layers.10.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.009634e-13,3.762610e-14,1.101129e-10,2.497468e-12,False
+backbone.layers.10.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.943168e-13,1.737623e-14,5.038257e-11,1.179122e-12,False
+backbone.layers.10.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.999091e-13,4.032208e-14,1.173774e-10,2.726853e-12,False
+backbone.layers.10.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.440705e-13,1.541643e-14,4.443064e-11,1.007719e-12,False
+backbone.layers.10.mixer.experts.67.up_proj.weight,1856x2688,4988928,5.090876e-13,4.551318e-14,1.323890e-10,2.924388e-12,False
+backbone.layers.10.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.915031e-13,1.798196e-14,5.195178e-11,1.201842e-12,False
+backbone.layers.10.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.283343e-13,4.113993e-14,1.202964e-10,2.761188e-12,False
+backbone.layers.10.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.590134e-13,1.537121e-14,4.431118e-11,1.055874e-12,False
+backbone.layers.10.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.842463e-13,3.875458e-14,1.125349e-10,2.697159e-12,False
+backbone.layers.10.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.176924e-13,1.865472e-14,5.435370e-11,1.307022e-12,False
+backbone.layers.10.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.398912e-13,3.838614e-14,1.119065e-10,2.667015e-12,False
+backbone.layers.10.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.734828e-13,1.575617e-14,4.560222e-11,1.150015e-12,False
+backbone.layers.10.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.175427e-13,3.419047e-14,9.983480e-11,2.537293e-12,False
+backbone.layers.10.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.593516e-13,2.138496e-14,6.289616e-11,1.505821e-12,False
+backbone.layers.10.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.551854e-13,4.200452e-14,1.221947e-10,2.845898e-12,False
+backbone.layers.10.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.286192e-13,1.870472e-14,5.469045e-11,1.258803e-12,False
+backbone.layers.10.mixer.experts.72.up_proj.weight,1856x2688,4988928,6.548113e-13,4.812699e-14,1.407927e-10,3.188277e-12,False
+backbone.layers.10.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.474735e-13,1.887008e-14,5.569580e-11,1.293967e-12,False
+backbone.layers.10.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.446296e-13,4.073677e-14,1.192310e-10,2.708491e-12,False
+backbone.layers.10.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.937585e-13,1.798463e-14,5.247288e-11,1.209499e-12,False
+backbone.layers.10.mixer.experts.74.up_proj.weight,1856x2688,4988928,5.212419e-13,4.377613e-14,1.278433e-10,2.854875e-12,False
+backbone.layers.10.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.920200e-13,1.862548e-14,5.419714e-11,1.281609e-12,False
+backbone.layers.10.mixer.experts.75.up_proj.weight,1856x2688,4988928,5.790889e-13,4.198522e-14,1.243632e-10,2.981764e-12,False
+backbone.layers.10.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.164657e-13,1.818671e-14,5.357088e-11,1.262076e-12,False
+backbone.layers.10.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.319843e-13,3.575290e-14,1.038879e-10,2.452882e-12,False
+backbone.layers.10.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.859745e-13,1.738196e-14,5.043087e-11,1.245209e-12,False
+backbone.layers.10.mixer.experts.77.up_proj.weight,1856x2688,4988928,5.723755e-13,4.449510e-14,1.339671e-10,3.250243e-12,False
+backbone.layers.10.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.266867e-13,1.629116e-14,4.707165e-11,1.112259e-12,False
+backbone.layers.10.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.597694e-13,4.077015e-14,1.182381e-10,2.800016e-12,False
+backbone.layers.10.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.005167e-13,1.560045e-14,4.555423e-11,1.087557e-12,False
+backbone.layers.10.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.846418e-13,4.163049e-14,1.213446e-10,2.935104e-12,False
+backbone.layers.10.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.206672e-13,1.840100e-14,5.323934e-11,1.227592e-12,False
+backbone.layers.10.mixer.experts.8.up_proj.weight,1856x2688,4988928,6.354466e-13,4.775610e-14,1.416041e-10,3.186088e-12,False
+backbone.layers.10.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.601150e-13,1.503209e-14,4.339136e-11,9.891929e-13,False
+backbone.layers.10.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.213399e-13,4.146948e-14,1.216817e-10,2.738292e-12,False
+backbone.layers.10.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.731532e-13,1.699648e-14,4.909850e-11,1.170767e-12,False
+backbone.layers.10.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.204302e-13,3.915009e-14,1.135221e-10,2.699406e-12,False
+backbone.layers.10.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.042455e-13,1.610994e-14,4.673168e-11,1.178048e-12,False
+backbone.layers.10.mixer.experts.82.up_proj.weight,1856x2688,4988928,5.508788e-13,3.875400e-14,1.126206e-10,2.802011e-12,False
+backbone.layers.10.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.854341e-13,1.794485e-14,5.204921e-11,1.211447e-12,False
+backbone.layers.10.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.989931e-13,4.987278e-14,1.467431e-10,3.319827e-12,False
+backbone.layers.10.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.031257e-13,2.009844e-14,5.847402e-11,1.329188e-12,False
+backbone.layers.10.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.268281e-13,4.110091e-14,1.191041e-10,2.621891e-12,False
+backbone.layers.10.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.112303e-13,1.717837e-14,4.959446e-11,1.205383e-12,False
+backbone.layers.10.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.623407e-13,3.958328e-14,1.154966e-10,2.796240e-12,False
+backbone.layers.10.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.261732e-13,1.751933e-14,5.087726e-11,1.250036e-12,False
+backbone.layers.10.mixer.experts.86.up_proj.weight,1856x2688,4988928,3.575404e-13,3.381975e-14,9.770794e-11,2.385850e-12,False
+backbone.layers.10.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.059620e-13,1.972352e-14,5.749432e-11,1.303002e-12,False
+backbone.layers.10.mixer.experts.87.up_proj.weight,1856x2688,4988928,3.912773e-13,3.457354e-14,9.965637e-11,2.218581e-12,False
+backbone.layers.10.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.717688e-13,1.559777e-14,4.491557e-11,1.045334e-12,False
+backbone.layers.10.mixer.experts.88.up_proj.weight,1856x2688,4988928,5.147480e-13,4.172074e-14,1.216036e-10,2.828048e-12,False
+backbone.layers.10.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.330358e-13,1.686588e-14,4.889616e-11,1.175717e-12,False
+backbone.layers.10.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.451543e-13,3.741683e-14,1.085678e-10,2.618700e-12,False
+backbone.layers.10.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.018698e-13,1.836916e-14,5.327009e-11,1.238401e-12,False
+backbone.layers.10.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.655009e-13,4.172357e-14,1.215993e-10,2.790175e-12,False
+backbone.layers.10.mixer.experts.90.down_proj.weight,2688x1856,4988928,3.271376e-13,1.997442e-14,5.930652e-11,1.381242e-12,False
+backbone.layers.10.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.325046e-13,4.072257e-14,1.181687e-10,2.668832e-12,False
+backbone.layers.10.mixer.experts.91.down_proj.weight,2688x1856,4988928,3.084061e-13,1.995851e-14,5.938685e-11,1.422732e-12,False
+backbone.layers.10.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.421047e-13,3.850642e-14,1.123101e-10,2.697268e-12,False
+backbone.layers.10.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.888281e-13,1.818476e-14,5.302958e-11,1.236007e-12,False
+backbone.layers.10.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.273804e-13,4.245544e-14,1.231326e-10,2.874451e-12,False
+backbone.layers.10.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.039948e-13,1.692772e-14,4.901677e-11,1.166463e-12,False
+backbone.layers.10.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.624529e-13,4.479285e-14,1.311456e-10,3.055328e-12,False
+backbone.layers.10.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.982518e-13,1.684784e-14,4.862604e-11,1.133828e-12,False
+backbone.layers.10.mixer.experts.94.up_proj.weight,1856x2688,4988928,6.077014e-13,4.229049e-14,1.247337e-10,2.871909e-12,False
+backbone.layers.10.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.095372e-13,1.698442e-14,4.951183e-11,1.168462e-12,False
+backbone.layers.10.mixer.experts.95.up_proj.weight,1856x2688,4988928,3.598927e-13,3.422137e-14,9.866227e-11,2.306247e-12,False
+backbone.layers.10.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.201989e-13,1.910370e-14,5.578365e-11,1.341177e-12,False
+backbone.layers.10.mixer.experts.96.up_proj.weight,1856x2688,4988928,7.361473e-13,4.412752e-14,1.307502e-10,3.122015e-12,False
+backbone.layers.10.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.657077e-13,1.710560e-14,4.925864e-11,1.184668e-12,False
+backbone.layers.10.mixer.experts.97.up_proj.weight,1856x2688,4988928,3.955709e-13,3.899769e-14,1.132842e-10,2.767432e-12,False
+backbone.layers.10.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.755436e-13,1.565502e-14,4.541087e-11,1.145584e-12,False
+backbone.layers.10.mixer.experts.98.up_proj.weight,1856x2688,4988928,5.343226e-13,4.064225e-14,1.187996e-10,2.982249e-12,False
+backbone.layers.10.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.037667e-13,1.769531e-14,5.164062e-11,1.186198e-12,False
+backbone.layers.10.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.830891e-13,4.731261e-14,1.386222e-10,3.106751e-12,False
+backbone.layers.10.mixer.gate.weight,128x2688,344064,7.773157e-13,7.830850e-14,6.032993e-11,3.352261e-12,False
+backbone.layers.10.mixer.shared_experts.down_proj.weight,2688x3712,9977856,9.001146e-13,5.766056e-14,2.356747e-10,4.832461e-12,False
+backbone.layers.10.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.328796e-13,2.727239e-14,1.125768e-10,2.482796e-12,False
+backbone.layers.10.norm.weight,2688,2688,3.330669e-16,5.319948e-17,4.260844e-15,1.179668e-16,False
+backbone.layers.11.mixer.A_log,64,64,1.332268e-15,2.448129e-16,2.904704e-15,1.443165e-16,True
+backbone.layers.11.mixer.D,64,64,4.440892e-16,4.782179e-17,8.502438e-16,1.312623e-16,True
+backbone.layers.11.mixer.conv1d.weight,6144x1x4,24576,1.276756e-15,1.152562e-17,4.761082e-15,5.038775e-16,True
+backbone.layers.11.mixer.dt_bias,64,64,1.776357e-15,2.411266e-16,3.375471e-15,1.020953e-16,True
+backbone.layers.11.mixer.in_proj.weight,10304x2688,27697152,7.608948e-13,4.789147e-14,3.349260e-10,2.743125e-12,True
+backbone.layers.11.mixer.norm.weight,4096,4096,3.552714e-15,6.418161e-17,1.094213e-14,1.186342e-16,True
+backbone.layers.11.mixer.out_proj.weight,2688x4096,11010048,2.373955e-12,1.026981e-13,4.465670e-10,6.288935e-12,True
+backbone.layers.11.norm.weight,2688,2688,4.440892e-16,6.288373e-17,4.829311e-15,1.221189e-16,True
+backbone.layers.12.mixer.k_proj.weight,256x2688,688128,6.701792e-13,6.665267e-14,7.143853e-11,2.102074e-12,True
+backbone.layers.12.mixer.o_proj.weight,2688x4096,11010048,4.657049e-12,7.877270e-14,3.441065e-10,5.479525e-12,True
+backbone.layers.12.mixer.q_proj.weight,4096x2688,11010048,7.458999e-13,5.655830e-14,2.475722e-10,2.757322e-12,True
+backbone.layers.12.mixer.v_proj.weight,256x2688,688128,2.142540e-13,1.454819e-14,1.594542e-11,2.284095e-12,True
+backbone.layers.12.norm.weight,2688,2688,4.440892e-16,4.499955e-17,3.695767e-15,1.208302e-16,True
+backbone.layers.13.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.107459e-13,1.890636e-14,5.510480e-11,1.326231e-12,False
+backbone.layers.13.mixer.experts.0.up_proj.weight,1856x2688,4988928,4.085491e-13,3.858590e-14,1.117736e-10,2.596202e-12,False
+backbone.layers.13.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.438016e-13,1.463387e-14,4.200748e-11,1.002939e-12,False
+backbone.layers.13.mixer.experts.1.up_proj.weight,1856x2688,4988928,6.031009e-13,4.713038e-14,1.394957e-10,3.276573e-12,False
+backbone.layers.13.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.407345e-13,1.843629e-14,5.389897e-11,1.270115e-12,False
+backbone.layers.13.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.205281e-13,4.470250e-14,1.311399e-10,3.002492e-12,False
+backbone.layers.13.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.588936e-13,1.889438e-14,5.511654e-11,1.244877e-12,False
+backbone.layers.13.mixer.experts.100.up_proj.weight,1856x2688,4988928,5.963372e-13,4.517770e-14,1.320748e-10,2.922887e-12,False
+backbone.layers.13.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.053253e-13,1.853578e-14,5.409879e-11,1.318328e-12,False
+backbone.layers.13.mixer.experts.101.up_proj.weight,1856x2688,4988928,5.058766e-13,4.262061e-14,1.249625e-10,2.937492e-12,False
+backbone.layers.13.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.763936e-13,1.528660e-14,4.419019e-11,1.082587e-12,False
+backbone.layers.13.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.897003e-13,4.398879e-14,1.280566e-10,3.019210e-12,False
+backbone.layers.13.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.320020e-13,1.502323e-14,4.301585e-11,1.008637e-12,False
+backbone.layers.13.mixer.experts.103.up_proj.weight,1856x2688,4988928,6.382143e-13,4.576962e-14,1.344009e-10,3.093605e-12,False
+backbone.layers.13.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.855356e-13,1.685622e-14,4.861220e-11,1.139128e-12,False
+backbone.layers.13.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.397385e-13,3.986203e-14,1.152011e-10,2.634565e-12,False
+backbone.layers.13.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.758602e-13,1.485631e-14,4.280718e-11,1.084200e-12,False
+backbone.layers.13.mixer.experts.105.up_proj.weight,1856x2688,4988928,5.624268e-13,3.847975e-14,1.114548e-10,2.658657e-12,False
+backbone.layers.13.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.644102e-13,1.523052e-14,4.420292e-11,1.129804e-12,False
+backbone.layers.13.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.648122e-13,3.743030e-14,1.105573e-10,2.711437e-12,False
+backbone.layers.13.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.837419e-13,1.723776e-14,5.012187e-11,1.180820e-12,False
+backbone.layers.13.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.705506e-13,3.910408e-14,1.137475e-10,2.598375e-12,False
+backbone.layers.13.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.092493e-13,1.706959e-14,4.979513e-11,1.150527e-12,False
+backbone.layers.13.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.776907e-13,4.670404e-14,1.361885e-10,3.114327e-12,False
+backbone.layers.13.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.763320e-13,1.750808e-14,5.041545e-11,1.207295e-12,False
+backbone.layers.13.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.294328e-13,4.431663e-14,1.291121e-10,2.959702e-12,False
+backbone.layers.13.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.855771e-13,2.205466e-14,6.578940e-11,1.524641e-12,False
+backbone.layers.13.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.559408e-13,4.207385e-14,1.221523e-10,2.750014e-12,False
+backbone.layers.13.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.668282e-13,1.993840e-14,5.809757e-11,1.324584e-12,False
+backbone.layers.13.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.491306e-13,3.872263e-14,1.123721e-10,2.498112e-12,False
+backbone.layers.13.mixer.experts.111.down_proj.weight,2688x1856,4988928,3.111955e-13,1.996779e-14,5.836765e-11,1.325201e-12,False
+backbone.layers.13.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.170933e-13,4.642999e-14,1.364606e-10,3.017310e-12,False
+backbone.layers.13.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.761347e-13,1.538470e-14,4.465237e-11,1.120032e-12,False
+backbone.layers.13.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.416641e-13,4.044771e-14,1.175717e-10,2.858724e-12,False
+backbone.layers.13.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.759530e-13,1.682350e-14,4.853046e-11,1.102456e-12,False
+backbone.layers.13.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.000758e-13,3.493804e-14,1.012924e-10,2.251016e-12,False
+backbone.layers.13.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.988756e-13,1.692958e-14,4.920512e-11,1.110114e-12,False
+backbone.layers.13.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.848778e-13,3.970768e-14,1.148436e-10,2.534438e-12,False
+backbone.layers.13.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.287233e-13,2.060389e-14,5.988966e-11,1.378869e-12,False
+backbone.layers.13.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.745925e-13,4.646350e-14,1.358410e-10,3.040966e-12,False
+backbone.layers.13.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.632851e-13,1.947096e-14,5.720535e-11,1.320111e-12,False
+backbone.layers.13.mixer.experts.116.up_proj.weight,1856x2688,4988928,5.547576e-13,4.478019e-14,1.314081e-10,2.964735e-12,False
+backbone.layers.13.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.982824e-13,2.053255e-14,5.992281e-11,1.410745e-12,False
+backbone.layers.13.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.774584e-13,4.055212e-14,1.172238e-10,2.718849e-12,False
+backbone.layers.13.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.207436e-13,1.999826e-14,5.890753e-11,1.440128e-12,False
+backbone.layers.13.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.335560e-13,3.717188e-14,1.081621e-10,2.605975e-12,False
+backbone.layers.13.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.342848e-13,2.056131e-14,6.031235e-11,1.455471e-12,False
+backbone.layers.13.mixer.experts.119.up_proj.weight,1856x2688,4988928,7.379339e-13,5.011538e-14,1.508036e-10,3.577159e-12,False
+backbone.layers.13.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.237516e-13,1.812489e-14,5.260696e-11,1.213143e-12,False
+backbone.layers.13.mixer.experts.12.up_proj.weight,1856x2688,4988928,5.991006e-13,3.984414e-14,1.158070e-10,2.619267e-12,False
+backbone.layers.13.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.504594e-13,1.745985e-14,5.103027e-11,1.185109e-12,False
+backbone.layers.13.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.365795e-13,3.695372e-14,1.077369e-10,2.464845e-12,False
+backbone.layers.13.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.159635e-13,1.712481e-14,4.986464e-11,1.135871e-12,False
+backbone.layers.13.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.686650e-13,4.041671e-14,1.181162e-10,2.625935e-12,False
+backbone.layers.13.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.823472e-13,1.651545e-14,4.776341e-11,1.156503e-12,False
+backbone.layers.13.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.730452e-13,3.997407e-14,1.169729e-10,2.768018e-12,False
+backbone.layers.13.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.446758e-13,2.048715e-14,5.927328e-11,1.341238e-12,False
+backbone.layers.13.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.890350e-13,4.375940e-14,1.275955e-10,2.818407e-12,False
+backbone.layers.13.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.995140e-13,1.794389e-14,5.223281e-11,1.177426e-12,False
+backbone.layers.13.mixer.experts.124.up_proj.weight,1856x2688,4988928,6.029179e-13,4.866951e-14,1.422482e-10,3.130621e-12,False
+backbone.layers.13.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.934494e-13,1.690603e-14,4.941125e-11,1.152313e-12,False
+backbone.layers.13.mixer.experts.125.up_proj.weight,1856x2688,4988928,7.500736e-13,5.089103e-14,1.540838e-10,3.550714e-12,False
+backbone.layers.13.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.929533e-13,1.767625e-14,5.122034e-11,1.251641e-12,False
+backbone.layers.13.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.910430e-13,4.182182e-14,1.223068e-10,2.882810e-12,False
+backbone.layers.13.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.474305e-13,2.045243e-14,5.946377e-11,1.363885e-12,False
+backbone.layers.13.mixer.experts.127.up_proj.weight,1856x2688,4988928,6.676708e-13,4.637729e-14,1.375696e-10,3.091133e-12,False
+backbone.layers.13.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.875618e-13,1.640523e-14,4.720079e-11,1.132893e-12,False
+backbone.layers.13.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.416130e-13,3.965109e-14,1.155459e-10,2.727024e-12,False
+backbone.layers.13.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.918483e-13,1.661397e-14,4.820029e-11,1.183764e-12,False
+backbone.layers.13.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.847719e-13,4.590513e-14,1.343638e-10,3.157446e-12,False
+backbone.layers.13.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.022557e-13,1.869664e-14,5.429000e-11,1.228928e-12,False
+backbone.layers.13.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.884604e-13,4.535318e-14,1.327644e-10,2.921364e-12,False
+backbone.layers.13.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.404623e-13,1.462378e-14,4.209160e-11,1.059182e-12,False
+backbone.layers.13.mixer.experts.16.up_proj.weight,1856x2688,4988928,5.101839e-13,4.084941e-14,1.184919e-10,2.843343e-12,False
+backbone.layers.13.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.462063e-13,2.166639e-14,6.324215e-11,1.489472e-12,False
+backbone.layers.13.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.236091e-13,3.846216e-14,1.109854e-10,2.607336e-12,False
+backbone.layers.13.mixer.experts.18.down_proj.weight,2688x1856,4988928,1.810391e-13,1.697756e-14,4.903896e-11,1.118008e-12,False
+backbone.layers.13.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.195637e-13,3.838833e-14,1.116585e-10,2.489526e-12,False
+backbone.layers.13.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.619395e-13,1.632112e-14,4.711419e-11,1.102195e-12,False
+backbone.layers.13.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.794221e-13,4.190048e-14,1.220786e-10,2.779854e-12,False
+backbone.layers.13.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.425143e-13,1.662546e-14,4.850684e-11,1.124480e-12,False
+backbone.layers.13.mixer.experts.2.up_proj.weight,1856x2688,4988928,6.293369e-13,4.615988e-14,1.359496e-10,3.109629e-12,False
+backbone.layers.13.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.557782e-13,1.606897e-14,4.651862e-11,1.074460e-12,False
+backbone.layers.13.mixer.experts.20.up_proj.weight,1856x2688,4988928,6.600692e-13,4.629445e-14,1.362685e-10,3.092104e-12,False
+backbone.layers.13.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.618081e-13,1.624706e-14,4.698165e-11,1.095570e-12,False
+backbone.layers.13.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.553025e-13,3.926884e-14,1.144838e-10,2.614063e-12,False
+backbone.layers.13.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.047182e-13,1.795716e-14,5.203628e-11,1.188616e-12,False
+backbone.layers.13.mixer.experts.22.up_proj.weight,1856x2688,4988928,3.693573e-13,3.646542e-14,1.051221e-10,2.363730e-12,False
+backbone.layers.13.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.520623e-13,2.045688e-14,6.004255e-11,1.446445e-12,False
+backbone.layers.13.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.293510e-13,4.090968e-14,1.186512e-10,2.814442e-12,False
+backbone.layers.13.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.336430e-13,1.777656e-14,5.218649e-11,1.235624e-12,False
+backbone.layers.13.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.159381e-13,3.968171e-14,1.144180e-10,2.609885e-12,False
+backbone.layers.13.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.218364e-13,1.899638e-14,5.541871e-11,1.279088e-12,False
+backbone.layers.13.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.192167e-13,4.148285e-14,1.200344e-10,2.685094e-12,False
+backbone.layers.13.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.648161e-13,1.455458e-14,4.208805e-11,1.021091e-12,False
+backbone.layers.13.mixer.experts.26.up_proj.weight,1856x2688,4988928,3.961016e-13,3.737161e-14,1.080759e-10,2.516578e-12,False
+backbone.layers.13.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.921865e-13,1.868629e-14,5.434380e-11,1.242724e-12,False
+backbone.layers.13.mixer.experts.27.up_proj.weight,1856x2688,4988928,5.705280e-13,4.494488e-14,1.320869e-10,2.928804e-12,False
+backbone.layers.13.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.753597e-13,1.584813e-14,4.567348e-11,1.054990e-12,False
+backbone.layers.13.mixer.experts.28.up_proj.weight,1856x2688,4988928,3.711441e-13,3.840544e-14,1.112414e-10,2.510592e-12,False
+backbone.layers.13.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.193168e-13,1.793506e-14,5.216170e-11,1.246248e-12,False
+backbone.layers.13.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.633221e-13,4.031317e-14,1.179979e-10,2.735966e-12,False
+backbone.layers.13.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.190019e-13,2.012321e-14,5.830781e-11,1.294568e-12,False
+backbone.layers.13.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.674801e-13,4.776435e-14,1.411663e-10,3.044363e-12,False
+backbone.layers.13.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.837176e-13,1.676520e-14,4.863482e-11,1.169588e-12,False
+backbone.layers.13.mixer.experts.30.up_proj.weight,1856x2688,4988928,5.665928e-13,4.482866e-14,1.332151e-10,3.160535e-12,False
+backbone.layers.13.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.028672e-13,1.861214e-14,5.431386e-11,1.229194e-12,False
+backbone.layers.13.mixer.experts.31.up_proj.weight,1856x2688,4988928,8.318719e-13,5.014142e-14,1.519451e-10,3.344971e-12,False
+backbone.layers.13.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.785811e-13,1.791564e-14,5.160391e-11,1.162651e-12,False
+backbone.layers.13.mixer.experts.32.up_proj.weight,1856x2688,4988928,8.998303e-13,5.141162e-14,1.528539e-10,3.358802e-12,False
+backbone.layers.13.mixer.experts.33.down_proj.weight,2688x1856,4988928,3.083714e-13,1.890564e-14,5.528842e-11,1.258275e-12,False
+backbone.layers.13.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.048654e-13,3.878994e-14,1.121698e-10,2.509081e-12,False
+backbone.layers.13.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.613863e-13,1.609588e-14,4.644481e-11,1.050281e-12,False
+backbone.layers.13.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.826695e-13,4.320984e-14,1.256940e-10,2.742460e-12,False
+backbone.layers.13.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.171111e-13,1.788252e-14,5.206969e-11,1.181570e-12,False
+backbone.layers.13.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.304716e-13,3.843421e-14,1.110265e-10,2.453563e-12,False
+backbone.layers.13.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.679698e-13,1.507918e-14,4.378633e-11,1.055802e-12,False
+backbone.layers.13.mixer.experts.36.up_proj.weight,1856x2688,4988928,5.125310e-13,4.333591e-14,1.284114e-10,3.044974e-12,False
+backbone.layers.13.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.026573e-13,1.886530e-14,5.495437e-11,1.287916e-12,False
+backbone.layers.13.mixer.experts.37.up_proj.weight,1856x2688,4988928,6.541425e-13,4.986751e-14,1.511621e-10,3.458339e-12,False
+backbone.layers.13.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.363457e-13,1.771862e-14,5.169633e-11,1.189253e-12,False
+backbone.layers.13.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.427327e-13,4.160310e-14,1.207407e-10,2.731351e-12,False
+backbone.layers.13.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.246883e-13,1.812192e-14,5.280030e-11,1.264453e-12,False
+backbone.layers.13.mixer.experts.39.up_proj.weight,1856x2688,4988928,4.647524e-13,3.880501e-14,1.138060e-10,2.685673e-12,False
+backbone.layers.13.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.043973e-13,1.796215e-14,5.254720e-11,1.197506e-12,False
+backbone.layers.13.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.393478e-13,4.176806e-14,1.209239e-10,2.714091e-12,False
+backbone.layers.13.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.933037e-13,1.801459e-14,5.223004e-11,1.207925e-12,False
+backbone.layers.13.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.867218e-13,4.278731e-14,1.244979e-10,2.817535e-12,False
+backbone.layers.13.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.999077e-13,1.950419e-14,5.692460e-11,1.355483e-12,False
+backbone.layers.13.mixer.experts.41.up_proj.weight,1856x2688,4988928,5.611935e-13,3.754466e-14,1.092659e-10,2.522733e-12,False
+backbone.layers.13.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.006798e-13,1.772529e-14,5.152529e-11,1.152579e-12,False
+backbone.layers.13.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.525607e-13,4.244992e-14,1.227092e-10,2.669089e-12,False
+backbone.layers.13.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.356292e-13,1.673947e-14,4.846785e-11,1.148270e-12,False
+backbone.layers.13.mixer.experts.43.up_proj.weight,1856x2688,4988928,3.880854e-13,3.696042e-14,1.066929e-10,2.403460e-12,False
+backbone.layers.13.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.414927e-13,1.510249e-14,4.346120e-11,1.041501e-12,False
+backbone.layers.13.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.329731e-13,3.720741e-14,1.080222e-10,2.516081e-12,False
+backbone.layers.13.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.120179e-13,1.259419e-14,3.635848e-11,1.002853e-12,False
+backbone.layers.13.mixer.experts.45.up_proj.weight,1856x2688,4988928,3.640213e-13,3.051812e-14,9.064336e-11,2.387121e-12,False
+backbone.layers.13.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.928388e-13,1.697030e-14,4.923910e-11,1.125937e-12,False
+backbone.layers.13.mixer.experts.46.up_proj.weight,1856x2688,4988928,5.093148e-13,4.504314e-14,1.315178e-10,2.898134e-12,False
+backbone.layers.13.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.360151e-13,1.890877e-14,5.493776e-11,1.236693e-12,False
+backbone.layers.13.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.627765e-13,3.796756e-14,1.104961e-10,2.428533e-12,False
+backbone.layers.13.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.521457e-13,1.666542e-14,4.797610e-11,1.091634e-12,False
+backbone.layers.13.mixer.experts.48.up_proj.weight,1856x2688,4988928,6.006029e-13,4.927728e-14,1.446391e-10,3.193887e-12,False
+backbone.layers.13.mixer.experts.49.down_proj.weight,2688x1856,4988928,3.338718e-13,1.884757e-14,5.587945e-11,1.287796e-12,False
+backbone.layers.13.mixer.experts.49.up_proj.weight,1856x2688,4988928,5.779335e-13,4.450292e-14,1.293888e-10,2.827991e-12,False
+backbone.layers.13.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.631818e-13,2.204421e-14,6.457942e-11,1.459391e-12,False
+backbone.layers.13.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.119533e-13,4.335470e-14,1.259604e-10,2.751759e-12,False
+backbone.layers.13.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.022479e-13,1.592618e-14,4.629324e-11,1.057097e-12,False
+backbone.layers.13.mixer.experts.50.up_proj.weight,1856x2688,4988928,5.903958e-13,5.221475e-14,1.549705e-10,3.451466e-12,False
+backbone.layers.13.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.247924e-13,1.828826e-14,5.347855e-11,1.284425e-12,False
+backbone.layers.13.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.143959e-13,3.819067e-14,1.110116e-10,2.619198e-12,False
+backbone.layers.13.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.638134e-13,1.590199e-14,4.599418e-11,1.042908e-12,False
+backbone.layers.13.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.486550e-13,4.086799e-14,1.192057e-10,2.630883e-12,False
+backbone.layers.13.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.712016e-13,1.713262e-14,4.972097e-11,1.131307e-12,False
+backbone.layers.13.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.476263e-13,4.007245e-14,1.162082e-10,2.574540e-12,False
+backbone.layers.13.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.767718e-13,1.663298e-14,4.817954e-11,1.114757e-12,False
+backbone.layers.13.mixer.experts.54.up_proj.weight,1856x2688,4988928,6.148658e-13,4.642669e-14,1.372700e-10,3.093103e-12,False
+backbone.layers.13.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.029748e-13,1.791728e-14,5.194253e-11,1.207223e-12,False
+backbone.layers.13.mixer.experts.55.up_proj.weight,1856x2688,4988928,5.851708e-13,4.835107e-14,1.415203e-10,3.228877e-12,False
+backbone.layers.13.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.817158e-13,1.726521e-14,5.016626e-11,1.165419e-12,False
+backbone.layers.13.mixer.experts.56.up_proj.weight,1856x2688,4988928,5.028517e-13,4.248777e-14,1.245715e-10,2.825216e-12,False
+backbone.layers.13.mixer.experts.57.down_proj.weight,2688x1856,4988928,3.057042e-13,2.078992e-14,6.127401e-11,1.397191e-12,False
+backbone.layers.13.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.663266e-13,3.875520e-14,1.128718e-10,2.481849e-12,False
+backbone.layers.13.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.961209e-13,1.579812e-14,4.560859e-11,1.174963e-12,False
+backbone.layers.13.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.115423e-13,3.176881e-14,9.285396e-11,2.319950e-12,False
+backbone.layers.13.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.389634e-13,1.858170e-14,5.490538e-11,1.331794e-12,False
+backbone.layers.13.mixer.experts.59.up_proj.weight,1856x2688,4988928,3.931768e-13,3.622523e-14,1.050847e-10,2.520204e-12,False
+backbone.layers.13.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.669880e-13,1.545647e-14,4.484735e-11,1.091005e-12,False
+backbone.layers.13.mixer.experts.6.up_proj.weight,1856x2688,4988928,6.268337e-13,4.858140e-14,1.422136e-10,3.388607e-12,False
+backbone.layers.13.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.835216e-13,1.765693e-14,5.090858e-11,1.165439e-12,False
+backbone.layers.13.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.521175e-13,4.112461e-14,1.194050e-10,2.673644e-12,False
+backbone.layers.13.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.355251e-13,1.899276e-14,5.565050e-11,1.255321e-12,False
+backbone.layers.13.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.507571e-13,4.120261e-14,1.195670e-10,2.661875e-12,False
+backbone.layers.13.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.036869e-13,1.787583e-14,5.187504e-11,1.175035e-12,False
+backbone.layers.13.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.054152e-13,4.307071e-14,1.245218e-10,2.767850e-12,False
+backbone.layers.13.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.802541e-13,1.816588e-14,5.377216e-11,1.217243e-12,False
+backbone.layers.13.mixer.experts.63.up_proj.weight,1856x2688,4988928,3.415514e-13,3.625179e-14,1.044483e-10,2.331299e-12,False
+backbone.layers.13.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.648993e-13,1.579252e-14,4.577221e-11,1.192362e-12,False
+backbone.layers.13.mixer.experts.64.up_proj.weight,1856x2688,4988928,3.760910e-13,3.661437e-14,1.062171e-10,2.620695e-12,False
+backbone.layers.13.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.823819e-13,1.841981e-14,5.323622e-11,1.303304e-12,False
+backbone.layers.13.mixer.experts.65.up_proj.weight,1856x2688,4988928,3.326414e-13,3.451961e-14,9.940325e-11,2.404710e-12,False
+backbone.layers.13.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.954634e-13,1.701313e-14,4.987847e-11,1.238075e-12,False
+backbone.layers.13.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.073946e-13,3.856558e-14,1.123045e-10,2.741047e-12,False
+backbone.layers.13.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.144465e-13,1.745082e-14,5.056010e-11,1.134223e-12,False
+backbone.layers.13.mixer.experts.67.up_proj.weight,1856x2688,4988928,6.246566e-13,5.259946e-14,1.550635e-10,3.374527e-12,False
+backbone.layers.13.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.199230e-13,1.823801e-14,5.279370e-11,1.188131e-12,False
+backbone.layers.13.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.898915e-13,4.483157e-14,1.309904e-10,2.877372e-12,False
+backbone.layers.13.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.149357e-13,1.876109e-14,5.475284e-11,1.248256e-12,False
+backbone.layers.13.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.934490e-13,4.413283e-14,1.282201e-10,2.875180e-12,False
+backbone.layers.13.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.934841e-13,1.826841e-14,5.289436e-11,1.297234e-12,False
+backbone.layers.13.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.201820e-13,4.341569e-14,1.273826e-10,3.023620e-12,False
+backbone.layers.13.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.738488e-13,1.547693e-14,4.471885e-11,1.041821e-12,False
+backbone.layers.13.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.371919e-13,3.992792e-14,1.163371e-10,2.619928e-12,False
+backbone.layers.13.mixer.experts.71.down_proj.weight,2688x1856,4988928,1.978730e-13,1.608080e-14,4.687244e-11,1.125363e-12,False
+backbone.layers.13.mixer.experts.71.up_proj.weight,1856x2688,4988928,3.904845e-13,3.795686e-14,1.095237e-10,2.574400e-12,False
+backbone.layers.13.mixer.experts.72.down_proj.weight,2688x1856,4988928,1.749521e-13,1.720820e-14,4.985808e-11,1.140598e-12,False
+backbone.layers.13.mixer.experts.72.up_proj.weight,1856x2688,4988928,5.268425e-13,4.520565e-14,1.313573e-10,2.909787e-12,False
+backbone.layers.13.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.512540e-13,1.448188e-14,4.199656e-11,1.051112e-12,False
+backbone.layers.13.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.162222e-13,3.951326e-14,1.137607e-10,2.738176e-12,False
+backbone.layers.13.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.981781e-13,1.998529e-14,5.864823e-11,1.299423e-12,False
+backbone.layers.13.mixer.experts.74.up_proj.weight,1856x2688,4988928,3.868919e-13,4.199404e-14,1.214908e-10,2.614365e-12,False
+backbone.layers.13.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.219683e-13,1.876958e-14,5.467816e-11,1.279548e-12,False
+backbone.layers.13.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.277492e-13,3.793724e-14,1.103045e-10,2.546356e-12,False
+backbone.layers.13.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.064685e-13,1.818025e-14,5.271291e-11,1.258773e-12,False
+backbone.layers.13.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.623524e-13,4.314423e-14,1.255640e-10,2.967808e-12,False
+backbone.layers.13.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.673973e-13,1.581660e-14,4.568602e-11,1.086082e-12,False
+backbone.layers.13.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.092698e-13,3.964191e-14,1.149143e-10,2.661624e-12,False
+backbone.layers.13.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.078962e-13,1.706478e-14,4.945840e-11,1.105256e-12,False
+backbone.layers.13.mixer.experts.78.up_proj.weight,1856x2688,4988928,3.749301e-13,3.784367e-14,1.097388e-10,2.415156e-12,False
+backbone.layers.13.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.162420e-13,1.727766e-14,5.035910e-11,1.156744e-12,False
+backbone.layers.13.mixer.experts.79.up_proj.weight,1856x2688,4988928,5.181472e-13,3.973379e-14,1.150673e-10,2.597951e-12,False
+backbone.layers.13.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.438535e-13,2.057390e-14,5.970118e-11,1.347515e-12,False
+backbone.layers.13.mixer.experts.8.up_proj.weight,1856x2688,4988928,8.235565e-13,5.275325e-14,1.551256e-10,3.410360e-12,False
+backbone.layers.13.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.237308e-13,1.937107e-14,5.651481e-11,1.321123e-12,False
+backbone.layers.13.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.702834e-13,4.593197e-14,1.330967e-10,3.044437e-12,False
+backbone.layers.13.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.143615e-13,1.842269e-14,5.351900e-11,1.262560e-12,False
+backbone.layers.13.mixer.experts.81.up_proj.weight,1856x2688,4988928,3.711371e-13,3.514194e-14,1.016912e-10,2.333565e-12,False
+backbone.layers.13.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.737985e-13,1.736862e-14,5.034862e-11,1.243774e-12,False
+backbone.layers.13.mixer.experts.82.up_proj.weight,1856x2688,4988928,5.209271e-13,4.156944e-14,1.233883e-10,2.996779e-12,False
+backbone.layers.13.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.154926e-13,1.801824e-14,5.273582e-11,1.172183e-12,False
+backbone.layers.13.mixer.experts.83.up_proj.weight,1856x2688,4988928,6.093008e-13,4.573040e-14,1.337900e-10,2.912125e-12,False
+backbone.layers.13.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.052247e-13,1.714919e-14,5.021614e-11,1.203651e-12,False
+backbone.layers.13.mixer.experts.84.up_proj.weight,1856x2688,4988928,3.857852e-13,3.706884e-14,1.069041e-10,2.495590e-12,False
+backbone.layers.13.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.152167e-13,1.719413e-14,5.030321e-11,1.224928e-12,False
+backbone.layers.13.mixer.experts.85.up_proj.weight,1856x2688,4988928,5.480078e-13,4.309513e-14,1.254861e-10,3.015203e-12,False
+backbone.layers.13.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.886737e-13,1.704228e-14,4.929083e-11,1.123119e-12,False
+backbone.layers.13.mixer.experts.86.up_proj.weight,1856x2688,4988928,3.830547e-13,3.845668e-14,1.108340e-10,2.456970e-12,False
+backbone.layers.13.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.371749e-13,2.020822e-14,5.924886e-11,1.387897e-12,False
+backbone.layers.13.mixer.experts.87.up_proj.weight,1856x2688,4988928,3.594798e-13,3.674364e-14,1.059522e-10,2.390984e-12,False
+backbone.layers.13.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.043387e-13,1.634960e-14,4.712139e-11,1.124133e-12,False
+backbone.layers.13.mixer.experts.88.up_proj.weight,1856x2688,4988928,5.034241e-13,4.302754e-14,1.249818e-10,2.894126e-12,False
+backbone.layers.13.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.720325e-13,1.703041e-14,4.915895e-11,1.118509e-12,False
+backbone.layers.13.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.248060e-13,4.240648e-14,1.227085e-10,2.710843e-12,False
+backbone.layers.13.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.839640e-13,1.594212e-14,4.613348e-11,1.119854e-12,False
+backbone.layers.13.mixer.experts.9.up_proj.weight,1856x2688,4988928,5.402311e-13,4.240289e-14,1.236631e-10,2.916364e-12,False
+backbone.layers.13.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.004369e-13,1.693505e-14,4.903809e-11,1.137117e-12,False
+backbone.layers.13.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.164792e-13,4.609659e-14,1.339508e-10,3.022613e-12,False
+backbone.layers.13.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.165369e-13,1.673779e-14,4.838758e-11,1.127654e-12,False
+backbone.layers.13.mixer.experts.91.up_proj.weight,1856x2688,4988928,3.778054e-13,3.858483e-14,1.119922e-10,2.585616e-12,False
+backbone.layers.13.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.261672e-13,1.599390e-14,4.620298e-11,1.157176e-12,False
+backbone.layers.13.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.363935e-13,3.954286e-14,1.153292e-10,2.828069e-12,False
+backbone.layers.13.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.815631e-13,1.707847e-14,4.970306e-11,1.209500e-12,False
+backbone.layers.13.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.938236e-13,3.905387e-14,1.131344e-10,2.598853e-12,False
+backbone.layers.13.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.719597e-13,1.594142e-14,4.620275e-11,1.087906e-12,False
+backbone.layers.13.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.130550e-13,3.989169e-14,1.156512e-10,2.664615e-12,False
+backbone.layers.13.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.149691e-13,1.849448e-14,5.414936e-11,1.239089e-12,False
+backbone.layers.13.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.811773e-13,3.942583e-14,1.143035e-10,2.551228e-12,False
+backbone.layers.13.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.569057e-13,1.526592e-14,4.393721e-11,1.050445e-12,False
+backbone.layers.13.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.792382e-13,4.289103e-14,1.253750e-10,2.926779e-12,False
+backbone.layers.13.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.380353e-13,1.924540e-14,5.633267e-11,1.342002e-12,False
+backbone.layers.13.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.604685e-13,3.738764e-14,1.078456e-10,2.544184e-12,False
+backbone.layers.13.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.884708e-13,1.909651e-14,5.532886e-11,1.250057e-12,False
+backbone.layers.13.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.195498e-13,4.086609e-14,1.186644e-10,2.620171e-12,False
+backbone.layers.13.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.293981e-13,1.979150e-14,5.808197e-11,1.423253e-12,False
+backbone.layers.13.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.815696e-13,4.057232e-14,1.169062e-10,2.771026e-12,False
+backbone.layers.13.mixer.gate.weight,128x2688,344064,4.323954e-13,5.830934e-14,4.401385e-11,2.487749e-12,False
+backbone.layers.13.mixer.shared_experts.down_proj.weight,2688x3712,9977856,2.283475e-12,5.917000e-14,2.440595e-10,5.047948e-12,False
+backbone.layers.13.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.558976e-13,2.936399e-14,1.210972e-10,2.780360e-12,False
+backbone.layers.13.norm.weight,2688,2688,3.330669e-16,4.785720e-17,3.864388e-15,1.178858e-16,False
+backbone.layers.14.mixer.A_log,64,64,8.881784e-16,2.699663e-16,3.328384e-15,1.434804e-16,False
+backbone.layers.14.mixer.D,64,64,4.440892e-16,5.288450e-17,9.385035e-16,1.185291e-16,False
+backbone.layers.14.mixer.conv1d.weight,6144x1x4,24576,1.448494e-15,1.118381e-17,4.579975e-15,4.437521e-16,True
+backbone.layers.14.mixer.dt_bias,64,64,1.776357e-15,3.070461e-16,3.888951e-15,1.385629e-16,False
+backbone.layers.14.mixer.in_proj.weight,10304x2688,27697152,1.205261e-12,6.107826e-14,4.335666e-10,3.547450e-12,False
+backbone.layers.14.mixer.norm.weight,4096,4096,3.552714e-15,5.692401e-17,9.809017e-15,1.138520e-16,False
+backbone.layers.14.mixer.out_proj.weight,2688x4096,11010048,2.984432e-12,1.147009e-13,5.034308e-10,7.045536e-12,False
+backbone.layers.14.norm.weight,2688,2688,3.330669e-16,5.759695e-17,4.473730e-15,1.177863e-16,False
+backbone.layers.15.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.572215e-13,1.476494e-14,4.250360e-11,1.074261e-12,False
+backbone.layers.15.mixer.experts.0.up_proj.weight,1856x2688,4988928,3.931647e-13,3.239550e-14,9.400882e-11,2.284199e-12,False
+backbone.layers.15.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.854142e-13,1.697685e-14,4.950592e-11,1.143300e-12,False
+backbone.layers.15.mixer.experts.1.up_proj.weight,1856x2688,4988928,5.642639e-13,4.387743e-14,1.282234e-10,2.874686e-12,False
+backbone.layers.15.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.406184e-13,1.552128e-14,4.481443e-11,1.063614e-12,False
+backbone.layers.15.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.124217e-13,4.105749e-14,1.210229e-10,2.790143e-12,False
+backbone.layers.15.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.383961e-13,2.060569e-14,6.033422e-11,1.374091e-12,False
+backbone.layers.15.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.840538e-13,4.527141e-14,1.313158e-10,2.911215e-12,False
+backbone.layers.15.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.832076e-13,1.670324e-14,4.822930e-11,1.147231e-12,False
+backbone.layers.15.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.424933e-13,3.847117e-14,1.110588e-10,2.574050e-12,False
+backbone.layers.15.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.498696e-13,1.897637e-14,5.581186e-11,1.285147e-12,False
+backbone.layers.15.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.371017e-13,4.070756e-14,1.185277e-10,2.641437e-12,False
+backbone.layers.15.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.850291e-13,1.655006e-14,4.844069e-11,1.204429e-12,False
+backbone.layers.15.mixer.experts.103.up_proj.weight,1856x2688,4988928,5.192257e-13,4.595009e-14,1.350473e-10,3.289357e-12,False
+backbone.layers.15.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.873050e-13,1.592821e-14,4.606159e-11,1.100100e-12,False
+backbone.layers.15.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.846035e-13,4.415662e-14,1.294146e-10,3.041772e-12,False
+backbone.layers.15.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.061649e-13,1.798427e-14,5.208300e-11,1.276953e-12,False
+backbone.layers.15.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.938472e-13,3.928899e-14,1.140460e-10,2.663715e-12,False
+backbone.layers.15.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.525897e-13,1.509498e-14,4.358554e-11,1.049725e-12,False
+backbone.layers.15.mixer.experts.106.up_proj.weight,1856x2688,4988928,9.506493e-13,5.981544e-14,1.826736e-10,4.268727e-12,False
+backbone.layers.15.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.406894e-13,2.045524e-14,5.969147e-11,1.399300e-12,False
+backbone.layers.15.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.352049e-13,4.437461e-14,1.292258e-10,2.932553e-12,False
+backbone.layers.15.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.511360e-13,1.643944e-14,4.735045e-11,1.118601e-12,False
+backbone.layers.15.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.856027e-13,4.126113e-14,1.201105e-10,2.766060e-12,False
+backbone.layers.15.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.723864e-13,1.787383e-14,5.175974e-11,1.170348e-12,False
+backbone.layers.15.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.919163e-13,4.190673e-14,1.219593e-10,2.677962e-12,False
+backbone.layers.15.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.532559e-13,1.498076e-14,4.314251e-11,1.049419e-12,False
+backbone.layers.15.mixer.experts.11.up_proj.weight,1856x2688,4988928,5.271131e-13,3.904483e-14,1.129268e-10,2.689716e-12,False
+backbone.layers.15.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.909782e-13,2.075239e-14,6.163978e-11,1.407104e-12,False
+backbone.layers.15.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.203556e-13,4.051169e-14,1.175788e-10,2.614631e-12,False
+backbone.layers.15.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.761029e-13,1.964171e-14,5.815812e-11,1.384693e-12,False
+backbone.layers.15.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.000722e-13,4.037380e-14,1.176517e-10,2.706671e-12,False
+backbone.layers.15.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.769036e-13,1.514497e-14,4.365028e-11,1.068845e-12,False
+backbone.layers.15.mixer.experts.112.up_proj.weight,1856x2688,4988928,3.481087e-13,3.509701e-14,1.012363e-10,2.414972e-12,False
+backbone.layers.15.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.265618e-13,1.960033e-14,5.689152e-11,1.307062e-12,False
+backbone.layers.15.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.354675e-13,4.019356e-14,1.171100e-10,2.622220e-12,False
+backbone.layers.15.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.377161e-13,2.095146e-14,6.128951e-11,1.436001e-12,False
+backbone.layers.15.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.574678e-13,3.953758e-14,1.143338e-10,2.570706e-12,False
+backbone.layers.15.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.591852e-13,1.682508e-14,4.836082e-11,1.114873e-12,False
+backbone.layers.15.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.475795e-13,4.285142e-14,1.251367e-10,2.817268e-12,False
+backbone.layers.15.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.240803e-13,2.001620e-14,5.838127e-11,1.319918e-12,False
+backbone.layers.15.mixer.experts.116.up_proj.weight,1856x2688,4988928,7.728673e-13,4.581890e-14,1.342264e-10,2.978006e-12,False
+backbone.layers.15.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.460238e-13,1.572129e-14,4.535975e-11,1.068011e-12,False
+backbone.layers.15.mixer.experts.117.up_proj.weight,1856x2688,4988928,6.053335e-13,4.565659e-14,1.356987e-10,3.091096e-12,False
+backbone.layers.15.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.435014e-13,1.832599e-14,5.347439e-11,1.228275e-12,False
+backbone.layers.15.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.734668e-13,3.853877e-14,1.113012e-10,2.468404e-12,False
+backbone.layers.15.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.741350e-13,1.849704e-14,5.362419e-11,1.267868e-12,False
+backbone.layers.15.mixer.experts.119.up_proj.weight,1856x2688,4988928,6.548234e-13,4.183904e-14,1.219465e-10,2.767406e-12,False
+backbone.layers.15.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.933349e-13,1.845436e-14,5.360264e-11,1.274584e-12,False
+backbone.layers.15.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.773300e-13,4.119321e-14,1.204452e-10,2.764564e-12,False
+backbone.layers.15.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.492468e-13,2.079886e-14,6.072668e-11,1.419687e-12,False
+backbone.layers.15.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.227893e-13,5.060251e-14,1.477653e-10,3.370660e-12,False
+backbone.layers.15.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.804627e-13,1.937196e-14,5.690392e-11,1.347744e-12,False
+backbone.layers.15.mixer.experts.121.up_proj.weight,1856x2688,4988928,5.213477e-13,3.907297e-14,1.152284e-10,2.585300e-12,False
+backbone.layers.15.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.448259e-13,1.768072e-14,5.191171e-11,1.341950e-12,False
+backbone.layers.15.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.739212e-13,4.080508e-14,1.211397e-10,3.020686e-12,False
+backbone.layers.15.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.575969e-13,1.784440e-14,5.200958e-11,1.237914e-12,False
+backbone.layers.15.mixer.experts.123.up_proj.weight,1856x2688,4988928,7.676481e-13,5.424300e-14,1.622121e-10,3.775960e-12,False
+backbone.layers.15.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.883285e-13,1.848946e-14,5.372035e-11,1.289178e-12,False
+backbone.layers.15.mixer.experts.124.up_proj.weight,1856x2688,4988928,5.324994e-13,4.774102e-14,1.408199e-10,3.290204e-12,False
+backbone.layers.15.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.512051e-13,2.078012e-14,6.090490e-11,1.358753e-12,False
+backbone.layers.15.mixer.experts.125.up_proj.weight,1856x2688,4988928,5.190848e-13,4.336782e-14,1.262177e-10,2.732910e-12,False
+backbone.layers.15.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.014187e-13,1.767914e-14,5.143265e-11,1.227759e-12,False
+backbone.layers.15.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.709705e-13,4.427636e-14,1.302971e-10,2.995264e-12,False
+backbone.layers.15.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.084548e-13,1.947804e-14,5.672828e-11,1.318856e-12,False
+backbone.layers.15.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.910406e-13,4.650200e-14,1.345506e-10,3.044092e-12,False
+backbone.layers.15.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.599710e-13,1.590424e-14,4.564769e-11,1.055100e-12,False
+backbone.layers.15.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.902587e-13,4.251537e-14,1.248614e-10,2.743557e-12,False
+backbone.layers.15.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.415845e-13,1.854711e-14,5.417206e-11,1.256226e-12,False
+backbone.layers.15.mixer.experts.14.up_proj.weight,1856x2688,4988928,7.035761e-13,4.957775e-14,1.481284e-10,3.343618e-12,False
+backbone.layers.15.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.734220e-13,1.584164e-14,4.560083e-11,1.015268e-12,False
+backbone.layers.15.mixer.experts.15.up_proj.weight,1856x2688,4988928,5.068810e-13,4.619407e-14,1.346993e-10,2.911454e-12,False
+backbone.layers.15.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.994099e-13,1.794933e-14,5.202588e-11,1.218539e-12,False
+backbone.layers.15.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.875614e-13,4.009520e-14,1.165167e-10,2.620992e-12,False
+backbone.layers.15.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.331366e-13,1.843386e-14,5.321456e-11,1.178634e-12,False
+backbone.layers.15.mixer.experts.17.up_proj.weight,1856x2688,4988928,5.213677e-13,4.691719e-14,1.388335e-10,3.000694e-12,False
+backbone.layers.15.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.641151e-13,1.711647e-14,4.959097e-11,1.210714e-12,False
+backbone.layers.15.mixer.experts.18.up_proj.weight,1856x2688,4988928,3.912981e-13,3.610274e-14,1.044165e-10,2.467832e-12,False
+backbone.layers.15.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.730838e-13,1.660065e-14,4.822393e-11,1.150114e-12,False
+backbone.layers.15.mixer.experts.19.up_proj.weight,1856x2688,4988928,3.975553e-13,4.094403e-14,1.186975e-10,2.747465e-12,False
+backbone.layers.15.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.858652e-13,1.705415e-14,4.976664e-11,1.179066e-12,False
+backbone.layers.15.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.969705e-13,4.149848e-14,1.209719e-10,2.797086e-12,False
+backbone.layers.15.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.301354e-13,2.026198e-14,5.936586e-11,1.366115e-12,False
+backbone.layers.15.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.249317e-13,4.615234e-14,1.356378e-10,2.985774e-12,False
+backbone.layers.15.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.223430e-13,1.962393e-14,5.686825e-11,1.272822e-12,False
+backbone.layers.15.mixer.experts.21.up_proj.weight,1856x2688,4988928,5.805842e-13,4.626609e-14,1.364093e-10,2.951158e-12,False
+backbone.layers.15.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.019461e-13,1.865940e-14,5.434763e-11,1.292335e-12,False
+backbone.layers.15.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.327797e-13,4.210959e-14,1.229544e-10,2.865174e-12,False
+backbone.layers.15.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.602866e-13,2.234859e-14,6.575924e-11,1.462239e-12,False
+backbone.layers.15.mixer.experts.23.up_proj.weight,1856x2688,4988928,5.184256e-13,4.537367e-14,1.315069e-10,2.857622e-12,False
+backbone.layers.15.mixer.experts.24.down_proj.weight,2688x1856,4988928,3.057589e-13,2.148666e-14,6.321415e-11,1.537622e-12,False
+backbone.layers.15.mixer.experts.24.up_proj.weight,1856x2688,4988928,5.844561e-13,4.449177e-14,1.329053e-10,3.136862e-12,False
+backbone.layers.15.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.509036e-13,1.562593e-14,4.498373e-11,1.043379e-12,False
+backbone.layers.15.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.414663e-13,3.937436e-14,1.149005e-10,2.587297e-12,False
+backbone.layers.15.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.181953e-13,1.833792e-14,5.337873e-11,1.248283e-12,False
+backbone.layers.15.mixer.experts.26.up_proj.weight,1856x2688,4988928,5.323454e-13,4.242572e-14,1.244139e-10,2.843438e-12,False
+backbone.layers.15.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.681225e-13,1.671559e-14,4.843543e-11,1.155095e-12,False
+backbone.layers.15.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.743185e-13,4.268048e-14,1.251529e-10,2.824101e-12,False
+backbone.layers.15.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.473058e-13,1.569280e-14,4.513873e-11,1.066486e-12,False
+backbone.layers.15.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.416537e-13,3.944383e-14,1.141720e-10,2.636939e-12,False
+backbone.layers.15.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.054190e-13,1.647708e-14,4.824031e-11,1.184470e-12,False
+backbone.layers.15.mixer.experts.29.up_proj.weight,1856x2688,4988928,3.897794e-13,3.828014e-14,1.103440e-10,2.625732e-12,False
+backbone.layers.15.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.338026e-13,1.735310e-14,5.110725e-11,1.200036e-12,False
+backbone.layers.15.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.760947e-13,4.617798e-14,1.357002e-10,3.107566e-12,False
+backbone.layers.15.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.047260e-13,1.773056e-14,5.186469e-11,1.225467e-12,False
+backbone.layers.15.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.807509e-13,3.748664e-14,1.091778e-10,2.449220e-12,False
+backbone.layers.15.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.696375e-13,1.649181e-14,4.776868e-11,1.115407e-12,False
+backbone.layers.15.mixer.experts.31.up_proj.weight,1856x2688,4988928,6.288477e-13,4.470754e-14,1.305556e-10,2.971516e-12,False
+backbone.layers.15.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.258734e-13,1.857199e-14,5.462826e-11,1.357178e-12,False
+backbone.layers.15.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.324804e-13,3.625230e-14,1.053724e-10,2.580041e-12,False
+backbone.layers.15.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.905993e-13,1.658516e-14,4.793944e-11,1.054249e-12,False
+backbone.layers.15.mixer.experts.33.up_proj.weight,1856x2688,4988928,6.708072e-13,4.478297e-14,1.308321e-10,2.742414e-12,False
+backbone.layers.15.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.076620e-13,1.695262e-14,4.947132e-11,1.150175e-12,False
+backbone.layers.15.mixer.experts.34.up_proj.weight,1856x2688,4988928,5.227251e-13,4.561472e-14,1.324199e-10,2.998568e-12,False
+backbone.layers.15.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.525568e-13,1.673479e-14,4.824842e-11,1.112817e-12,False
+backbone.layers.15.mixer.experts.35.up_proj.weight,1856x2688,4988928,5.426215e-13,4.526219e-14,1.316137e-10,2.966276e-12,False
+backbone.layers.15.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.768100e-13,1.844198e-14,5.339650e-11,1.207423e-12,False
+backbone.layers.15.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.854450e-13,4.194479e-14,1.223092e-10,2.704340e-12,False
+backbone.layers.15.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.087566e-13,1.678680e-14,4.847650e-11,1.149175e-12,False
+backbone.layers.15.mixer.experts.37.up_proj.weight,1856x2688,4988928,6.496995e-13,4.752381e-14,1.396190e-10,3.216656e-12,False
+backbone.layers.15.mixer.experts.38.down_proj.weight,2688x1856,4988928,3.055091e-13,1.939007e-14,5.723782e-11,1.341773e-12,False
+backbone.layers.15.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.512241e-13,4.018603e-14,1.169486e-10,2.680856e-12,False
+backbone.layers.15.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.310270e-13,1.866153e-14,5.473027e-11,1.291499e-12,False
+backbone.layers.15.mixer.experts.39.up_proj.weight,1856x2688,4988928,4.832471e-13,4.038691e-14,1.179657e-10,2.707594e-12,False
+backbone.layers.15.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.156747e-13,1.690239e-14,4.897925e-11,1.178498e-12,False
+backbone.layers.15.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.597156e-13,3.756580e-14,1.096134e-10,2.585148e-12,False
+backbone.layers.15.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.453454e-13,1.829643e-14,5.342205e-11,1.273992e-12,False
+backbone.layers.15.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.309331e-13,3.698097e-14,1.065669e-10,2.488007e-12,False
+backbone.layers.15.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.049107e-13,1.782497e-14,5.214059e-11,1.234398e-12,False
+backbone.layers.15.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.105483e-13,3.854291e-14,1.115984e-10,2.588113e-12,False
+backbone.layers.15.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.988756e-13,1.570803e-14,4.541752e-11,1.080907e-12,False
+backbone.layers.15.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.681741e-13,3.887096e-14,1.132073e-10,2.633847e-12,False
+backbone.layers.15.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.714583e-13,1.504086e-14,4.342833e-11,1.110379e-12,False
+backbone.layers.15.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.573195e-13,3.601304e-14,1.046971e-10,2.563131e-12,False
+backbone.layers.15.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.115738e-13,1.800618e-14,5.243224e-11,1.209950e-12,False
+backbone.layers.15.mixer.experts.44.up_proj.weight,1856x2688,4988928,5.499906e-13,4.329341e-14,1.257267e-10,2.823107e-12,False
+backbone.layers.15.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.546192e-13,1.917895e-14,5.614719e-11,1.285973e-12,False
+backbone.layers.15.mixer.experts.45.up_proj.weight,1856x2688,4988928,3.701293e-13,3.555958e-14,1.028911e-10,2.310223e-12,False
+backbone.layers.15.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.897701e-13,1.748967e-14,5.048623e-11,1.205266e-12,False
+backbone.layers.15.mixer.experts.46.up_proj.weight,1856x2688,4988928,5.994233e-13,4.004496e-14,1.177026e-10,2.774589e-12,False
+backbone.layers.15.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.010614e-13,1.676952e-14,4.909999e-11,1.163376e-12,False
+backbone.layers.15.mixer.experts.47.up_proj.weight,1856x2688,4988928,3.716749e-13,3.711493e-14,1.073126e-10,2.485207e-12,False
+backbone.layers.15.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.502443e-13,1.825000e-14,5.340479e-11,1.207413e-12,False
+backbone.layers.15.mixer.experts.48.up_proj.weight,1856x2688,4988928,5.579166e-13,4.202495e-14,1.223870e-10,2.691098e-12,False
+backbone.layers.15.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.810635e-13,1.714010e-14,5.015497e-11,1.250040e-12,False
+backbone.layers.15.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.760567e-13,4.571391e-14,1.333242e-10,3.219001e-12,False
+backbone.layers.15.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.123544e-13,1.646702e-14,4.773153e-11,1.117730e-12,False
+backbone.layers.15.mixer.experts.5.up_proj.weight,1856x2688,4988928,6.705747e-13,5.279243e-14,1.588574e-10,3.625767e-12,False
+backbone.layers.15.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.775767e-13,1.814146e-14,5.244315e-11,1.252455e-12,False
+backbone.layers.15.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.813719e-13,4.297914e-14,1.254556e-10,2.904885e-12,False
+backbone.layers.15.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.136941e-13,1.749014e-14,5.078632e-11,1.220539e-12,False
+backbone.layers.15.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.351337e-13,3.940269e-14,1.139855e-10,2.694265e-12,False
+backbone.layers.15.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.769652e-13,1.514046e-14,4.374430e-11,1.012012e-12,False
+backbone.layers.15.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.177856e-13,4.027152e-14,1.175729e-10,2.676876e-12,False
+backbone.layers.15.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.486900e-13,1.970271e-14,5.766541e-11,1.341500e-12,False
+backbone.layers.15.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.477148e-13,4.014506e-14,1.168598e-10,2.632624e-12,False
+backbone.layers.15.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.571090e-13,1.781314e-14,5.207573e-11,1.215845e-12,False
+backbone.layers.15.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.662798e-13,4.122261e-14,1.195601e-10,2.713318e-12,False
+backbone.layers.15.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.029824e-13,1.786190e-14,5.169634e-11,1.239891e-12,False
+backbone.layers.15.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.668869e-13,4.334853e-14,1.259845e-10,2.937445e-12,False
+backbone.layers.15.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.074452e-13,1.917027e-14,5.584271e-11,1.285487e-12,False
+backbone.layers.15.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.076496e-13,4.043011e-14,1.174277e-10,2.596524e-12,False
+backbone.layers.15.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.570619e-13,1.655259e-14,4.771073e-11,1.152152e-12,False
+backbone.layers.15.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.271755e-13,4.368132e-14,1.273584e-10,3.014260e-12,False
+backbone.layers.15.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.756581e-13,1.604085e-14,4.625069e-11,1.096314e-12,False
+backbone.layers.15.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.051204e-13,3.702899e-14,1.070707e-10,2.464628e-12,False
+backbone.layers.15.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.328762e-13,1.951362e-14,5.651617e-11,1.282797e-12,False
+backbone.layers.15.mixer.experts.59.up_proj.weight,1856x2688,4988928,3.660908e-13,3.734684e-14,1.081797e-10,2.387827e-12,False
+backbone.layers.15.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.061719e-13,1.689295e-14,4.863558e-11,1.107252e-12,False
+backbone.layers.15.mixer.experts.6.up_proj.weight,1856x2688,4988928,5.027784e-13,4.035149e-14,1.174042e-10,2.594854e-12,False
+backbone.layers.15.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.190748e-13,1.733898e-14,5.101908e-11,1.256399e-12,False
+backbone.layers.15.mixer.experts.60.up_proj.weight,1856x2688,4988928,5.566485e-13,3.808202e-14,1.113523e-10,2.643379e-12,False
+backbone.layers.15.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.222372e-13,1.823788e-14,5.296307e-11,1.218348e-12,False
+backbone.layers.15.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.462575e-13,4.222088e-14,1.232450e-10,2.765249e-12,False
+backbone.layers.15.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.863683e-13,1.563357e-14,4.507463e-11,1.090554e-12,False
+backbone.layers.15.mixer.experts.62.up_proj.weight,1856x2688,4988928,4.743289e-13,4.014057e-14,1.166171e-10,2.741185e-12,False
+backbone.layers.15.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.780555e-13,1.724266e-14,4.980419e-11,1.130587e-12,False
+backbone.layers.15.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.252571e-13,3.876804e-14,1.119205e-10,2.472341e-12,False
+backbone.layers.15.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.227541e-13,1.940667e-14,5.655823e-11,1.348603e-12,False
+backbone.layers.15.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.240774e-13,4.079087e-14,1.188758e-10,2.773755e-12,False
+backbone.layers.15.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.413859e-13,1.924876e-14,5.623059e-11,1.279099e-12,False
+backbone.layers.15.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.092957e-13,4.107810e-14,1.198280e-10,2.651405e-12,False
+backbone.layers.15.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.265046e-13,1.820437e-14,5.272631e-11,1.273697e-12,False
+backbone.layers.15.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.049460e-13,3.961102e-14,1.147439e-10,2.655202e-12,False
+backbone.layers.15.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.915143e-13,1.608001e-14,4.654266e-11,1.074408e-12,False
+backbone.layers.15.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.290075e-13,4.022670e-14,1.163011e-10,2.669935e-12,False
+backbone.layers.15.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.351687e-13,1.945135e-14,5.680964e-11,1.343515e-12,False
+backbone.layers.15.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.590946e-13,4.132685e-14,1.197420e-10,2.772985e-12,False
+backbone.layers.15.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.025671e-13,1.729008e-14,5.008095e-11,1.135809e-12,False
+backbone.layers.15.mixer.experts.69.up_proj.weight,1856x2688,4988928,3.617532e-13,3.820825e-14,1.101657e-10,2.434881e-12,False
+backbone.layers.15.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.322760e-13,1.617108e-14,4.710366e-11,1.144073e-12,False
+backbone.layers.15.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.756334e-13,3.439437e-14,9.964142e-11,2.365792e-12,False
+backbone.layers.15.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.894317e-13,2.144864e-14,6.286373e-11,1.411502e-12,False
+backbone.layers.15.mixer.experts.70.up_proj.weight,1856x2688,4988928,5.973104e-13,5.288993e-14,1.550817e-10,3.395995e-12,False
+backbone.layers.15.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.994757e-13,2.068222e-14,6.051190e-11,1.394423e-12,False
+backbone.layers.15.mixer.experts.71.up_proj.weight,1856x2688,4988928,3.979941e-13,3.827969e-14,1.109103e-10,2.485206e-12,False
+backbone.layers.15.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.622624e-13,2.064679e-14,6.084830e-11,1.387198e-12,False
+backbone.layers.15.mixer.experts.72.up_proj.weight,1856x2688,4988928,3.990488e-13,3.796635e-14,1.100607e-10,2.461923e-12,False
+backbone.layers.15.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.957357e-13,2.110585e-14,6.177071e-11,1.420821e-12,False
+backbone.layers.15.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.201360e-13,4.884486e-14,1.428206e-10,3.173595e-12,False
+backbone.layers.15.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.171327e-13,1.915954e-14,5.589847e-11,1.349084e-12,False
+backbone.layers.15.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.332160e-13,3.860869e-14,1.117249e-10,2.603544e-12,False
+backbone.layers.15.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.804563e-13,1.621949e-14,4.700819e-11,1.161092e-12,False
+backbone.layers.15.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.273838e-13,3.495286e-14,1.010890e-10,2.414603e-12,False
+backbone.layers.15.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.788465e-13,1.655661e-14,4.779258e-11,1.088348e-12,False
+backbone.layers.15.mixer.experts.76.up_proj.weight,1856x2688,4988928,5.071221e-13,4.567693e-14,1.331653e-10,2.929805e-12,False
+backbone.layers.15.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.122349e-13,2.048805e-14,5.951676e-11,1.407244e-12,False
+backbone.layers.15.mixer.experts.77.up_proj.weight,1856x2688,4988928,3.678655e-13,3.972415e-14,1.150311e-10,2.660061e-12,False
+backbone.layers.15.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.245547e-13,1.922286e-14,5.635006e-11,1.318821e-12,False
+backbone.layers.15.mixer.experts.78.up_proj.weight,1856x2688,4988928,6.196849e-13,4.056159e-14,1.186311e-10,2.669260e-12,False
+backbone.layers.15.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.282400e-13,2.008560e-14,5.877025e-11,1.304366e-12,False
+backbone.layers.15.mixer.experts.79.up_proj.weight,1856x2688,4988928,6.424236e-13,4.869423e-14,1.430287e-10,3.036366e-12,False
+backbone.layers.15.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.042463e-13,1.770786e-14,5.146890e-11,1.277563e-12,False
+backbone.layers.15.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.357763e-13,4.922658e-14,1.437940e-10,3.392349e-12,False
+backbone.layers.15.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.644518e-13,1.670715e-14,4.813591e-11,1.134095e-12,False
+backbone.layers.15.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.289684e-13,4.453254e-14,1.297781e-10,2.975610e-12,False
+backbone.layers.15.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.061112e-13,1.614397e-14,4.677332e-11,1.087180e-12,False
+backbone.layers.15.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.868883e-13,4.184621e-14,1.216973e-10,2.728222e-12,False
+backbone.layers.15.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.903555e-13,1.812796e-14,5.282627e-11,1.238521e-12,False
+backbone.layers.15.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.726358e-13,4.359499e-14,1.271358e-10,2.927792e-12,False
+backbone.layers.15.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.321476e-13,1.971555e-14,5.762623e-11,1.363073e-12,False
+backbone.layers.15.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.836703e-13,4.727650e-14,1.379786e-10,3.152587e-12,False
+backbone.layers.15.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.684636e-13,1.508030e-14,4.353435e-11,1.111338e-12,False
+backbone.layers.15.mixer.experts.84.up_proj.weight,1856x2688,4988928,5.312920e-13,4.048846e-14,1.190785e-10,2.947310e-12,False
+backbone.layers.15.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.324183e-13,1.835257e-14,5.388419e-11,1.313085e-12,False
+backbone.layers.15.mixer.experts.85.up_proj.weight,1856x2688,4988928,5.439909e-13,4.580061e-14,1.338893e-10,3.100258e-12,False
+backbone.layers.15.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.367204e-13,2.016922e-14,5.881236e-11,1.349007e-12,False
+backbone.layers.15.mixer.experts.86.up_proj.weight,1856x2688,4988928,6.130183e-13,4.650888e-14,1.369471e-10,3.032230e-12,False
+backbone.layers.15.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.641881e-13,1.589579e-14,4.591714e-11,1.039669e-12,False
+backbone.layers.15.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.957493e-13,4.237833e-14,1.231533e-10,2.719909e-12,False
+backbone.layers.15.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.315995e-13,1.797278e-14,5.233116e-11,1.242948e-12,False
+backbone.layers.15.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.909476e-13,3.639877e-14,1.056226e-10,2.379934e-12,False
+backbone.layers.15.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.005271e-13,1.692529e-14,4.889611e-11,1.183524e-12,False
+backbone.layers.15.mixer.experts.89.up_proj.weight,1856x2688,4988928,3.895790e-13,3.677468e-14,1.062160e-10,2.551287e-12,False
+backbone.layers.15.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.292524e-13,1.890702e-14,5.556493e-11,1.321395e-12,False
+backbone.layers.15.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.992127e-13,4.772490e-14,1.394493e-10,3.256338e-12,False
+backbone.layers.15.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.857714e-13,1.922834e-14,5.650159e-11,1.342378e-12,False
+backbone.layers.15.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.131720e-13,4.193455e-14,1.222853e-10,2.814323e-12,False
+backbone.layers.15.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.081139e-13,1.721482e-14,4.987635e-11,1.169555e-12,False
+backbone.layers.15.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.800813e-13,4.304265e-14,1.255940e-10,2.880514e-12,False
+backbone.layers.15.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.272132e-13,1.745727e-14,5.096711e-11,1.229967e-12,False
+backbone.layers.15.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.323527e-13,4.006421e-14,1.173682e-10,2.745794e-12,False
+backbone.layers.15.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.083507e-13,1.663569e-14,4.831777e-11,1.094586e-12,False
+backbone.layers.15.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.089193e-13,4.059907e-14,1.174019e-10,2.588568e-12,False
+backbone.layers.15.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.723349e-13,1.750785e-14,5.040545e-11,1.168773e-12,False
+backbone.layers.15.mixer.experts.94.up_proj.weight,1856x2688,4988928,5.370114e-13,4.555981e-14,1.334603e-10,3.015358e-12,False
+backbone.layers.15.mixer.experts.95.down_proj.weight,2688x1856,4988928,3.142087e-13,1.989799e-14,5.888276e-11,1.341237e-12,False
+backbone.layers.15.mixer.experts.95.up_proj.weight,1856x2688,4988928,5.403022e-13,4.439240e-14,1.287423e-10,2.808967e-12,False
+backbone.layers.15.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.766404e-13,1.707864e-14,4.967530e-11,1.188810e-12,False
+backbone.layers.15.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.639761e-13,3.583185e-14,1.045795e-10,2.454156e-12,False
+backbone.layers.15.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.790720e-13,1.727907e-14,5.056767e-11,1.246670e-12,False
+backbone.layers.15.mixer.experts.97.up_proj.weight,1856x2688,4988928,5.578159e-13,4.562192e-14,1.335889e-10,3.144975e-12,False
+backbone.layers.15.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.985889e-13,1.642052e-14,4.766313e-11,1.127412e-12,False
+backbone.layers.15.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.518599e-13,3.908253e-14,1.130614e-10,2.620085e-12,False
+backbone.layers.15.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.129130e-13,1.723898e-14,4.993816e-11,1.134137e-12,False
+backbone.layers.15.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.904513e-13,4.197772e-14,1.224204e-10,2.697551e-12,False
+backbone.layers.15.mixer.gate.weight,128x2688,344064,5.696572e-13,5.574662e-14,4.275650e-11,2.562267e-12,False
+backbone.layers.15.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.275108e-12,7.104552e-14,2.973219e-10,6.287323e-12,False
+backbone.layers.15.mixer.shared_experts.up_proj.weight,3712x2688,9977856,4.315426e-13,2.789198e-14,1.154313e-10,2.683431e-12,False
+backbone.layers.15.norm.weight,2688,2688,4.440892e-16,5.754790e-17,4.512781e-15,1.165107e-16,False
+backbone.layers.16.mixer.A_log,64,64,8.881784e-16,1.955901e-16,2.423016e-15,1.159963e-16,False
+backbone.layers.16.mixer.D,64,64,1.110223e-16,9.744267e-18,1.756152e-16,1.240759e-16,False
+backbone.layers.16.mixer.conv1d.weight,6144x1x4,24576,1.172673e-15,1.028188e-17,3.909275e-15,3.843267e-16,True
+backbone.layers.16.mixer.dt_bias,64,64,1.776357e-15,2.541370e-16,3.662474e-15,1.507800e-16,False
+backbone.layers.16.mixer.in_proj.weight,10304x2688,27697152,7.017789e-13,3.969876e-14,2.721202e-10,2.225920e-12,False
+backbone.layers.16.mixer.norm.weight,4096,4096,7.105427e-15,6.114055e-17,1.225625e-14,1.301525e-16,False
+backbone.layers.16.mixer.out_proj.weight,2688x4096,11010048,4.340917e-12,1.002927e-13,4.384973e-10,6.169729e-12,False
+backbone.layers.16.norm.weight,2688,2688,2.220446e-16,4.738996e-17,3.844748e-15,1.239899e-16,False
+backbone.layers.17.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.291370e-13,1.794986e-14,5.242081e-11,1.271520e-12,False
+backbone.layers.17.mixer.experts.0.up_proj.weight,1856x2688,4988928,5.048427e-13,4.504401e-14,1.310456e-10,3.034510e-12,False
+backbone.layers.17.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.337366e-13,2.020273e-14,5.941819e-11,1.404944e-12,False
+backbone.layers.17.mixer.experts.1.up_proj.weight,1856x2688,4988928,6.912318e-13,4.714214e-14,1.393828e-10,3.157939e-12,False
+backbone.layers.17.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.790881e-13,1.557274e-14,4.496088e-11,1.029356e-12,False
+backbone.layers.17.mixer.experts.10.up_proj.weight,1856x2688,4988928,8.418058e-13,5.589816e-14,1.676094e-10,3.677537e-12,False
+backbone.layers.17.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.082397e-13,1.761992e-14,5.112728e-11,1.206366e-12,False
+backbone.layers.17.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.360921e-13,4.377040e-14,1.264510e-10,2.838731e-12,False
+backbone.layers.17.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.309385e-13,1.661274e-14,4.835830e-11,1.118198e-12,False
+backbone.layers.17.mixer.experts.101.up_proj.weight,1856x2688,4988928,5.523741e-13,4.096131e-14,1.202930e-10,2.681874e-12,False
+backbone.layers.17.mixer.experts.102.down_proj.weight,2688x1856,4988928,3.182975e-13,1.988110e-14,5.781781e-11,1.321094e-12,False
+backbone.layers.17.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.890394e-13,4.218104e-14,1.225113e-10,2.684125e-12,False
+backbone.layers.17.mixer.experts.103.down_proj.weight,2688x1856,4988928,3.131315e-13,2.195192e-14,6.425101e-11,1.491016e-12,False
+backbone.layers.17.mixer.experts.103.up_proj.weight,1856x2688,4988928,5.128536e-13,4.407239e-14,1.279584e-10,2.802315e-12,False
+backbone.layers.17.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.942144e-13,1.544440e-14,4.451525e-11,1.013952e-12,False
+backbone.layers.17.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.095369e-13,4.596881e-14,1.339905e-10,2.935867e-12,False
+backbone.layers.17.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.973526e-13,1.710443e-14,4.956630e-11,1.153943e-12,False
+backbone.layers.17.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.407100e-13,4.365315e-14,1.267342e-10,2.837551e-12,False
+backbone.layers.17.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.877699e-13,1.802161e-14,5.235525e-11,1.190487e-12,False
+backbone.layers.17.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.390407e-13,4.134442e-14,1.197944e-10,2.607484e-12,False
+backbone.layers.17.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.433088e-13,1.935519e-14,5.651560e-11,1.263646e-12,False
+backbone.layers.17.mixer.experts.107.up_proj.weight,1856x2688,4988928,8.445640e-13,5.431512e-14,1.614063e-10,3.428961e-12,False
+backbone.layers.17.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.509314e-13,1.425735e-14,4.091454e-11,1.021133e-12,False
+backbone.layers.17.mixer.experts.108.up_proj.weight,1856x2688,4988928,4.677777e-13,4.143115e-14,1.204760e-10,2.884337e-12,False
+backbone.layers.17.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.991740e-13,1.810322e-14,5.254025e-11,1.184351e-12,False
+backbone.layers.17.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.045860e-13,4.337766e-14,1.267480e-10,2.717540e-12,False
+backbone.layers.17.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.661726e-13,1.609364e-14,4.641419e-11,1.134841e-12,False
+backbone.layers.17.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.924602e-13,4.395212e-14,1.279289e-10,3.030048e-12,False
+backbone.layers.17.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.504404e-13,1.601971e-14,4.638295e-11,1.082420e-12,False
+backbone.layers.17.mixer.experts.110.up_proj.weight,1856x2688,4988928,5.144218e-13,4.696625e-14,1.370589e-10,3.026342e-12,False
+backbone.layers.17.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.870587e-13,1.766155e-14,5.117159e-11,1.194346e-12,False
+backbone.layers.17.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.938671e-13,3.912412e-14,1.127679e-10,2.501730e-12,False
+backbone.layers.17.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.579007e-13,2.028438e-14,5.961007e-11,1.326523e-12,False
+backbone.layers.17.mixer.experts.112.up_proj.weight,1856x2688,4988928,3.848328e-13,3.802884e-14,1.098078e-10,2.322204e-12,False
+backbone.layers.17.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.807790e-13,1.561189e-14,4.514165e-11,1.091293e-12,False
+backbone.layers.17.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.182908e-13,3.593779e-14,1.038766e-10,2.371121e-12,False
+backbone.layers.17.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.232624e-13,1.827621e-14,5.396194e-11,1.321172e-12,False
+backbone.layers.17.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.498432e-13,4.359805e-14,1.279274e-10,2.998170e-12,False
+backbone.layers.17.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.943445e-13,1.603641e-14,4.670420e-11,1.100500e-12,False
+backbone.layers.17.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.794254e-13,4.372411e-14,1.280999e-10,2.895600e-12,False
+backbone.layers.17.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.588450e-13,2.041996e-14,5.987365e-11,1.371190e-12,False
+backbone.layers.17.mixer.experts.116.up_proj.weight,1856x2688,4988928,5.198880e-13,4.576225e-14,1.337182e-10,2.940702e-12,False
+backbone.layers.17.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.453785e-13,1.456479e-14,4.190373e-11,1.052465e-12,False
+backbone.layers.17.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.954960e-13,4.000242e-14,1.169505e-10,2.830440e-12,False
+backbone.layers.17.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.410294e-13,1.985647e-14,5.821743e-11,1.412666e-12,False
+backbone.layers.17.mixer.experts.118.up_proj.weight,1856x2688,4988928,3.802514e-13,3.807528e-14,1.095698e-10,2.552057e-12,False
+backbone.layers.17.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.731705e-13,1.554392e-14,4.482590e-11,1.065381e-12,False
+backbone.layers.17.mixer.experts.119.up_proj.weight,1856x2688,4988928,9.481166e-13,5.304987e-14,1.587130e-10,3.622020e-12,False
+backbone.layers.17.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.828988e-13,1.590966e-14,4.573894e-11,1.091296e-12,False
+backbone.layers.17.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.917108e-13,4.334254e-14,1.259481e-10,2.909754e-12,False
+backbone.layers.17.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.866007e-13,1.762780e-14,5.083880e-11,1.162198e-12,False
+backbone.layers.17.mixer.experts.120.up_proj.weight,1856x2688,4988928,3.704675e-13,3.626341e-14,1.042976e-10,2.301072e-12,False
+backbone.layers.17.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.508818e-13,1.672605e-14,4.856428e-11,1.126584e-12,False
+backbone.layers.17.mixer.experts.121.up_proj.weight,1856x2688,4988928,5.117070e-13,4.671464e-14,1.362541e-10,3.039467e-12,False
+backbone.layers.17.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.862954e-13,1.726034e-14,4.998730e-11,1.223162e-12,False
+backbone.layers.17.mixer.experts.122.up_proj.weight,1856x2688,4988928,5.603365e-13,4.951758e-14,1.449725e-10,3.414316e-12,False
+backbone.layers.17.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.651596e-13,1.581663e-14,4.553696e-11,1.066377e-12,False
+backbone.layers.17.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.083608e-13,3.857112e-14,1.115316e-10,2.509535e-12,False
+backbone.layers.17.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.374472e-13,2.023664e-14,5.921152e-11,1.347056e-12,False
+backbone.layers.17.mixer.experts.124.up_proj.weight,1856x2688,4988928,5.767702e-13,4.316335e-14,1.260041e-10,2.702350e-12,False
+backbone.layers.17.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.691668e-13,1.541559e-14,4.436626e-11,1.014154e-12,False
+backbone.layers.17.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.897471e-13,4.586872e-14,1.329698e-10,2.894585e-12,False
+backbone.layers.17.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.750051e-13,1.682435e-14,4.852233e-11,1.109062e-12,False
+backbone.layers.17.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.840814e-13,4.484876e-14,1.311835e-10,2.863202e-12,False
+backbone.layers.17.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.179854e-13,1.704822e-14,4.957703e-11,1.161756e-12,False
+backbone.layers.17.mixer.experts.127.up_proj.weight,1856x2688,4988928,3.873186e-13,3.825648e-14,1.105759e-10,2.491695e-12,False
+backbone.layers.17.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.005618e-13,1.881718e-14,5.468167e-11,1.282907e-12,False
+backbone.layers.17.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.143647e-13,3.625365e-14,1.046931e-10,2.343269e-12,False
+backbone.layers.17.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.688544e-13,1.870898e-14,5.435124e-11,1.216722e-12,False
+backbone.layers.17.mixer.experts.14.up_proj.weight,1856x2688,4988928,6.162735e-13,4.902761e-14,1.426766e-10,3.057076e-12,False
+backbone.layers.17.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.817956e-13,1.704096e-14,4.919421e-11,1.182452e-12,False
+backbone.layers.17.mixer.experts.15.up_proj.weight,1856x2688,4988928,5.378302e-13,3.976437e-14,1.147069e-10,2.626488e-12,False
+backbone.layers.17.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.926376e-13,1.691885e-14,4.906621e-11,1.192688e-12,False
+backbone.layers.17.mixer.experts.16.up_proj.weight,1856x2688,4988928,3.424648e-13,3.655595e-14,1.055006e-10,2.498328e-12,False
+backbone.layers.17.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.189447e-13,1.990726e-14,5.771194e-11,1.304393e-12,False
+backbone.layers.17.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.922798e-13,4.437030e-14,1.292807e-10,2.764497e-12,False
+backbone.layers.17.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.499112e-13,2.060857e-14,6.077429e-11,1.437941e-12,False
+backbone.layers.17.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.917108e-13,4.014244e-14,1.171541e-10,2.651678e-12,False
+backbone.layers.17.mixer.experts.19.down_proj.weight,2688x1856,4988928,2.012314e-13,1.718383e-14,4.962019e-11,1.115705e-12,False
+backbone.layers.17.mixer.experts.19.up_proj.weight,1856x2688,4988928,5.090789e-13,4.233969e-14,1.226319e-10,2.657000e-12,False
+backbone.layers.17.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.322621e-13,1.873503e-14,5.446086e-11,1.248746e-12,False
+backbone.layers.17.mixer.experts.2.up_proj.weight,1856x2688,4988928,3.980861e-13,3.680423e-14,1.067275e-10,2.334300e-12,False
+backbone.layers.17.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.282410e-13,1.703024e-14,5.000872e-11,1.161089e-12,False
+backbone.layers.17.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.973556e-13,4.473552e-14,1.304377e-10,2.862553e-12,False
+backbone.layers.17.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.399860e-13,2.008958e-14,5.846006e-11,1.318207e-12,False
+backbone.layers.17.mixer.experts.21.up_proj.weight,1856x2688,4988928,5.811289e-13,4.512266e-14,1.318257e-10,2.833951e-12,False
+backbone.layers.17.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.881828e-13,1.616199e-14,4.681421e-11,1.087636e-12,False
+backbone.layers.17.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.933934e-13,4.184344e-14,1.219760e-10,2.773045e-12,False
+backbone.layers.17.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.899418e-13,1.889964e-14,5.479145e-11,1.270568e-12,False
+backbone.layers.17.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.713018e-13,4.042952e-14,1.175872e-10,2.643298e-12,False
+backbone.layers.17.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.151578e-13,1.834964e-14,5.312529e-11,1.235457e-12,False
+backbone.layers.17.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.763759e-13,3.755883e-14,1.096548e-10,2.451748e-12,False
+backbone.layers.17.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.029245e-13,1.876413e-14,5.446581e-11,1.255431e-12,False
+backbone.layers.17.mixer.experts.25.up_proj.weight,1856x2688,4988928,6.625450e-13,5.305904e-14,1.575102e-10,3.490284e-12,False
+backbone.layers.17.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.222389e-13,1.772231e-14,5.113700e-11,1.124001e-12,False
+backbone.layers.17.mixer.experts.26.up_proj.weight,1856x2688,4988928,6.524919e-13,4.871101e-14,1.440803e-10,3.052129e-12,False
+backbone.layers.17.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.677235e-13,1.504398e-14,4.367047e-11,1.028887e-12,False
+backbone.layers.17.mixer.experts.27.up_proj.weight,1856x2688,4988928,6.192529e-13,4.522578e-14,1.352614e-10,3.020082e-12,False
+backbone.layers.17.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.722754e-13,1.809494e-14,5.225385e-11,1.189926e-12,False
+backbone.layers.17.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.960701e-13,4.361307e-14,1.275255e-10,2.796587e-12,False
+backbone.layers.17.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.824513e-13,1.723439e-14,4.999214e-11,1.131693e-12,False
+backbone.layers.17.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.958204e-13,4.291741e-14,1.254282e-10,2.686290e-12,False
+backbone.layers.17.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.176037e-13,1.888218e-14,5.538876e-11,1.275916e-12,False
+backbone.layers.17.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.601145e-13,4.514706e-14,1.314635e-10,2.915631e-12,False
+backbone.layers.17.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.761789e-13,1.748091e-14,5.068937e-11,1.135628e-12,False
+backbone.layers.17.mixer.experts.30.up_proj.weight,1856x2688,4988928,7.042856e-13,5.004479e-14,1.462664e-10,3.099215e-12,False
+backbone.layers.17.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.904206e-13,1.787543e-14,5.210718e-11,1.221710e-12,False
+backbone.layers.17.mixer.experts.31.up_proj.weight,1856x2688,4988928,5.743275e-13,4.570620e-14,1.332809e-10,3.059749e-12,False
+backbone.layers.17.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.667312e-13,1.671616e-14,4.870301e-11,1.100946e-12,False
+backbone.layers.17.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.869629e-13,4.273803e-14,1.245924e-10,2.696721e-12,False
+backbone.layers.17.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.725806e-13,2.192112e-14,6.445176e-11,1.507137e-12,False
+backbone.layers.17.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.720863e-13,4.246042e-14,1.228809e-10,2.740143e-12,False
+backbone.layers.17.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.789489e-13,1.649794e-14,4.779596e-11,1.071061e-12,False
+backbone.layers.17.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.647133e-13,4.300634e-14,1.247812e-10,2.697729e-12,False
+backbone.layers.17.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.691737e-13,1.579101e-14,4.553186e-11,1.059296e-12,False
+backbone.layers.17.mixer.experts.35.up_proj.weight,1856x2688,4988928,3.873811e-13,3.822028e-14,1.100868e-10,2.485438e-12,False
+backbone.layers.17.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.190088e-13,2.022384e-14,5.885388e-11,1.353270e-12,False
+backbone.layers.17.mixer.experts.36.up_proj.weight,1856x2688,4988928,5.535095e-13,3.880770e-14,1.120277e-10,2.484263e-12,False
+backbone.layers.17.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.715780e-13,1.694548e-14,4.888400e-11,1.098547e-12,False
+backbone.layers.17.mixer.experts.37.up_proj.weight,1856x2688,4988928,3.829194e-13,4.004426e-14,1.159601e-10,2.459542e-12,False
+backbone.layers.17.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.330965e-13,2.013839e-14,5.868113e-11,1.333015e-12,False
+backbone.layers.17.mixer.experts.38.up_proj.weight,1856x2688,4988928,5.199018e-13,4.312208e-14,1.256227e-10,2.729783e-12,False
+backbone.layers.17.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.847498e-13,1.690265e-14,4.906717e-11,1.166548e-12,False
+backbone.layers.17.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.402935e-13,4.448639e-14,1.306867e-10,2.979612e-12,False
+backbone.layers.17.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.211946e-13,1.630716e-14,4.703364e-11,1.012711e-12,False
+backbone.layers.17.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.219888e-13,4.250595e-14,1.231662e-10,2.485480e-12,False
+backbone.layers.17.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.919558e-13,1.802888e-14,5.216392e-11,1.252754e-12,False
+backbone.layers.17.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.393777e-13,3.859710e-14,1.117140e-10,2.612154e-12,False
+backbone.layers.17.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.219058e-13,1.665517e-14,4.860146e-11,1.184054e-12,False
+backbone.layers.17.mixer.experts.41.up_proj.weight,1856x2688,4988928,3.952325e-13,3.735564e-14,1.080029e-10,2.537541e-12,False
+backbone.layers.17.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.733596e-13,1.668382e-14,4.819903e-11,1.164019e-12,False
+backbone.layers.17.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.450381e-13,3.812755e-14,1.099722e-10,2.574859e-12,False
+backbone.layers.17.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.737985e-13,1.672313e-14,4.818282e-11,1.141501e-12,False
+backbone.layers.17.mixer.experts.43.up_proj.weight,1856x2688,4988928,3.785236e-13,4.059067e-14,1.171925e-10,2.644493e-12,False
+backbone.layers.17.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.946880e-13,1.812930e-14,5.260882e-11,1.238358e-12,False
+backbone.layers.17.mixer.experts.44.up_proj.weight,1856x2688,4988928,5.111883e-13,4.012779e-14,1.168005e-10,2.666055e-12,False
+backbone.layers.17.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.802447e-13,1.810714e-14,5.238032e-11,1.184567e-12,False
+backbone.layers.17.mixer.experts.45.up_proj.weight,1856x2688,4988928,6.622654e-13,4.466245e-14,1.313716e-10,2.796548e-12,False
+backbone.layers.17.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.942977e-13,1.721311e-14,4.991570e-11,1.173888e-12,False
+backbone.layers.17.mixer.experts.46.up_proj.weight,1856x2688,4988928,5.378701e-13,4.111629e-14,1.200431e-10,2.696533e-12,False
+backbone.layers.17.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.667866e-13,1.722968e-14,5.011595e-11,1.131032e-12,False
+backbone.layers.17.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.943858e-13,4.399937e-14,1.277631e-10,2.757048e-12,False
+backbone.layers.17.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.947296e-13,1.732399e-14,5.053478e-11,1.172427e-12,False
+backbone.layers.17.mixer.experts.48.up_proj.weight,1856x2688,4988928,3.863437e-13,3.971911e-14,1.146275e-10,2.543365e-12,False
+backbone.layers.17.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.798839e-13,1.737083e-14,5.040074e-11,1.189269e-12,False
+backbone.layers.17.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.494460e-13,4.235907e-14,1.232923e-10,2.777104e-12,False
+backbone.layers.17.mixer.experts.5.down_proj.weight,2688x1856,4988928,1.675882e-13,1.700012e-14,4.904273e-11,1.186661e-12,False
+backbone.layers.17.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.452652e-13,4.672339e-14,1.379784e-10,3.214505e-12,False
+backbone.layers.17.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.495228e-13,1.510818e-14,4.341015e-11,1.014976e-12,False
+backbone.layers.17.mixer.experts.50.up_proj.weight,1856x2688,4988928,6.168911e-13,5.042169e-14,1.481891e-10,3.317392e-12,False
+backbone.layers.17.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.434580e-13,2.068159e-14,6.020714e-11,1.416566e-12,False
+backbone.layers.17.mixer.experts.51.up_proj.weight,1856x2688,4988928,6.186440e-13,4.426314e-14,1.316254e-10,2.965971e-12,False
+backbone.layers.17.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.211807e-13,1.779803e-14,5.171748e-11,1.222953e-12,False
+backbone.layers.17.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.549243e-13,3.915256e-14,1.131737e-10,2.574553e-12,False
+backbone.layers.17.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.918448e-13,1.739052e-14,5.017866e-11,1.206685e-12,False
+backbone.layers.17.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.957909e-13,3.976601e-14,1.161764e-10,2.612029e-12,False
+backbone.layers.17.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.836864e-13,1.528181e-14,4.405832e-11,1.077907e-12,False
+backbone.layers.17.mixer.experts.54.up_proj.weight,1856x2688,4988928,6.450257e-13,4.438258e-14,1.291817e-10,3.076104e-12,False
+backbone.layers.17.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.814070e-13,1.579187e-14,4.538747e-11,1.061758e-12,False
+backbone.layers.17.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.818706e-13,4.378780e-14,1.274796e-10,2.815979e-12,False
+backbone.layers.17.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.904518e-13,1.790011e-14,5.195040e-11,1.161640e-12,False
+backbone.layers.17.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.926476e-13,4.459785e-14,1.295336e-10,2.761401e-12,False
+backbone.layers.17.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.237169e-13,1.933131e-14,5.624914e-11,1.290980e-12,False
+backbone.layers.17.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.062617e-13,4.108383e-14,1.198768e-10,2.633955e-12,False
+backbone.layers.17.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.592025e-13,1.672386e-14,4.813285e-11,1.110692e-12,False
+backbone.layers.17.mixer.experts.58.up_proj.weight,1856x2688,4988928,3.635980e-13,3.843132e-14,1.112706e-10,2.502720e-12,False
+backbone.layers.17.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.912810e-13,1.721086e-14,4.991694e-11,1.191706e-12,False
+backbone.layers.17.mixer.experts.59.up_proj.weight,1856x2688,4988928,5.715636e-13,4.281323e-14,1.280623e-10,2.965421e-12,False
+backbone.layers.17.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.064336e-13,1.936742e-14,5.612225e-11,1.287852e-12,False
+backbone.layers.17.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.298714e-13,3.975288e-14,1.174354e-10,2.568044e-12,False
+backbone.layers.17.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.569368e-13,1.909940e-14,5.553225e-11,1.304778e-12,False
+backbone.layers.17.mixer.experts.60.up_proj.weight,1856x2688,4988928,5.223599e-13,3.694165e-14,1.073855e-10,2.453149e-12,False
+backbone.layers.17.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.559551e-13,1.595458e-14,4.605253e-11,1.106265e-12,False
+backbone.layers.17.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.041037e-13,4.646680e-14,1.359014e-10,3.160745e-12,False
+backbone.layers.17.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.098877e-13,1.802708e-14,5.242300e-11,1.238393e-12,False
+backbone.layers.17.mixer.experts.62.up_proj.weight,1856x2688,4988928,4.504678e-13,4.028665e-14,1.170811e-10,2.757387e-12,False
+backbone.layers.17.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.890363e-13,1.747709e-14,5.061684e-11,1.153411e-12,False
+backbone.layers.17.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.645936e-13,4.109933e-14,1.191311e-10,2.606306e-12,False
+backbone.layers.17.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.969605e-13,1.894300e-14,5.505225e-11,1.259066e-12,False
+backbone.layers.17.mixer.experts.64.up_proj.weight,1856x2688,4988928,3.903449e-13,3.609520e-14,1.043020e-10,2.281229e-12,False
+backbone.layers.17.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.933761e-13,1.909732e-14,5.518094e-11,1.254941e-12,False
+backbone.layers.17.mixer.experts.65.up_proj.weight,1856x2688,4988928,6.213259e-13,5.045358e-14,1.488493e-10,3.231819e-12,False
+backbone.layers.17.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.639457e-13,1.651616e-14,4.757468e-11,1.151861e-12,False
+backbone.layers.17.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.070874e-13,4.228609e-14,1.246709e-10,2.937805e-12,False
+backbone.layers.17.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.314329e-13,1.972601e-14,5.720612e-11,1.307243e-12,False
+backbone.layers.17.mixer.experts.67.up_proj.weight,1856x2688,4988928,5.352420e-13,4.240013e-14,1.232896e-10,2.691933e-12,False
+backbone.layers.17.mixer.experts.68.down_proj.weight,2688x1856,4988928,4.040553e-13,2.067877e-14,6.040024e-11,1.351647e-12,False
+backbone.layers.17.mixer.experts.68.up_proj.weight,1856x2688,4988928,8.085425e-13,5.066782e-14,1.496770e-10,3.168012e-12,False
+backbone.layers.17.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.764317e-13,1.707011e-14,5.023618e-11,1.269918e-12,False
+backbone.layers.17.mixer.experts.69.up_proj.weight,1856x2688,4988928,5.034723e-13,3.803425e-14,1.106392e-10,2.675165e-12,False
+backbone.layers.17.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.903078e-13,1.710327e-14,4.987752e-11,1.164488e-12,False
+backbone.layers.17.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.250245e-13,4.235061e-14,1.242982e-10,2.809701e-12,False
+backbone.layers.17.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.662532e-13,2.052991e-14,6.041200e-11,1.390988e-12,False
+backbone.layers.17.mixer.experts.70.up_proj.weight,1856x2688,4988928,5.144808e-13,4.408548e-14,1.294950e-10,2.882757e-12,False
+backbone.layers.17.mixer.experts.71.down_proj.weight,2688x1856,4988928,1.767059e-13,1.509420e-14,4.362855e-11,1.037766e-12,False
+backbone.layers.17.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.236160e-13,3.734756e-14,1.085392e-10,2.483680e-12,False
+backbone.layers.17.mixer.experts.72.down_proj.weight,2688x1856,4988928,1.832631e-13,1.687440e-14,4.864827e-11,1.147384e-12,False
+backbone.layers.17.mixer.experts.72.up_proj.weight,1856x2688,4988928,5.939763e-13,5.210887e-14,1.534622e-10,3.451923e-12,False
+backbone.layers.17.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.562759e-13,1.675600e-14,4.879028e-11,1.131892e-12,False
+backbone.layers.17.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.539336e-13,4.477507e-14,1.300983e-10,2.897364e-12,False
+backbone.layers.17.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.285568e-13,1.963738e-14,5.716240e-11,1.328290e-12,False
+backbone.layers.17.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.882865e-13,4.031078e-14,1.171798e-10,2.632702e-12,False
+backbone.layers.17.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.493699e-13,1.602336e-14,4.619700e-11,1.037247e-12,False
+backbone.layers.17.mixer.experts.75.up_proj.weight,1856x2688,4988928,5.300135e-13,4.493334e-14,1.306580e-10,2.782925e-12,False
+backbone.layers.17.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.658153e-13,1.622773e-14,4.700683e-11,1.114815e-12,False
+backbone.layers.17.mixer.experts.76.up_proj.weight,1856x2688,4988928,3.689948e-13,4.023710e-14,1.159922e-10,2.657049e-12,False
+backbone.layers.17.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.522401e-13,2.005781e-14,5.898588e-11,1.460327e-12,False
+backbone.layers.17.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.846089e-13,3.755027e-14,1.093451e-10,2.506682e-12,False
+backbone.layers.17.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.288206e-13,1.312910e-14,3.774966e-11,8.948243e-13,False
+backbone.layers.17.mixer.experts.78.up_proj.weight,1856x2688,4988928,3.920232e-13,3.523728e-14,1.022398e-10,2.350360e-12,False
+backbone.layers.17.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.549419e-13,2.023886e-14,5.948886e-11,1.391263e-12,False
+backbone.layers.17.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.296841e-13,4.289616e-14,1.248023e-10,2.798868e-12,False
+backbone.layers.17.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.130943e-13,1.834704e-14,5.307608e-11,1.228341e-12,False
+backbone.layers.17.mixer.experts.8.up_proj.weight,1856x2688,4988928,3.586437e-13,3.518131e-14,1.012040e-10,2.256580e-12,False
+backbone.layers.17.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.558337e-13,1.690510e-14,4.877123e-11,1.166631e-12,False
+backbone.layers.17.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.756993e-13,3.768306e-14,1.101053e-10,2.586085e-12,False
+backbone.layers.17.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.071468e-13,1.922358e-14,5.590728e-11,1.305187e-12,False
+backbone.layers.17.mixer.experts.81.up_proj.weight,1856x2688,4988928,5.247677e-13,4.649001e-14,1.366852e-10,3.062787e-12,False
+backbone.layers.17.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.712554e-13,1.649775e-14,4.766116e-11,1.130967e-12,False
+backbone.layers.17.mixer.experts.82.up_proj.weight,1856x2688,4988928,5.298765e-13,4.068733e-14,1.180701e-10,2.655139e-12,False
+backbone.layers.17.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.779410e-13,1.754330e-14,5.091610e-11,1.196084e-12,False
+backbone.layers.17.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.258918e-13,4.224843e-14,1.229821e-10,2.751088e-12,False
+backbone.layers.17.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.761021e-13,2.100898e-14,6.137899e-11,1.349528e-12,False
+backbone.layers.17.mixer.experts.84.up_proj.weight,1856x2688,4988928,7.566369e-13,5.409302e-14,1.597880e-10,3.356094e-12,False
+backbone.layers.17.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.474618e-13,1.753674e-14,5.163714e-11,1.257810e-12,False
+backbone.layers.17.mixer.experts.85.up_proj.weight,1856x2688,4988928,5.269812e-13,4.235859e-14,1.226878e-10,2.890131e-12,False
+backbone.layers.17.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.483813e-13,1.477811e-14,4.249022e-11,1.022664e-12,False
+backbone.layers.17.mixer.experts.86.up_proj.weight,1856x2688,4988928,5.756506e-13,4.442235e-14,1.306694e-10,3.069210e-12,False
+backbone.layers.17.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.562032e-13,1.541697e-14,4.455210e-11,1.055908e-12,False
+backbone.layers.17.mixer.experts.87.up_proj.weight,1856x2688,4988928,3.978588e-13,4.002499e-14,1.161080e-10,2.649699e-12,False
+backbone.layers.17.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.908603e-13,1.930650e-14,5.616521e-11,1.358238e-12,False
+backbone.layers.17.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.658392e-13,4.190462e-14,1.219126e-10,2.862693e-12,False
+backbone.layers.17.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.115842e-13,1.956212e-14,5.686635e-11,1.258550e-12,False
+backbone.layers.17.mixer.experts.89.up_proj.weight,1856x2688,4988928,6.169848e-13,4.529700e-14,1.326448e-10,2.747828e-12,False
+backbone.layers.17.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.094895e-13,1.804839e-14,5.267065e-11,1.222895e-12,False
+backbone.layers.17.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.995310e-13,4.469987e-14,1.303424e-10,2.881517e-12,False
+backbone.layers.17.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.114108e-13,1.813189e-14,5.298253e-11,1.276794e-12,False
+backbone.layers.17.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.245700e-13,4.376919e-14,1.280645e-10,2.934636e-12,False
+backbone.layers.17.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.843465e-13,1.647656e-14,4.780688e-11,1.104687e-12,False
+backbone.layers.17.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.029761e-13,4.490764e-14,1.308701e-10,2.894092e-12,False
+backbone.layers.17.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.834644e-13,1.554291e-14,4.499114e-11,1.074249e-12,False
+backbone.layers.17.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.324838e-13,4.213855e-14,1.241617e-10,2.720886e-12,False
+backbone.layers.17.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.790859e-13,1.772925e-14,5.136113e-11,1.287755e-12,False
+backbone.layers.17.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.288981e-13,4.590118e-14,1.351450e-10,3.151657e-12,False
+backbone.layers.17.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.020224e-13,1.868464e-14,5.425768e-11,1.250319e-12,False
+backbone.layers.17.mixer.experts.94.up_proj.weight,1856x2688,4988928,6.437281e-13,4.492208e-14,1.321414e-10,2.902821e-12,False
+backbone.layers.17.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.223742e-13,1.829248e-14,5.353729e-11,1.279538e-12,False
+backbone.layers.17.mixer.experts.95.up_proj.weight,1856x2688,4988928,6.198445e-13,4.309587e-14,1.256193e-10,2.872384e-12,False
+backbone.layers.17.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.999789e-13,1.767825e-14,5.185986e-11,1.286165e-12,False
+backbone.layers.17.mixer.experts.96.up_proj.weight,1856x2688,4988928,7.991212e-13,4.389560e-14,1.293932e-10,3.058265e-12,False
+backbone.layers.17.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.849215e-13,1.838402e-14,5.347141e-11,1.253895e-12,False
+backbone.layers.17.mixer.experts.97.up_proj.weight,1856x2688,4988928,5.099046e-13,4.516042e-14,1.312433e-10,2.944139e-12,False
+backbone.layers.17.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.629980e-13,1.588084e-14,4.651344e-11,1.135139e-12,False
+backbone.layers.17.mixer.experts.98.up_proj.weight,1856x2688,4988928,6.799283e-13,4.692310e-14,1.367481e-10,3.201073e-12,False
+backbone.layers.17.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.213715e-13,1.697902e-14,4.930295e-11,1.125934e-12,False
+backbone.layers.17.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.430866e-13,3.964188e-14,1.146466e-10,2.498864e-12,False
+backbone.layers.17.mixer.gate.weight,128x2688,344064,5.840640e-13,6.038961e-14,4.641925e-11,2.640985e-12,False
+backbone.layers.17.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.392414e-12,6.274662e-14,2.601924e-10,5.510286e-12,False
+backbone.layers.17.mixer.shared_experts.up_proj.weight,3712x2688,9977856,5.646733e-13,3.438831e-14,1.434006e-10,3.226294e-12,False
+backbone.layers.17.norm.weight,2688,2688,2.220446e-16,5.091749e-17,4.082242e-15,1.198481e-16,False
+backbone.layers.18.mixer.A_log,64,64,8.881784e-16,1.702197e-16,2.369528e-15,1.288641e-16,True
+backbone.layers.18.mixer.D,64,64,2.220446e-16,1.511382e-17,3.651727e-16,1.489716e-16,True
+backbone.layers.18.mixer.conv1d.weight,6144x1x4,24576,1.223197e-15,1.022453e-17,4.303571e-15,5.049904e-16,True
+backbone.layers.18.mixer.dt_bias,64,64,1.776357e-15,3.716645e-16,4.692006e-15,1.615795e-16,True
+backbone.layers.18.mixer.in_proj.weight,10304x2688,27697152,8.599718e-13,5.230489e-14,3.647212e-10,3.003129e-12,True
+backbone.layers.18.mixer.norm.weight,4096,4096,3.552714e-15,7.893501e-17,1.238968e-14,1.299921e-16,True
+backbone.layers.18.mixer.out_proj.weight,2688x4096,11010048,1.675486e-12,1.267139e-13,5.521810e-10,7.985727e-12,True
+backbone.layers.18.norm.weight,2688,2688,2.220446e-16,4.635222e-17,3.747619e-15,1.219030e-16,True
+backbone.layers.19.mixer.k_proj.weight,256x2688,688128,6.807402e-13,5.407743e-14,5.897300e-11,2.271682e-12,True
+backbone.layers.19.mixer.o_proj.weight,2688x4096,11010048,4.612644e-12,9.747617e-14,4.307696e-10,6.297714e-12,True
+backbone.layers.19.mixer.q_proj.weight,4096x2688,11010048,5.864198e-13,4.954292e-14,2.145101e-10,2.502667e-12,True
+backbone.layers.19.mixer.v_proj.weight,256x2688,688128,2.284561e-13,2.278154e-14,2.437995e-11,1.997252e-12,True
+backbone.layers.19.norm.weight,2688,2688,4.440892e-16,5.784477e-17,4.514101e-15,1.212500e-16,True
+backbone.layers.2.mixer.A_log,64,64,1.332268e-15,2.023121e-16,2.857106e-15,1.451500e-16,False
+backbone.layers.2.mixer.D,64,64,1.776357e-15,1.776194e-16,3.369260e-15,1.338975e-16,False
+backbone.layers.2.mixer.conv1d.weight,6144x1x4,24576,8.370041e-16,1.450905e-17,5.239196e-15,5.170067e-16,True
+backbone.layers.2.mixer.dt_bias,64,64,1.776357e-15,3.972517e-16,4.938933e-15,1.252833e-16,False
+backbone.layers.2.mixer.in_proj.weight,10304x2688,27697152,5.942122e-13,4.250976e-14,2.911553e-10,2.365368e-12,False
+backbone.layers.2.mixer.norm.weight,4096,4096,1.776357e-15,4.376537e-17,8.914130e-15,1.133242e-16,False
+backbone.layers.2.mixer.out_proj.weight,2688x4096,11010048,2.717503e-12,1.003325e-13,4.346708e-10,6.027534e-12,False
+backbone.layers.2.norm.weight,2688,2688,4.440892e-16,6.976067e-17,5.507087e-15,1.178645e-16,False
+backbone.layers.20.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.901396e-13,1.692353e-14,4.916293e-11,1.178211e-12,False
+backbone.layers.20.mixer.experts.0.up_proj.weight,1856x2688,4988928,6.724100e-13,5.207503e-14,1.535850e-10,3.528209e-12,False
+backbone.layers.20.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.228460e-13,1.922566e-14,5.660439e-11,1.325845e-12,False
+backbone.layers.20.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.576409e-13,3.802128e-14,1.103679e-10,2.478096e-12,False
+backbone.layers.20.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.878081e-13,1.925619e-14,5.598568e-11,1.295480e-12,False
+backbone.layers.20.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.211699e-13,4.403548e-14,1.280525e-10,2.845990e-12,False
+backbone.layers.20.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.591088e-13,1.618477e-14,4.688333e-11,1.068692e-12,False
+backbone.layers.20.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.538904e-13,4.207237e-14,1.216615e-10,2.665042e-12,False
+backbone.layers.20.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.723465e-13,1.637806e-14,4.718558e-11,1.098409e-12,False
+backbone.layers.20.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.743601e-13,4.340368e-14,1.264468e-10,2.845293e-12,False
+backbone.layers.20.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.848799e-13,1.727004e-14,5.011401e-11,1.193202e-12,False
+backbone.layers.20.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.228631e-13,4.059347e-14,1.181990e-10,2.730564e-12,False
+backbone.layers.20.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.979805e-13,1.769703e-14,5.118732e-11,1.236753e-12,False
+backbone.layers.20.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.124479e-13,3.616070e-14,1.042192e-10,2.412830e-12,False
+backbone.layers.20.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.935552e-13,1.472972e-14,4.290518e-11,1.070494e-12,False
+backbone.layers.20.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.861633e-13,4.493602e-14,1.321504e-10,3.100713e-12,False
+backbone.layers.20.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.001593e-13,1.939489e-14,5.651168e-11,1.317923e-12,False
+backbone.layers.20.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.832038e-13,4.240357e-14,1.232083e-10,2.754727e-12,False
+backbone.layers.20.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.300226e-13,1.884415e-14,5.503434e-11,1.273982e-12,False
+backbone.layers.20.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.652919e-13,3.990056e-14,1.161330e-10,2.559925e-12,False
+backbone.layers.20.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.939907e-13,1.685655e-14,4.916553e-11,1.201298e-12,False
+backbone.layers.20.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.571238e-13,4.768350e-14,1.389451e-10,3.196241e-12,False
+backbone.layers.20.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.038352e-13,1.839356e-14,5.328461e-11,1.205611e-12,False
+backbone.layers.20.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.643710e-13,4.578357e-14,1.341602e-10,2.876210e-12,False
+backbone.layers.20.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.884968e-13,1.791266e-14,5.207562e-11,1.175849e-12,False
+backbone.layers.20.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.020914e-13,4.404556e-14,1.276511e-10,2.727489e-12,False
+backbone.layers.20.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.031448e-13,1.663577e-14,4.813389e-11,1.126057e-12,False
+backbone.layers.20.mixer.experts.11.up_proj.weight,1856x2688,4988928,3.959021e-13,3.906578e-14,1.122442e-10,2.532205e-12,False
+backbone.layers.20.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.171336e-13,1.797748e-14,5.234364e-11,1.258523e-12,False
+backbone.layers.20.mixer.experts.110.up_proj.weight,1856x2688,4988928,5.119672e-13,4.271423e-14,1.243445e-10,2.765244e-12,False
+backbone.layers.20.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.834748e-13,1.673494e-14,4.835557e-11,1.093923e-12,False
+backbone.layers.20.mixer.experts.111.up_proj.weight,1856x2688,4988928,6.395370e-13,4.888680e-14,1.438097e-10,3.111030e-12,False
+backbone.layers.20.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.845945e-13,1.618462e-14,4.695351e-11,1.105000e-12,False
+backbone.layers.20.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.762668e-13,4.032429e-14,1.171303e-10,2.651987e-12,False
+backbone.layers.20.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.383337e-13,1.913050e-14,5.582208e-11,1.256961e-12,False
+backbone.layers.20.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.290629e-13,4.758733e-14,1.389119e-10,2.947366e-12,False
+backbone.layers.20.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.769244e-13,1.556889e-14,4.491424e-11,1.032059e-12,False
+backbone.layers.20.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.202489e-13,3.998342e-14,1.154877e-10,2.540134e-12,False
+backbone.layers.20.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.897510e-13,1.979315e-14,5.744863e-11,1.363709e-12,False
+backbone.layers.20.mixer.experts.115.up_proj.weight,1856x2688,4988928,3.621513e-13,3.732167e-14,1.075520e-10,2.445208e-12,False
+backbone.layers.20.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.642331e-13,1.750715e-14,5.106855e-11,1.223169e-12,False
+backbone.layers.20.mixer.experts.116.up_proj.weight,1856x2688,4988928,5.546882e-13,4.550579e-14,1.340908e-10,3.154831e-12,False
+backbone.layers.20.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.150519e-13,2.031096e-14,5.936246e-11,1.410151e-12,False
+backbone.layers.20.mixer.experts.117.up_proj.weight,1856x2688,4988928,3.692810e-13,3.935360e-14,1.136373e-10,2.642613e-12,False
+backbone.layers.20.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.287823e-13,1.896155e-14,5.514788e-11,1.314266e-12,False
+backbone.layers.20.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.766985e-13,4.059514e-14,1.175935e-10,2.684608e-12,False
+backbone.layers.20.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.542620e-13,1.582919e-14,4.555899e-11,1.063676e-12,False
+backbone.layers.20.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.846470e-13,4.084684e-14,1.185508e-10,2.664232e-12,False
+backbone.layers.20.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.792663e-13,1.593046e-14,4.633457e-11,1.149241e-12,False
+backbone.layers.20.mixer.experts.12.up_proj.weight,1856x2688,4988928,3.558542e-13,3.451449e-14,9.925498e-11,2.303018e-12,False
+backbone.layers.20.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.507267e-13,1.527878e-14,4.410802e-11,1.023004e-12,False
+backbone.layers.20.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.323450e-13,4.764113e-14,1.394030e-10,3.069561e-12,False
+backbone.layers.20.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.500614e-13,1.533126e-14,4.426960e-11,1.062285e-12,False
+backbone.layers.20.mixer.experts.121.up_proj.weight,1856x2688,4988928,3.847304e-13,3.459982e-14,9.985129e-11,2.267895e-12,False
+backbone.layers.20.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.744438e-13,1.576508e-14,4.543818e-11,1.057862e-12,False
+backbone.layers.20.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.072142e-13,3.980706e-14,1.148762e-10,2.583146e-12,False
+backbone.layers.20.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.771602e-13,1.821423e-14,5.330883e-11,1.226621e-12,False
+backbone.layers.20.mixer.experts.123.up_proj.weight,1856x2688,4988928,5.202991e-13,4.569688e-14,1.343690e-10,2.957847e-12,False
+backbone.layers.20.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.357407e-13,2.164114e-14,6.317934e-11,1.497145e-12,False
+backbone.layers.20.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.021566e-13,3.880539e-14,1.122997e-10,2.556365e-12,False
+backbone.layers.20.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.888453e-13,1.822087e-14,5.326368e-11,1.292810e-12,False
+backbone.layers.20.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.125172e-13,4.013712e-14,1.161950e-10,2.664538e-12,False
+backbone.layers.20.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.757239e-13,2.053558e-14,6.110359e-11,1.366504e-12,False
+backbone.layers.20.mixer.experts.126.up_proj.weight,1856x2688,4988928,8.946602e-13,5.770380e-14,1.703399e-10,3.616431e-12,False
+backbone.layers.20.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.443930e-13,1.915250e-14,5.592055e-11,1.289909e-12,False
+backbone.layers.20.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.593201e-13,4.063359e-14,1.174008e-10,2.607924e-12,False
+backbone.layers.20.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.196091e-13,1.568118e-14,4.555136e-11,1.083088e-12,False
+backbone.layers.20.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.143577e-13,4.062488e-14,1.187282e-10,2.638235e-12,False
+backbone.layers.20.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.288551e-13,1.805185e-14,5.272019e-11,1.186423e-12,False
+backbone.layers.20.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.565947e-13,4.713538e-14,1.388767e-10,2.983663e-12,False
+backbone.layers.20.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.619520e-13,1.468741e-14,4.234526e-11,1.013527e-12,False
+backbone.layers.20.mixer.experts.15.up_proj.weight,1856x2688,4988928,5.184273e-13,4.543893e-14,1.317905e-10,2.961639e-12,False
+backbone.layers.20.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.979214e-13,2.132243e-14,6.281434e-11,1.413528e-12,False
+backbone.layers.20.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.793822e-13,4.692205e-14,1.359494e-10,2.919686e-12,False
+backbone.layers.20.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.473464e-13,2.001558e-14,5.897067e-11,1.405354e-12,False
+backbone.layers.20.mixer.experts.17.up_proj.weight,1856x2688,4988928,6.243686e-13,5.065408e-14,1.491499e-10,3.401159e-12,False
+backbone.layers.20.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.043817e-13,1.825845e-14,5.315544e-11,1.208995e-12,False
+backbone.layers.20.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.217460e-13,4.193191e-14,1.217562e-10,2.635821e-12,False
+backbone.layers.20.mixer.experts.19.down_proj.weight,2688x1856,4988928,2.063870e-13,1.798876e-14,5.222964e-11,1.265267e-12,False
+backbone.layers.20.mixer.experts.19.up_proj.weight,1856x2688,4988928,3.603597e-13,3.445776e-14,9.908225e-11,2.324836e-12,False
+backbone.layers.20.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.455536e-13,1.788883e-14,5.185096e-11,1.201194e-12,False
+backbone.layers.20.mixer.experts.2.up_proj.weight,1856x2688,4988928,5.101475e-13,4.667884e-14,1.364668e-10,3.040804e-12,False
+backbone.layers.20.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.714739e-13,1.537509e-14,4.467008e-11,1.080188e-12,False
+backbone.layers.20.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.637231e-13,4.539427e-14,1.330185e-10,3.060373e-12,False
+backbone.layers.20.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.305283e-13,2.117098e-14,6.209209e-11,1.422180e-12,False
+backbone.layers.20.mixer.experts.21.up_proj.weight,1856x2688,4988928,3.871087e-13,3.685139e-14,1.064055e-10,2.347254e-12,False
+backbone.layers.20.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.910689e-13,1.715158e-14,4.962647e-11,1.142632e-12,False
+backbone.layers.20.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.430864e-13,4.903662e-14,1.431051e-10,3.156203e-12,False
+backbone.layers.20.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.581305e-13,1.699510e-14,4.942289e-11,1.179330e-12,False
+backbone.layers.20.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.362552e-13,4.136600e-14,1.201834e-10,2.737179e-12,False
+backbone.layers.20.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.008012e-13,1.849047e-14,5.331868e-11,1.192459e-12,False
+backbone.layers.20.mixer.experts.24.up_proj.weight,1856x2688,4988928,5.703502e-13,4.784788e-14,1.404126e-10,2.981040e-12,False
+backbone.layers.20.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.323610e-13,1.912112e-14,5.606372e-11,1.432633e-12,False
+backbone.layers.20.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.100830e-13,3.864852e-14,1.119452e-10,2.661311e-12,False
+backbone.layers.20.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.152306e-13,1.799465e-14,5.221750e-11,1.204790e-12,False
+backbone.layers.20.mixer.experts.26.up_proj.weight,1856x2688,4988928,6.203683e-13,4.468453e-14,1.311729e-10,2.898781e-12,False
+backbone.layers.20.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.862458e-13,1.662706e-14,4.812660e-11,1.119136e-12,False
+backbone.layers.20.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.352421e-13,3.838117e-14,1.106693e-10,2.472644e-12,False
+backbone.layers.20.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.041041e-13,1.526177e-14,4.417294e-11,1.056804e-12,False
+backbone.layers.20.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.071464e-13,4.441557e-14,1.289971e-10,2.894133e-12,False
+backbone.layers.20.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.548935e-13,1.490430e-14,4.317698e-11,1.040267e-12,False
+backbone.layers.20.mixer.experts.29.up_proj.weight,1856x2688,4988928,6.017669e-13,4.286302e-14,1.252729e-10,2.928397e-12,False
+backbone.layers.20.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.926860e-13,2.014621e-14,5.858150e-11,1.363778e-12,False
+backbone.layers.20.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.059162e-13,4.148308e-14,1.196218e-10,2.677124e-12,False
+backbone.layers.20.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.705285e-13,1.725038e-14,4.987501e-11,1.120191e-12,False
+backbone.layers.20.mixer.experts.30.up_proj.weight,1856x2688,4988928,5.345290e-13,4.558650e-14,1.323423e-10,2.816310e-12,False
+backbone.layers.20.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.984697e-13,1.797729e-14,5.224522e-11,1.199468e-12,False
+backbone.layers.20.mixer.experts.31.up_proj.weight,1856x2688,4988928,3.705022e-13,3.662136e-14,1.052690e-10,2.323862e-12,False
+backbone.layers.20.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.937287e-13,1.502923e-14,4.353015e-11,1.089145e-12,False
+backbone.layers.20.mixer.experts.32.up_proj.weight,1856x2688,4988928,3.918151e-13,3.933535e-14,1.139239e-10,2.665473e-12,False
+backbone.layers.20.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.519479e-13,1.587662e-14,4.559059e-11,1.056024e-12,False
+backbone.layers.20.mixer.experts.33.up_proj.weight,1856x2688,4988928,3.890005e-13,3.753419e-14,1.083047e-10,2.421532e-12,False
+backbone.layers.20.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.449013e-13,1.892898e-14,5.530883e-11,1.251683e-12,False
+backbone.layers.20.mixer.experts.34.up_proj.weight,1856x2688,4988928,5.156726e-13,4.385576e-14,1.279754e-10,2.737608e-12,False
+backbone.layers.20.mixer.experts.35.down_proj.weight,2688x1856,4988928,3.716914e-13,2.399115e-14,7.220944e-11,1.670728e-12,False
+backbone.layers.20.mixer.experts.35.up_proj.weight,1856x2688,4988928,6.163438e-13,4.203168e-14,1.221598e-10,2.740452e-12,False
+backbone.layers.20.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.743813e-13,1.552297e-14,4.497953e-11,1.112194e-12,False
+backbone.layers.20.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.852230e-13,3.565356e-14,1.036742e-10,2.479018e-12,False
+backbone.layers.20.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.322257e-13,1.979313e-14,5.760063e-11,1.301902e-12,False
+backbone.layers.20.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.264297e-13,4.205816e-14,1.220067e-10,2.656950e-12,False
+backbone.layers.20.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.415863e-13,2.043483e-14,5.948271e-11,1.352781e-12,False
+backbone.layers.20.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.350877e-13,4.352397e-14,1.258480e-10,2.663713e-12,False
+backbone.layers.20.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.622555e-13,1.957759e-14,5.692337e-11,1.331473e-12,False
+backbone.layers.20.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.198619e-13,4.090395e-14,1.187075e-10,2.634952e-12,False
+backbone.layers.20.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.866899e-13,1.610788e-14,4.675926e-11,1.100649e-12,False
+backbone.layers.20.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.214459e-13,4.298266e-14,1.241836e-10,2.781467e-12,False
+backbone.layers.20.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.359241e-13,1.922152e-14,5.652719e-11,1.305800e-12,False
+backbone.layers.20.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.459441e-13,3.800616e-14,1.109621e-10,2.449775e-12,False
+backbone.layers.20.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.984142e-13,1.772513e-14,5.145497e-11,1.189418e-12,False
+backbone.layers.20.mixer.experts.41.up_proj.weight,1856x2688,4988928,5.938618e-13,4.219003e-14,1.236151e-10,2.740875e-12,False
+backbone.layers.20.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.319464e-13,1.778560e-14,5.141683e-11,1.208442e-12,False
+backbone.layers.20.mixer.experts.42.up_proj.weight,1856x2688,4988928,3.900942e-13,3.679538e-14,1.065474e-10,2.364421e-12,False
+backbone.layers.20.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.001697e-13,1.844801e-14,5.397471e-11,1.220108e-12,False
+backbone.layers.20.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.880055e-13,4.239523e-14,1.234164e-10,2.636233e-12,False
+backbone.layers.20.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.887587e-13,1.872614e-14,5.461645e-11,1.308598e-12,False
+backbone.layers.20.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.883325e-13,4.575025e-14,1.330054e-10,3.045615e-12,False
+backbone.layers.20.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.941555e-13,1.912706e-14,5.567394e-11,1.284930e-12,False
+backbone.layers.20.mixer.experts.45.up_proj.weight,1856x2688,4988928,5.971629e-13,4.615794e-14,1.358349e-10,3.008050e-12,False
+backbone.layers.20.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.934397e-13,1.742254e-14,5.018713e-11,1.142566e-12,False
+backbone.layers.20.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.906249e-13,4.325632e-14,1.259570e-10,2.748225e-12,False
+backbone.layers.20.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.551327e-13,1.818213e-14,5.288481e-11,1.217703e-12,False
+backbone.layers.20.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.498346e-13,3.965310e-14,1.154398e-10,2.541669e-12,False
+backbone.layers.20.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.502824e-13,2.003238e-14,5.926743e-11,1.439538e-12,False
+backbone.layers.20.mixer.experts.48.up_proj.weight,1856x2688,4988928,5.229393e-13,4.319011e-14,1.289756e-10,3.003135e-12,False
+backbone.layers.20.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.547807e-13,1.519979e-14,4.392949e-11,1.099793e-12,False
+backbone.layers.20.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.010191e-13,3.778270e-14,1.088396e-10,2.548671e-12,False
+backbone.layers.20.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.712069e-13,1.987999e-14,5.845489e-11,1.388528e-12,False
+backbone.layers.20.mixer.experts.5.up_proj.weight,1856x2688,4988928,3.417405e-13,3.458836e-14,9.970740e-11,2.282278e-12,False
+backbone.layers.20.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.030494e-13,1.595537e-14,4.610657e-11,1.053276e-12,False
+backbone.layers.20.mixer.experts.50.up_proj.weight,1856x2688,4988928,6.095402e-13,4.446047e-14,1.293564e-10,2.829556e-12,False
+backbone.layers.20.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.561095e-13,1.523336e-14,4.373216e-11,1.003975e-12,False
+backbone.layers.20.mixer.experts.51.up_proj.weight,1856x2688,4988928,3.983090e-13,3.626176e-14,1.049664e-10,2.305581e-12,False
+backbone.layers.20.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.025411e-13,1.753781e-14,5.088331e-11,1.186522e-12,False
+backbone.layers.20.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.275452e-13,4.101553e-14,1.184796e-10,2.655178e-12,False
+backbone.layers.20.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.202752e-13,1.926888e-14,5.601616e-11,1.354324e-12,False
+backbone.layers.20.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.319947e-13,3.933962e-14,1.140874e-10,2.634292e-12,False
+backbone.layers.20.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.913227e-13,1.803191e-14,5.242975e-11,1.193754e-12,False
+backbone.layers.20.mixer.experts.54.up_proj.weight,1856x2688,4988928,6.506601e-13,4.829915e-14,1.411948e-10,3.102599e-12,False
+backbone.layers.20.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.902003e-13,1.756143e-14,5.110262e-11,1.185559e-12,False
+backbone.layers.20.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.160006e-13,4.069752e-14,1.174321e-10,2.602335e-12,False
+backbone.layers.20.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.782081e-13,1.797674e-14,5.230991e-11,1.204689e-12,False
+backbone.layers.20.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.866767e-13,4.372551e-14,1.279032e-10,2.834528e-12,False
+backbone.layers.20.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.943584e-13,1.804607e-14,5.258200e-11,1.213851e-12,False
+backbone.layers.20.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.217194e-13,4.467557e-14,1.315552e-10,2.907338e-12,False
+backbone.layers.20.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.960411e-13,1.819604e-14,5.264677e-11,1.220715e-12,False
+backbone.layers.20.mixer.experts.58.up_proj.weight,1856x2688,4988928,5.322062e-13,4.568960e-14,1.331887e-10,2.967324e-12,False
+backbone.layers.20.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.745487e-13,1.624156e-14,4.692361e-11,1.059489e-12,False
+backbone.layers.20.mixer.experts.59.up_proj.weight,1856x2688,4988928,7.326327e-13,4.463446e-14,1.320524e-10,2.849449e-12,False
+backbone.layers.20.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.877931e-13,1.568266e-14,4.533360e-11,1.042085e-12,False
+backbone.layers.20.mixer.experts.6.up_proj.weight,1856x2688,4988928,6.237684e-13,4.505825e-14,1.305768e-10,2.843665e-12,False
+backbone.layers.20.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.914024e-13,1.526245e-14,4.425760e-11,1.061560e-12,False
+backbone.layers.20.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.210829e-13,3.897643e-14,1.132676e-10,2.610312e-12,False
+backbone.layers.20.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.215381e-13,1.982993e-14,5.793632e-11,1.338668e-12,False
+backbone.layers.20.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.843182e-13,4.613165e-14,1.358817e-10,3.034474e-12,False
+backbone.layers.20.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.898296e-13,2.069815e-14,6.082163e-11,1.453752e-12,False
+backbone.layers.20.mixer.experts.62.up_proj.weight,1856x2688,4988928,6.150531e-13,4.615359e-14,1.369655e-10,3.099393e-12,False
+backbone.layers.20.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.734653e-13,2.065178e-14,6.046322e-11,1.357898e-12,False
+backbone.layers.20.mixer.experts.63.up_proj.weight,1856x2688,4988928,5.376186e-13,4.035007e-14,1.171039e-10,2.514934e-12,False
+backbone.layers.20.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.937513e-13,1.872386e-14,5.431752e-11,1.269410e-12,False
+backbone.layers.20.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.522032e-13,3.823886e-14,1.107438e-10,2.522049e-12,False
+backbone.layers.20.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.486366e-13,1.695554e-14,4.961106e-11,1.162571e-12,False
+backbone.layers.20.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.989263e-13,4.856247e-14,1.429549e-10,3.228687e-12,False
+backbone.layers.20.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.966596e-13,1.607464e-14,4.719723e-11,1.135880e-12,False
+backbone.layers.20.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.148548e-13,3.971030e-14,1.157369e-10,2.624590e-12,False
+backbone.layers.20.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.056974e-13,1.755820e-14,5.102471e-11,1.146718e-12,False
+backbone.layers.20.mixer.experts.67.up_proj.weight,1856x2688,4988928,3.715747e-13,3.766464e-14,1.085885e-10,2.342572e-12,False
+backbone.layers.20.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.528238e-13,1.811544e-14,5.241477e-11,1.205085e-12,False
+backbone.layers.20.mixer.experts.68.up_proj.weight,1856x2688,4988928,7.212807e-13,4.790069e-14,1.407838e-10,3.071767e-12,False
+backbone.layers.20.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.080315e-13,1.831060e-14,5.339690e-11,1.208390e-12,False
+backbone.layers.20.mixer.experts.69.up_proj.weight,1856x2688,4988928,5.227485e-13,4.753654e-14,1.378259e-10,2.962868e-12,False
+backbone.layers.20.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.573602e-13,1.527205e-14,4.433645e-11,1.107218e-12,False
+backbone.layers.20.mixer.experts.7.up_proj.weight,1856x2688,4988928,3.325465e-13,3.268280e-14,9.404536e-11,2.221230e-12,False
+backbone.layers.20.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.832944e-13,1.765149e-14,5.110000e-11,1.222813e-12,False
+backbone.layers.20.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.700754e-13,3.772050e-14,1.096125e-10,2.500610e-12,False
+backbone.layers.20.mixer.experts.71.down_proj.weight,2688x1856,4988928,1.780381e-13,1.658670e-14,4.799518e-11,1.155877e-12,False
+backbone.layers.20.mixer.experts.71.up_proj.weight,1856x2688,4988928,6.108412e-13,4.562154e-14,1.347893e-10,3.115582e-12,False
+backbone.layers.20.mixer.experts.72.down_proj.weight,2688x1856,4988928,1.739581e-13,1.667288e-14,4.823813e-11,1.129248e-12,False
+backbone.layers.20.mixer.experts.72.up_proj.weight,1856x2688,4988928,5.624932e-13,4.630862e-14,1.344352e-10,3.007082e-12,False
+backbone.layers.20.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.127341e-13,1.966046e-14,5.785825e-11,1.463326e-12,False
+backbone.layers.20.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.515589e-13,3.677464e-14,1.068059e-10,2.518607e-12,False
+backbone.layers.20.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.382627e-13,1.489447e-14,4.276844e-11,1.003136e-12,False
+backbone.layers.20.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.746811e-13,4.266521e-14,1.251776e-10,2.808588e-12,False
+backbone.layers.20.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.842901e-13,1.699878e-14,4.926397e-11,1.166029e-12,False
+backbone.layers.20.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.314795e-13,4.001740e-14,1.162771e-10,2.639331e-12,False
+backbone.layers.20.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.748462e-13,1.574132e-14,4.562917e-11,1.065275e-12,False
+backbone.layers.20.mixer.experts.76.up_proj.weight,1856x2688,4988928,6.400817e-13,5.312388e-14,1.570261e-10,3.510856e-12,False
+backbone.layers.20.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.775368e-13,1.732485e-14,5.042394e-11,1.205514e-12,False
+backbone.layers.20.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.189080e-13,4.059350e-14,1.176142e-10,2.728466e-12,False
+backbone.layers.20.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.552924e-13,1.536778e-14,4.419251e-11,1.011611e-12,False
+backbone.layers.20.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.730244e-13,4.200213e-14,1.229140e-10,2.681895e-12,False
+backbone.layers.20.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.402523e-13,1.944866e-14,5.651491e-11,1.314477e-12,False
+backbone.layers.20.mixer.experts.79.up_proj.weight,1856x2688,4988928,6.025874e-13,4.840137e-14,1.426266e-10,3.098516e-12,False
+backbone.layers.20.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.023832e-13,1.828726e-14,5.317883e-11,1.297341e-12,False
+backbone.layers.20.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.291220e-13,3.830546e-14,1.107618e-10,2.563770e-12,False
+backbone.layers.20.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.838633e-13,1.573703e-14,4.535370e-11,1.087531e-12,False
+backbone.layers.20.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.984763e-13,3.990073e-14,1.171568e-10,2.632754e-12,False
+backbone.layers.20.mixer.experts.81.down_proj.weight,2688x1856,4988928,3.300207e-13,2.293302e-14,6.957385e-11,1.635669e-12,False
+backbone.layers.20.mixer.experts.81.up_proj.weight,1856x2688,4988928,6.068722e-13,4.678120e-14,1.385101e-10,3.087251e-12,False
+backbone.layers.20.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.335371e-13,1.875887e-14,5.522471e-11,1.299157e-12,False
+backbone.layers.20.mixer.experts.82.up_proj.weight,1856x2688,4988928,3.380629e-13,3.447291e-14,9.917302e-11,2.251054e-12,False
+backbone.layers.20.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.639625e-13,1.706640e-14,4.978768e-11,1.166056e-12,False
+backbone.layers.20.mixer.experts.83.up_proj.weight,1856x2688,4988928,3.868364e-13,3.981584e-14,1.147561e-10,2.588075e-12,False
+backbone.layers.20.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.357975e-13,1.843378e-14,5.379331e-11,1.251489e-12,False
+backbone.layers.20.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.964501e-13,4.286825e-14,1.245992e-10,2.775975e-12,False
+backbone.layers.20.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.000795e-13,1.821817e-14,5.295397e-11,1.219682e-12,False
+backbone.layers.20.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.679933e-13,4.111067e-14,1.192739e-10,2.641275e-12,False
+backbone.layers.20.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.685353e-13,1.530507e-14,4.456054e-11,1.048437e-12,False
+backbone.layers.20.mixer.experts.86.up_proj.weight,1856x2688,4988928,6.086104e-13,5.234638e-14,1.542770e-10,3.476255e-12,False
+backbone.layers.20.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.407154e-13,1.963027e-14,5.785662e-11,1.380258e-12,False
+backbone.layers.20.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.258086e-13,4.358527e-14,1.267507e-10,2.871112e-12,False
+backbone.layers.20.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.039618e-13,1.881007e-14,5.478470e-11,1.267670e-12,False
+backbone.layers.20.mixer.experts.88.up_proj.weight,1856x2688,4988928,5.518832e-13,4.540300e-14,1.326840e-10,2.940051e-12,False
+backbone.layers.20.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.165334e-13,1.628252e-14,4.776926e-11,1.152349e-12,False
+backbone.layers.20.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.107548e-13,3.942283e-14,1.137580e-10,2.563381e-12,False
+backbone.layers.20.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.440306e-13,1.468678e-14,4.232490e-11,1.047231e-12,False
+backbone.layers.20.mixer.experts.9.up_proj.weight,1856x2688,4988928,6.214881e-13,4.682652e-14,1.384974e-10,3.264970e-12,False
+backbone.layers.20.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.043782e-13,1.704834e-14,4.948065e-11,1.166823e-12,False
+backbone.layers.20.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.523153e-13,3.720385e-14,1.080746e-10,2.426328e-12,False
+backbone.layers.20.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.675932e-13,2.160978e-14,6.361131e-11,1.457787e-12,False
+backbone.layers.20.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.059253e-13,3.951957e-14,1.144392e-10,2.498740e-12,False
+backbone.layers.20.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.920703e-13,1.961063e-14,5.714890e-11,1.354164e-12,False
+backbone.layers.20.mixer.experts.92.up_proj.weight,1856x2688,4988928,3.858927e-13,4.086501e-14,1.183199e-10,2.676837e-12,False
+backbone.layers.20.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.934529e-13,1.654538e-14,4.840858e-11,1.143202e-12,False
+backbone.layers.20.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.794880e-13,4.536051e-14,1.329454e-10,3.007987e-12,False
+backbone.layers.20.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.095279e-13,1.779600e-14,5.137189e-11,1.185742e-12,False
+backbone.layers.20.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.925262e-13,4.094096e-14,1.187498e-10,2.612007e-12,False
+backbone.layers.20.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.661796e-13,1.545319e-14,4.468946e-11,1.067950e-12,False
+backbone.layers.20.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.708638e-13,4.244570e-14,1.234623e-10,2.834046e-12,False
+backbone.layers.20.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.415437e-13,1.499633e-14,4.318814e-11,1.046057e-12,False
+backbone.layers.20.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.412703e-13,4.024855e-14,1.166905e-10,2.716789e-12,False
+backbone.layers.20.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.125669e-13,1.786754e-14,5.162979e-11,1.211393e-12,False
+backbone.layers.20.mixer.experts.97.up_proj.weight,1856x2688,4988928,3.865554e-13,3.799315e-14,1.095406e-10,2.457731e-12,False
+backbone.layers.20.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.160876e-13,1.813456e-14,5.315382e-11,1.244447e-12,False
+backbone.layers.20.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.797733e-13,4.503935e-14,1.321182e-10,2.978853e-12,False
+backbone.layers.20.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.770979e-13,1.725495e-14,5.002369e-11,1.135693e-12,False
+backbone.layers.20.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.014652e-13,4.436714e-14,1.289510e-10,2.798576e-12,False
+backbone.layers.20.mixer.gate.weight,128x2688,344064,6.027123e-13,6.005013e-14,4.680366e-11,2.865462e-12,False
+backbone.layers.20.mixer.shared_experts.down_proj.weight,2688x3712,9977856,2.822985e-12,7.333498e-14,3.176747e-10,6.954563e-12,False
+backbone.layers.20.mixer.shared_experts.up_proj.weight,3712x2688,9977856,4.375354e-13,3.273435e-14,1.370305e-10,3.178905e-12,False
+backbone.layers.20.norm.weight,2688,2688,3.330669e-16,5.692771e-17,4.428431e-15,1.177950e-16,False
+backbone.layers.21.mixer.A_log,64,64,1.776357e-15,1.634977e-16,2.637656e-15,1.283359e-16,False
+backbone.layers.21.mixer.D,64,64,1.110223e-16,1.232126e-17,2.614448e-16,1.856299e-16,False
+backbone.layers.21.mixer.conv1d.weight,6144x1x4,24576,1.127570e-15,1.056720e-17,4.402460e-15,4.267917e-16,True
+backbone.layers.21.mixer.dt_bias,64,64,5.329071e-15,4.044074e-16,6.844782e-15,2.078549e-16,False
+backbone.layers.21.mixer.in_proj.weight,10304x2688,27697152,6.042389e-13,4.482117e-14,3.086338e-10,2.535551e-12,False
+backbone.layers.21.mixer.norm.weight,4096,4096,1.776357e-15,7.866226e-17,1.179154e-14,1.174287e-16,False
+backbone.layers.21.mixer.out_proj.weight,2688x4096,11010048,3.182237e-12,1.448099e-13,6.644300e-10,9.430505e-12,False
+backbone.layers.21.norm.weight,2688,2688,2.220446e-16,4.938799e-17,3.969581e-15,1.218537e-16,False
+backbone.layers.22.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.852130e-13,1.770679e-14,5.113164e-11,1.186857e-12,False
+backbone.layers.22.mixer.experts.0.up_proj.weight,1856x2688,4988928,5.026207e-13,4.138137e-14,1.209751e-10,2.707281e-12,False
+backbone.layers.22.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.496232e-13,1.662125e-14,4.793594e-11,1.139207e-12,False
+backbone.layers.22.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.801541e-13,3.995815e-14,1.165179e-10,2.689932e-12,False
+backbone.layers.22.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.965095e-13,1.762770e-14,5.097673e-11,1.202651e-12,False
+backbone.layers.22.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.284046e-13,4.261294e-14,1.250025e-10,2.851909e-12,False
+backbone.layers.22.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.868089e-13,1.697592e-14,4.907872e-11,1.139856e-12,False
+backbone.layers.22.mixer.experts.100.up_proj.weight,1856x2688,4988928,5.497109e-13,4.331055e-14,1.271765e-10,2.735153e-12,False
+backbone.layers.22.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.202336e-13,1.838568e-14,5.351759e-11,1.220433e-12,False
+backbone.layers.22.mixer.experts.101.up_proj.weight,1856x2688,4988928,5.386819e-13,4.560825e-14,1.340755e-10,2.940883e-12,False
+backbone.layers.22.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.763173e-13,1.781164e-14,5.148658e-11,1.175502e-12,False
+backbone.layers.22.mixer.experts.102.up_proj.weight,1856x2688,4988928,5.035625e-13,4.611255e-14,1.343123e-10,2.941614e-12,False
+backbone.layers.22.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.683201e-13,1.845579e-14,5.430929e-11,1.299720e-12,False
+backbone.layers.22.mixer.experts.103.up_proj.weight,1856x2688,4988928,6.204343e-13,4.660077e-14,1.382242e-10,3.144951e-12,False
+backbone.layers.22.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.224245e-13,1.879358e-14,5.481335e-11,1.249262e-12,False
+backbone.layers.22.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.431577e-13,4.400108e-14,1.285921e-10,2.740751e-12,False
+backbone.layers.22.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.858547e-13,1.997235e-14,5.951594e-11,1.453964e-12,False
+backbone.layers.22.mixer.experts.105.up_proj.weight,1856x2688,4988928,5.661062e-13,4.472827e-14,1.312637e-10,3.077936e-12,False
+backbone.layers.22.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.681275e-13,2.112988e-14,6.316539e-11,1.545350e-12,False
+backbone.layers.22.mixer.experts.106.up_proj.weight,1856x2688,4988928,5.003420e-13,4.233193e-14,1.234790e-10,2.889397e-12,False
+backbone.layers.22.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.106453e-13,1.956228e-14,5.698419e-11,1.281065e-12,False
+backbone.layers.22.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.456260e-13,4.209055e-14,1.215676e-10,2.609466e-12,False
+backbone.layers.22.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.821633e-13,1.654919e-14,4.801936e-11,1.130849e-12,False
+backbone.layers.22.mixer.experts.108.up_proj.weight,1856x2688,4988928,4.243671e-13,4.253586e-14,1.228851e-10,2.728331e-12,False
+backbone.layers.22.mixer.experts.109.down_proj.weight,2688x1856,4988928,3.103177e-13,2.235912e-14,6.682917e-11,1.530114e-12,False
+backbone.layers.22.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.376222e-13,4.176106e-14,1.217388e-10,2.684333e-12,False
+backbone.layers.22.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.550096e-13,1.904105e-14,5.518285e-11,1.303468e-12,False
+backbone.layers.22.mixer.experts.11.up_proj.weight,1856x2688,4988928,3.595839e-13,3.769126e-14,1.087776e-10,2.453908e-12,False
+backbone.layers.22.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.691512e-13,1.632017e-14,4.710167e-11,1.109456e-12,False
+backbone.layers.22.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.658773e-13,4.321456e-14,1.252025e-10,2.813527e-12,False
+backbone.layers.22.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.871454e-13,1.706158e-14,4.922846e-11,1.134712e-12,False
+backbone.layers.22.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.088846e-13,4.668626e-14,1.360328e-10,3.008934e-12,False
+backbone.layers.22.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.717272e-13,1.704317e-14,4.927341e-11,1.147928e-12,False
+backbone.layers.22.mixer.experts.112.up_proj.weight,1856x2688,4988928,1.170064e-12,5.668100e-14,1.734210e-10,3.891042e-12,False
+backbone.layers.22.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.637267e-13,1.575724e-14,4.571750e-11,1.095485e-12,False
+backbone.layers.22.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.110426e-13,4.350143e-14,1.264708e-10,2.855360e-12,False
+backbone.layers.22.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.601462e-13,1.542590e-14,4.451457e-11,1.017451e-12,False
+backbone.layers.22.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.488883e-13,3.870191e-14,1.124365e-10,2.425797e-12,False
+backbone.layers.22.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.782238e-13,1.671878e-14,4.852384e-11,1.126165e-12,False
+backbone.layers.22.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.352802e-13,4.145840e-14,1.212957e-10,2.746072e-12,False
+backbone.layers.22.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.021577e-13,1.727141e-14,5.012296e-11,1.189447e-12,False
+backbone.layers.22.mixer.experts.116.up_proj.weight,1856x2688,4988928,6.235203e-13,4.904101e-14,1.440486e-10,3.167620e-12,False
+backbone.layers.22.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.537069e-13,1.663941e-14,4.797335e-11,1.128649e-12,False
+backbone.layers.22.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.246950e-13,4.270266e-14,1.238741e-10,2.830255e-12,False
+backbone.layers.22.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.136104e-13,1.718243e-14,4.997899e-11,1.187483e-12,False
+backbone.layers.22.mixer.experts.118.up_proj.weight,1856x2688,4988928,6.037133e-13,4.672744e-14,1.375764e-10,3.146557e-12,False
+backbone.layers.22.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.649861e-13,1.674907e-14,4.841426e-11,1.151245e-12,False
+backbone.layers.22.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.524648e-13,3.795261e-14,1.095381e-10,2.476669e-12,False
+backbone.layers.22.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.813601e-13,1.776655e-14,5.147717e-11,1.215117e-12,False
+backbone.layers.22.mixer.experts.12.up_proj.weight,1856x2688,4988928,3.957659e-13,3.626939e-14,1.047730e-10,2.363144e-12,False
+backbone.layers.22.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.986432e-13,1.621779e-14,4.700520e-11,1.087524e-12,False
+backbone.layers.22.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.046415e-13,4.363833e-14,1.274578e-10,2.795360e-12,False
+backbone.layers.22.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.985495e-13,1.714873e-14,4.963122e-11,1.158858e-12,False
+backbone.layers.22.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.363276e-13,4.054607e-14,1.179303e-10,2.609588e-12,False
+backbone.layers.22.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.119346e-13,1.761781e-14,5.114307e-11,1.194080e-12,False
+backbone.layers.22.mixer.experts.122.up_proj.weight,1856x2688,4988928,5.984228e-13,4.853224e-14,1.429838e-10,3.227134e-12,False
+backbone.layers.22.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.397459e-13,1.566710e-14,4.497699e-11,1.060961e-12,False
+backbone.layers.22.mixer.experts.123.up_proj.weight,1856x2688,4988928,5.404288e-13,4.673078e-14,1.358919e-10,3.097392e-12,False
+backbone.layers.22.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.172897e-13,1.905433e-14,5.568817e-11,1.280125e-12,False
+backbone.layers.22.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.340573e-13,3.903031e-14,1.127341e-10,2.486375e-12,False
+backbone.layers.22.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.678057e-13,1.928965e-14,5.640269e-11,1.288549e-12,False
+backbone.layers.22.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.934161e-13,4.293107e-14,1.252599e-10,2.691238e-12,False
+backbone.layers.22.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.235451e-13,2.018238e-14,5.864624e-11,1.379115e-12,False
+backbone.layers.22.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.723583e-13,4.300056e-14,1.259152e-10,2.891954e-12,False
+backbone.layers.22.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.798624e-13,1.630191e-14,4.756923e-11,1.215195e-12,False
+backbone.layers.22.mixer.experts.127.up_proj.weight,1856x2688,4988928,5.262457e-13,3.846572e-14,1.119047e-10,2.587197e-12,False
+backbone.layers.22.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.560800e-13,1.506040e-14,4.383194e-11,1.117442e-12,False
+backbone.layers.22.mixer.experts.13.up_proj.weight,1856x2688,4988928,3.577832e-13,3.503962e-14,1.006283e-10,2.310923e-12,False
+backbone.layers.22.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.150129e-13,2.026213e-14,5.908712e-11,1.416459e-12,False
+backbone.layers.22.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.095474e-13,3.835045e-14,1.105433e-10,2.446725e-12,False
+backbone.layers.22.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.128506e-13,1.849567e-14,5.357866e-11,1.197213e-12,False
+backbone.layers.22.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.799702e-13,4.173320e-14,1.207002e-10,2.529702e-12,False
+backbone.layers.22.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.136676e-13,1.861402e-14,5.429542e-11,1.287209e-12,False
+backbone.layers.22.mixer.experts.16.up_proj.weight,1856x2688,4988928,5.224818e-13,4.051392e-14,1.179024e-10,2.620892e-12,False
+backbone.layers.22.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.414353e-13,2.025593e-14,5.953056e-11,1.362059e-12,False
+backbone.layers.22.mixer.experts.17.up_proj.weight,1856x2688,4988928,5.131381e-13,4.573162e-14,1.326509e-10,2.934049e-12,False
+backbone.layers.22.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.455224e-13,1.842825e-14,5.381415e-11,1.229253e-12,False
+backbone.layers.22.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.779042e-13,4.519610e-14,1.317246e-10,2.808750e-12,False
+backbone.layers.22.mixer.experts.19.down_proj.weight,2688x1856,4988928,2.221452e-13,1.877391e-14,5.504476e-11,1.302724e-12,False
+backbone.layers.22.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.229481e-13,3.989696e-14,1.161928e-10,2.627488e-12,False
+backbone.layers.22.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.648855e-13,1.723072e-14,4.984627e-11,1.127994e-12,False
+backbone.layers.22.mixer.experts.2.up_proj.weight,1856x2688,4988928,6.104891e-13,4.286545e-14,1.252092e-10,2.681194e-12,False
+backbone.layers.22.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.855825e-13,1.709845e-14,4.943860e-11,1.136651e-12,False
+backbone.layers.22.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.801817e-13,4.508428e-14,1.322647e-10,2.940463e-12,False
+backbone.layers.22.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.770667e-13,1.577808e-14,4.562120e-11,1.105287e-12,False
+backbone.layers.22.mixer.experts.21.up_proj.weight,1856x2688,4988928,5.594761e-13,4.624925e-14,1.349728e-10,3.131248e-12,False
+backbone.layers.22.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.749781e-13,1.712736e-14,4.973602e-11,1.223151e-12,False
+backbone.layers.22.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.904445e-13,3.946686e-14,1.142190e-10,2.672570e-12,False
+backbone.layers.22.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.871992e-13,1.539357e-14,4.447664e-11,1.063836e-12,False
+backbone.layers.22.mixer.experts.23.up_proj.weight,1856x2688,4988928,6.172987e-13,4.771432e-14,1.389231e-10,3.147468e-12,False
+backbone.layers.22.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.227281e-13,1.861371e-14,5.403780e-11,1.246580e-12,False
+backbone.layers.22.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.612751e-13,4.240186e-14,1.236783e-10,2.803250e-12,False
+backbone.layers.22.mixer.experts.25.down_proj.weight,2688x1856,4988928,3.283554e-13,2.417247e-14,7.231796e-11,1.728363e-12,False
+backbone.layers.22.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.000550e-13,3.437622e-14,9.883655e-11,2.279177e-12,False
+backbone.layers.22.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.949482e-13,1.751698e-14,5.093935e-11,1.159386e-12,False
+backbone.layers.22.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.171594e-13,3.639875e-14,1.050470e-10,2.299377e-12,False
+backbone.layers.22.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.485340e-13,1.466011e-14,4.225912e-11,1.025626e-12,False
+backbone.layers.22.mixer.experts.27.up_proj.weight,1856x2688,4988928,6.993885e-13,4.914581e-14,1.464861e-10,3.499855e-12,False
+backbone.layers.22.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.566837e-13,1.625083e-14,4.660190e-11,1.078225e-12,False
+backbone.layers.22.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.815418e-13,3.989172e-14,1.166713e-10,2.586046e-12,False
+backbone.layers.22.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.422888e-13,2.081705e-14,6.144658e-11,1.437175e-12,False
+backbone.layers.22.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.700780e-13,3.705563e-14,1.075348e-10,2.420601e-12,False
+backbone.layers.22.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.057139e-13,2.003361e-14,5.862337e-11,1.339613e-12,False
+backbone.layers.22.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.712411e-13,3.911318e-14,1.135863e-10,2.477135e-12,False
+backbone.layers.22.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.547890e-13,1.934272e-14,5.681309e-11,1.324273e-12,False
+backbone.layers.22.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.696825e-13,3.848464e-14,1.114928e-10,2.537586e-12,False
+backbone.layers.22.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.317486e-13,1.871704e-14,5.458608e-11,1.269501e-12,False
+backbone.layers.22.mixer.experts.31.up_proj.weight,1856x2688,4988928,7.555363e-13,4.924765e-14,1.459571e-10,3.274439e-12,False
+backbone.layers.22.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.519366e-13,1.500256e-14,4.324158e-11,1.063775e-12,False
+backbone.layers.22.mixer.experts.32.up_proj.weight,1856x2688,4988928,5.265389e-13,4.291514e-14,1.256026e-10,2.824118e-12,False
+backbone.layers.22.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.754499e-13,1.726898e-14,4.994900e-11,1.230170e-12,False
+backbone.layers.22.mixer.experts.33.up_proj.weight,1856x2688,4988928,3.708683e-13,3.768883e-14,1.084039e-10,2.491998e-12,False
+backbone.layers.22.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.917182e-13,1.761277e-14,5.114040e-11,1.194562e-12,False
+backbone.layers.22.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.659424e-13,4.183618e-14,1.211656e-10,2.684510e-12,False
+backbone.layers.22.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.987490e-13,1.846291e-14,5.360403e-11,1.228091e-12,False
+backbone.layers.22.mixer.experts.35.up_proj.weight,1856x2688,4988928,6.251805e-13,4.142102e-14,1.199272e-10,2.651538e-12,False
+backbone.layers.22.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.745869e-13,1.719291e-14,4.988193e-11,1.196097e-12,False
+backbone.layers.22.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.620887e-13,4.544449e-14,1.322551e-10,3.034992e-12,False
+backbone.layers.22.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.695250e-13,1.556210e-14,4.492851e-11,1.063960e-12,False
+backbone.layers.22.mixer.experts.37.up_proj.weight,1856x2688,4988928,7.317896e-13,4.261943e-14,1.244758e-10,2.865459e-12,False
+backbone.layers.22.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.656314e-13,1.580543e-14,4.558444e-11,1.056685e-12,False
+backbone.layers.22.mixer.experts.38.up_proj.weight,1856x2688,4988928,5.793421e-13,4.422742e-14,1.293128e-10,2.897331e-12,False
+backbone.layers.22.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.150112e-13,1.897091e-14,5.495892e-11,1.256773e-12,False
+backbone.layers.22.mixer.experts.39.up_proj.weight,1856x2688,4988928,3.738052e-13,3.985961e-14,1.149843e-10,2.551291e-12,False
+backbone.layers.22.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.987265e-13,1.594149e-14,4.620279e-11,1.117294e-12,False
+backbone.layers.22.mixer.experts.4.up_proj.weight,1856x2688,4988928,5.011182e-13,4.049732e-14,1.173227e-10,2.735684e-12,False
+backbone.layers.22.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.151404e-13,1.808632e-14,5.286721e-11,1.231264e-12,False
+backbone.layers.22.mixer.experts.40.up_proj.weight,1856x2688,4988928,5.566433e-13,4.691823e-14,1.377026e-10,3.093007e-12,False
+backbone.layers.22.mixer.experts.41.down_proj.weight,2688x1856,4988928,3.281542e-13,1.981172e-14,5.792348e-11,1.376042e-12,False
+backbone.layers.22.mixer.experts.41.up_proj.weight,1856x2688,4988928,3.832559e-13,3.885310e-14,1.123084e-10,2.481844e-12,False
+backbone.layers.22.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.078893e-13,1.778081e-14,5.175115e-11,1.242852e-12,False
+backbone.layers.22.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.664953e-13,3.944012e-14,1.141161e-10,2.586931e-12,False
+backbone.layers.22.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.052282e-13,1.740153e-14,5.019853e-11,1.129124e-12,False
+backbone.layers.22.mixer.experts.43.up_proj.weight,1856x2688,4988928,5.288461e-13,4.341184e-14,1.261373e-10,2.673191e-12,False
+backbone.layers.22.mixer.experts.44.down_proj.weight,2688x1856,4988928,3.043225e-13,1.945948e-14,5.751608e-11,1.349725e-12,False
+backbone.layers.22.mixer.experts.44.up_proj.weight,1856x2688,4988928,6.687784e-13,5.296645e-14,1.591690e-10,3.499017e-12,False
+backbone.layers.22.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.604601e-13,1.893758e-14,5.497746e-11,1.287592e-12,False
+backbone.layers.22.mixer.experts.45.up_proj.weight,1856x2688,4988928,3.617870e-13,3.707533e-14,1.068250e-10,2.346494e-12,False
+backbone.layers.22.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.111054e-13,1.964539e-14,5.734618e-11,1.269294e-12,False
+backbone.layers.22.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.741455e-13,4.569926e-14,1.333422e-10,2.794135e-12,False
+backbone.layers.22.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.699058e-13,1.588389e-14,4.574565e-11,1.120072e-12,False
+backbone.layers.22.mixer.experts.47.up_proj.weight,1856x2688,4988928,3.313096e-13,3.584160e-14,1.032860e-10,2.425622e-12,False
+backbone.layers.22.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.878463e-13,1.731861e-14,5.022921e-11,1.130703e-12,False
+backbone.layers.22.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.340139e-13,3.964098e-14,1.147321e-10,2.482110e-12,False
+backbone.layers.22.mixer.experts.49.down_proj.weight,2688x1856,4988928,3.001557e-13,1.853281e-14,5.351708e-11,1.216175e-12,False
+backbone.layers.22.mixer.experts.49.up_proj.weight,1856x2688,4988928,7.301451e-13,4.441613e-14,1.300895e-10,2.873419e-12,False
+backbone.layers.22.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.099154e-13,1.645953e-14,4.810101e-11,1.170428e-12,False
+backbone.layers.22.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.548532e-13,3.895476e-14,1.130596e-10,2.628898e-12,False
+backbone.layers.22.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.918153e-13,1.823320e-14,5.342987e-11,1.257468e-12,False
+backbone.layers.22.mixer.experts.50.up_proj.weight,1856x2688,4988928,3.852960e-13,3.707776e-14,1.072927e-10,2.458295e-12,False
+backbone.layers.22.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.889149e-13,1.660337e-14,4.791245e-11,1.134158e-12,False
+backbone.layers.22.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.905382e-13,4.050792e-14,1.180990e-10,2.720137e-12,False
+backbone.layers.22.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.670704e-13,1.510111e-14,4.374499e-11,1.038651e-12,False
+backbone.layers.22.mixer.experts.52.up_proj.weight,1856x2688,4988928,5.014320e-13,4.644482e-14,1.342989e-10,2.989538e-12,False
+backbone.layers.22.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.813445e-13,1.601465e-14,4.638427e-11,1.122744e-12,False
+backbone.layers.22.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.862985e-13,4.608209e-14,1.339981e-10,3.077051e-12,False
+backbone.layers.22.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.142939e-13,1.795942e-14,5.274947e-11,1.230105e-12,False
+backbone.layers.22.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.182670e-13,3.784450e-14,1.097983e-10,2.470986e-12,False
+backbone.layers.22.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.868852e-13,1.827463e-14,5.280819e-11,1.201323e-12,False
+backbone.layers.22.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.060641e-13,3.730776e-14,1.081646e-10,2.365532e-12,False
+backbone.layers.22.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.925842e-13,1.724434e-14,5.002819e-11,1.181106e-12,False
+backbone.layers.22.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.609091e-13,4.263597e-14,1.238860e-10,2.872870e-12,False
+backbone.layers.22.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.515827e-13,1.580505e-14,4.557197e-11,1.037728e-12,False
+backbone.layers.22.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.659154e-13,4.041133e-14,1.173473e-10,2.520992e-12,False
+backbone.layers.22.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.870656e-13,1.836899e-14,5.335458e-11,1.273980e-12,False
+backbone.layers.22.mixer.experts.58.up_proj.weight,1856x2688,4988928,5.401235e-13,4.384368e-14,1.284198e-10,2.888481e-12,False
+backbone.layers.22.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.831563e-13,2.208207e-14,6.569876e-11,1.533766e-12,False
+backbone.layers.22.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.921931e-13,4.389629e-14,1.285040e-10,2.856331e-12,False
+backbone.layers.22.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.660404e-13,1.473494e-14,4.244487e-11,1.003790e-12,False
+backbone.layers.22.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.677370e-13,4.076167e-14,1.182842e-10,2.727660e-12,False
+backbone.layers.22.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.925508e-13,1.749401e-14,5.086669e-11,1.221951e-12,False
+backbone.layers.22.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.348457e-13,4.253126e-14,1.229079e-10,2.789433e-12,False
+backbone.layers.22.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.127135e-13,1.958453e-14,5.661499e-11,1.295098e-12,False
+backbone.layers.22.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.343210e-13,4.134757e-14,1.202279e-10,2.598779e-12,False
+backbone.layers.22.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.171839e-13,1.964384e-14,5.712028e-11,1.339611e-12,False
+backbone.layers.22.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.416154e-13,4.507107e-14,1.309750e-10,2.982391e-12,False
+backbone.layers.22.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.933183e-13,2.099309e-14,6.121616e-11,1.450611e-12,False
+backbone.layers.22.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.800414e-13,3.711214e-14,1.088566e-10,2.447300e-12,False
+backbone.layers.22.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.932551e-13,1.871490e-14,5.437792e-11,1.236135e-12,False
+backbone.layers.22.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.388365e-13,3.795900e-14,1.110769e-10,2.424772e-12,False
+backbone.layers.22.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.291362e-13,1.977458e-14,5.754691e-11,1.301777e-12,False
+backbone.layers.22.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.396343e-13,4.967865e-14,1.449261e-10,3.089731e-12,False
+backbone.layers.22.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.236128e-13,1.937977e-14,5.632837e-11,1.290682e-12,False
+backbone.layers.22.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.990156e-13,4.441570e-14,1.307175e-10,2.903621e-12,False
+backbone.layers.22.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.844974e-13,1.767832e-14,5.107839e-11,1.226816e-12,False
+backbone.layers.22.mixer.experts.67.up_proj.weight,1856x2688,4988928,3.995380e-13,3.888699e-14,1.123824e-10,2.584952e-12,False
+backbone.layers.22.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.883866e-13,1.971858e-14,5.745092e-11,1.361424e-12,False
+backbone.layers.22.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.634946e-13,4.688795e-14,1.372772e-10,3.113915e-12,False
+backbone.layers.22.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.180426e-13,1.721885e-14,5.039790e-11,1.218221e-12,False
+backbone.layers.22.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.681464e-13,4.565255e-14,1.329348e-10,3.118998e-12,False
+backbone.layers.22.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.917251e-13,1.798833e-14,5.209354e-11,1.158003e-12,False
+backbone.layers.22.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.146508e-13,4.574063e-14,1.331130e-10,2.814957e-12,False
+backbone.layers.22.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.053566e-13,1.639017e-14,4.770727e-11,1.171190e-12,False
+backbone.layers.22.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.060363e-13,3.961705e-14,1.144123e-10,2.712615e-12,False
+backbone.layers.22.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.216508e-13,1.766877e-14,5.152902e-11,1.198677e-12,False
+backbone.layers.22.mixer.experts.71.up_proj.weight,1856x2688,4988928,6.981082e-13,4.843122e-14,1.434770e-10,3.165116e-12,False
+backbone.layers.22.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.075111e-13,1.774401e-14,5.165530e-11,1.224009e-12,False
+backbone.layers.22.mixer.experts.72.up_proj.weight,1856x2688,4988928,4.090062e-13,3.887258e-14,1.129457e-10,2.579101e-12,False
+backbone.layers.22.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.020901e-13,1.750041e-14,5.099220e-11,1.177825e-12,False
+backbone.layers.22.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.655686e-13,4.419877e-14,1.284500e-10,2.838135e-12,False
+backbone.layers.22.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.056896e-13,1.702240e-14,4.974319e-11,1.189816e-12,False
+backbone.layers.22.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.878233e-13,4.396061e-14,1.283183e-10,2.923905e-12,False
+backbone.layers.22.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.238452e-13,1.654840e-14,4.788925e-11,1.115400e-12,False
+backbone.layers.22.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.953676e-13,4.162808e-14,1.209478e-10,2.648728e-12,False
+backbone.layers.22.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.005061e-13,1.737196e-14,5.069525e-11,1.266895e-12,False
+backbone.layers.22.mixer.experts.76.up_proj.weight,1856x2688,4988928,5.453103e-13,4.441541e-14,1.294337e-10,2.841564e-12,False
+backbone.layers.22.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.561805e-13,2.223485e-14,6.506491e-11,1.488017e-12,False
+backbone.layers.22.mixer.experts.77.up_proj.weight,1856x2688,4988928,9.151117e-13,4.773150e-14,1.405132e-10,3.049240e-12,False
+backbone.layers.22.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.331173e-13,2.055908e-14,6.051831e-11,1.372897e-12,False
+backbone.layers.22.mixer.experts.78.up_proj.weight,1856x2688,4988928,5.652180e-13,4.751416e-14,1.383785e-10,2.928120e-12,False
+backbone.layers.22.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.914450e-13,1.704365e-14,4.926074e-11,1.145843e-12,False
+backbone.layers.22.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.029554e-13,3.814659e-14,1.106331e-10,2.410510e-12,False
+backbone.layers.22.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.343421e-13,2.234989e-14,6.559408e-11,1.580799e-12,False
+backbone.layers.22.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.322897e-13,4.215001e-14,1.229791e-10,2.796954e-12,False
+backbone.layers.22.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.360143e-13,1.866673e-14,5.417274e-11,1.232066e-12,False
+backbone.layers.22.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.196676e-13,4.873994e-14,1.415704e-10,3.100134e-12,False
+backbone.layers.22.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.236683e-13,1.712259e-14,4.962703e-11,1.201604e-12,False
+backbone.layers.22.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.418957e-13,3.778855e-14,1.100888e-10,2.602610e-12,False
+backbone.layers.22.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.532593e-13,1.495147e-14,4.316873e-11,1.024913e-12,False
+backbone.layers.22.mixer.experts.82.up_proj.weight,1856x2688,4988928,3.344651e-13,3.570734e-14,1.025001e-10,2.378685e-12,False
+backbone.layers.22.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.692065e-13,1.884074e-14,5.449336e-11,1.214875e-12,False
+backbone.layers.22.mixer.experts.83.up_proj.weight,1856x2688,4988928,9.198024e-13,5.353881e-14,1.604393e-10,3.383106e-12,False
+backbone.layers.22.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.760224e-13,1.452080e-14,4.196586e-11,1.052022e-12,False
+backbone.layers.22.mixer.experts.84.up_proj.weight,1856x2688,4988928,5.325289e-13,4.278869e-14,1.244262e-10,2.887603e-12,False
+backbone.layers.22.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.724857e-13,1.609976e-14,4.636850e-11,1.091226e-12,False
+backbone.layers.22.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.568967e-13,3.800174e-14,1.112106e-10,2.515016e-12,False
+backbone.layers.22.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.165195e-13,1.660912e-14,4.826196e-11,1.133114e-12,False
+backbone.layers.22.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.576565e-13,4.294243e-14,1.250454e-10,2.832289e-12,False
+backbone.layers.22.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.943445e-13,1.730191e-14,5.012980e-11,1.207858e-12,False
+backbone.layers.22.mixer.experts.87.up_proj.weight,1856x2688,4988928,8.502088e-13,4.182889e-14,1.233842e-10,2.759732e-12,False
+backbone.layers.22.mixer.experts.88.down_proj.weight,2688x1856,4988928,3.061240e-13,2.084650e-14,6.118183e-11,1.404737e-12,False
+backbone.layers.22.mixer.experts.88.up_proj.weight,1856x2688,4988928,5.005579e-13,4.196764e-14,1.221176e-10,2.704468e-12,False
+backbone.layers.22.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.965753e-13,2.124225e-14,6.354709e-11,1.458562e-12,False
+backbone.layers.22.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.951768e-13,4.069508e-14,1.180729e-10,2.626560e-12,False
+backbone.layers.22.mixer.experts.9.down_proj.weight,2688x1856,4988928,3.750394e-13,2.113990e-14,6.219521e-11,1.426209e-12,False
+backbone.layers.22.mixer.experts.9.up_proj.weight,1856x2688,4988928,5.681488e-13,5.345326e-14,1.571190e-10,3.516413e-12,False
+backbone.layers.22.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.400580e-13,1.778265e-14,5.177154e-11,1.241575e-12,False
+backbone.layers.22.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.631916e-13,4.250072e-14,1.238516e-10,2.879930e-12,False
+backbone.layers.22.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.856848e-13,1.586233e-14,4.580314e-11,1.097894e-12,False
+backbone.layers.22.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.247366e-13,4.127464e-14,1.195282e-10,2.732814e-12,False
+backbone.layers.22.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.946707e-13,1.659895e-14,4.844046e-11,1.120355e-12,False
+backbone.layers.22.mixer.experts.92.up_proj.weight,1856x2688,4988928,3.938690e-13,3.839967e-14,1.111231e-10,2.448925e-12,False
+backbone.layers.22.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.953486e-13,2.067609e-14,6.124217e-11,1.481242e-12,False
+backbone.layers.22.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.467085e-13,4.144905e-14,1.214858e-10,2.853870e-12,False
+backbone.layers.22.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.747977e-13,1.666173e-14,4.812670e-11,1.112655e-12,False
+backbone.layers.22.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.594732e-13,3.974911e-14,1.147800e-10,2.536540e-12,False
+backbone.layers.22.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.178466e-13,1.796240e-14,5.269497e-11,1.269167e-12,False
+backbone.layers.22.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.428714e-13,4.137540e-14,1.204407e-10,2.828458e-12,False
+backbone.layers.22.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.556115e-13,1.923110e-14,5.643017e-11,1.364019e-12,False
+backbone.layers.22.mixer.experts.96.up_proj.weight,1856x2688,4988928,3.846697e-13,3.759751e-14,1.083305e-10,2.469753e-12,False
+backbone.layers.22.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.706951e-13,1.646000e-14,4.768315e-11,1.187718e-12,False
+backbone.layers.22.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.262545e-13,3.969813e-14,1.149488e-10,2.689309e-12,False
+backbone.layers.22.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.497065e-13,1.921695e-14,5.672757e-11,1.324761e-12,False
+backbone.layers.22.mixer.experts.98.up_proj.weight,1856x2688,4988928,5.383402e-13,4.078067e-14,1.179565e-10,2.611471e-12,False
+backbone.layers.22.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.446621e-13,1.538685e-14,4.419445e-11,1.085050e-12,False
+backbone.layers.22.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.440875e-13,3.572456e-14,1.039961e-10,2.462872e-12,False
+backbone.layers.22.mixer.gate.weight,128x2688,344064,6.618716e-13,7.015000e-14,5.400733e-11,3.251916e-12,False
+backbone.layers.22.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.337468e-12,5.678431e-14,2.323505e-10,4.996383e-12,False
+backbone.layers.22.mixer.shared_experts.up_proj.weight,3712x2688,9977856,4.002692e-13,3.300962e-14,1.363336e-10,2.955786e-12,False
+backbone.layers.22.norm.weight,2688,2688,2.220446e-16,5.849142e-17,4.449753e-15,1.162787e-16,False
+backbone.layers.23.mixer.A_log,64,64,1.776357e-15,2.017700e-16,2.772373e-15,1.657936e-16,False
+backbone.layers.23.mixer.D,64,64,1.110223e-16,9.100098e-18,1.712300e-16,1.143560e-16,False
+backbone.layers.23.mixer.conv1d.weight,6144x1x4,24576,7.216450e-16,1.091307e-17,4.353544e-15,4.038684e-16,True
+backbone.layers.23.mixer.dt_bias,64,64,1.776357e-15,2.717011e-16,4.008759e-15,1.537515e-16,False
+backbone.layers.23.mixer.in_proj.weight,10304x2688,27697152,7.575104e-13,4.814180e-14,3.322979e-10,2.730392e-12,False
+backbone.layers.23.mixer.norm.weight,4096,4096,3.552714e-15,9.207503e-17,1.363147e-14,1.272686e-16,False
+backbone.layers.23.mixer.out_proj.weight,2688x4096,11010048,1.884642e-12,1.112112e-13,4.814589e-10,6.844008e-12,False
+backbone.layers.23.norm.weight,2688,2688,2.220446e-16,4.611473e-17,3.802818e-15,1.238113e-16,False
+backbone.layers.24.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.959136e-13,1.769482e-14,5.137890e-11,1.247898e-12,False
+backbone.layers.24.mixer.experts.0.up_proj.weight,1856x2688,4988928,4.125285e-13,4.074138e-14,1.177121e-10,2.775506e-12,False
+backbone.layers.24.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.914736e-13,1.699198e-14,4.916405e-11,1.162675e-12,False
+backbone.layers.24.mixer.experts.1.up_proj.weight,1856x2688,4988928,5.114485e-13,4.566164e-14,1.332977e-10,3.056257e-12,False
+backbone.layers.24.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.931025e-13,1.752382e-14,5.085046e-11,1.146201e-12,False
+backbone.layers.24.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.016092e-13,3.917340e-14,1.139693e-10,2.450755e-12,False
+backbone.layers.24.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.860005e-13,1.743645e-14,5.064056e-11,1.218886e-12,False
+backbone.layers.24.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.152807e-13,4.153596e-14,1.206420e-10,2.793493e-12,False
+backbone.layers.24.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.715130e-13,1.553109e-14,4.481799e-11,1.022762e-12,False
+backbone.layers.24.mixer.experts.101.up_proj.weight,1856x2688,4988928,5.558332e-13,4.218410e-14,1.226066e-10,2.670081e-12,False
+backbone.layers.24.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.217202e-13,1.764597e-14,5.160251e-11,1.225346e-12,False
+backbone.layers.24.mixer.experts.102.up_proj.weight,1856x2688,4988928,3.515816e-13,3.598453e-14,1.037358e-10,2.340217e-12,False
+backbone.layers.24.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.393416e-13,2.040547e-14,5.946595e-11,1.420384e-12,False
+backbone.layers.24.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.206236e-13,3.956239e-14,1.144833e-10,2.630657e-12,False
+backbone.layers.24.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.968287e-13,1.810990e-14,5.250968e-11,1.215693e-12,False
+backbone.layers.24.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.961273e-13,4.309233e-14,1.270917e-10,2.846197e-12,False
+backbone.layers.24.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.562360e-13,1.942523e-14,5.731998e-11,1.327584e-12,False
+backbone.layers.24.mixer.experts.105.up_proj.weight,1856x2688,4988928,3.650500e-13,3.818645e-14,1.102885e-10,2.443644e-12,False
+backbone.layers.24.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.639557e-13,1.640513e-14,4.712331e-11,1.081977e-12,False
+backbone.layers.24.mixer.experts.106.up_proj.weight,1856x2688,4988928,5.231570e-13,4.490170e-14,1.310858e-10,2.917639e-12,False
+backbone.layers.24.mixer.experts.107.down_proj.weight,2688x1856,4988928,3.084545e-13,2.005067e-14,5.932684e-11,1.406295e-12,False
+backbone.layers.24.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.685530e-13,4.408955e-14,1.285803e-10,2.962866e-12,False
+backbone.layers.24.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.942274e-13,1.687309e-14,4.896085e-11,1.111569e-12,False
+backbone.layers.24.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.945695e-13,4.801440e-14,1.411942e-10,3.077135e-12,False
+backbone.layers.24.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.641812e-13,1.607235e-14,4.633775e-11,1.081140e-12,False
+backbone.layers.24.mixer.experts.109.up_proj.weight,1856x2688,4988928,3.582128e-13,3.487138e-14,1.007381e-10,2.224685e-12,False
+backbone.layers.24.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.764785e-13,2.175518e-14,6.421036e-11,1.496307e-12,False
+backbone.layers.24.mixer.experts.11.up_proj.weight,1856x2688,4988928,6.778850e-13,5.224838e-14,1.557059e-10,3.516280e-12,False
+backbone.layers.24.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.847307e-13,1.918656e-14,5.562311e-11,1.239779e-12,False
+backbone.layers.24.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.122102e-13,3.945851e-14,1.138915e-10,2.429041e-12,False
+backbone.layers.24.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.901881e-13,1.568667e-14,4.538104e-11,1.074722e-12,False
+backbone.layers.24.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.967970e-13,3.926869e-14,1.144949e-10,2.582293e-12,False
+backbone.layers.24.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.974046e-13,1.851537e-14,5.367707e-11,1.266369e-12,False
+backbone.layers.24.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.614850e-13,4.253636e-14,1.235387e-10,2.813017e-12,False
+backbone.layers.24.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.628349e-13,2.254385e-14,6.660981e-11,1.487572e-12,False
+backbone.layers.24.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.009500e-13,4.449051e-14,1.292340e-10,2.769716e-12,False
+backbone.layers.24.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.015003e-13,1.623344e-14,4.703186e-11,1.175665e-12,False
+backbone.layers.24.mixer.experts.114.up_proj.weight,1856x2688,4988928,6.529707e-13,4.943543e-14,1.454904e-10,3.356979e-12,False
+backbone.layers.24.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.190921e-13,1.754717e-14,5.140608e-11,1.229869e-12,False
+backbone.layers.24.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.708629e-13,3.940762e-14,1.137085e-10,2.591274e-12,False
+backbone.layers.24.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.877526e-13,1.801867e-14,5.227022e-11,1.219370e-12,False
+backbone.layers.24.mixer.experts.116.up_proj.weight,1856x2688,4988928,5.116116e-13,4.241974e-14,1.229887e-10,2.792390e-12,False
+backbone.layers.24.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.899002e-13,1.709319e-14,4.954660e-11,1.144900e-12,False
+backbone.layers.24.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.629110e-13,4.150387e-14,1.199748e-10,2.644476e-12,False
+backbone.layers.24.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.544737e-13,1.469771e-14,4.243564e-11,9.889946e-13,False
+backbone.layers.24.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.003447e-13,3.937188e-14,1.139228e-10,2.543072e-12,False
+backbone.layers.24.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.370153e-13,1.622883e-14,4.715930e-11,1.111415e-12,False
+backbone.layers.24.mixer.experts.119.up_proj.weight,1856x2688,4988928,5.017028e-13,4.260393e-14,1.240116e-10,2.739041e-12,False
+backbone.layers.24.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.480099e-13,1.659427e-14,4.798621e-11,1.161493e-12,False
+backbone.layers.24.mixer.experts.12.up_proj.weight,1856x2688,4988928,5.982020e-13,4.372004e-14,1.301316e-10,2.982421e-12,False
+backbone.layers.24.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.151820e-13,1.922555e-14,5.572209e-11,1.213963e-12,False
+backbone.layers.24.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.775902e-13,4.392840e-14,1.269653e-10,2.688005e-12,False
+backbone.layers.24.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.978279e-13,1.795246e-14,5.186090e-11,1.167560e-12,False
+backbone.layers.24.mixer.experts.121.up_proj.weight,1856x2688,4988928,5.581091e-13,4.541606e-14,1.321488e-10,2.863983e-12,False
+backbone.layers.24.mixer.experts.122.down_proj.weight,2688x1856,4988928,4.433572e-13,2.091549e-14,6.123772e-11,1.445318e-12,False
+backbone.layers.24.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.476870e-13,4.085242e-14,1.182910e-10,2.594141e-12,False
+backbone.layers.24.mixer.experts.123.down_proj.weight,2688x1856,4988928,3.061718e-13,2.014987e-14,5.976794e-11,1.314334e-12,False
+backbone.layers.24.mixer.experts.123.up_proj.weight,1856x2688,4988928,6.037159e-13,4.557994e-14,1.327999e-10,2.867745e-12,False
+backbone.layers.24.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.015536e-13,1.768120e-14,5.088493e-11,1.189359e-12,False
+backbone.layers.24.mixer.experts.124.up_proj.weight,1856x2688,4988928,6.602878e-13,5.005227e-14,1.484856e-10,3.265422e-12,False
+backbone.layers.24.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.408638e-13,1.850463e-14,5.409968e-11,1.251933e-12,False
+backbone.layers.24.mixer.experts.125.up_proj.weight,1856x2688,4988928,5.149561e-13,4.498295e-14,1.320092e-10,2.935531e-12,False
+backbone.layers.24.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.737326e-13,1.638403e-14,4.763131e-11,1.152545e-12,False
+backbone.layers.24.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.123679e-13,4.369973e-14,1.276796e-10,2.930420e-12,False
+backbone.layers.24.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.702249e-13,1.725265e-14,4.990214e-11,1.155483e-12,False
+backbone.layers.24.mixer.experts.127.up_proj.weight,1856x2688,4988928,6.389472e-13,5.095356e-14,1.504226e-10,3.354569e-12,False
+backbone.layers.24.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.958676e-13,1.808383e-14,5.226689e-11,1.267865e-12,False
+backbone.layers.24.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.031636e-13,3.696444e-14,1.070490e-10,2.495201e-12,False
+backbone.layers.24.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.978973e-13,1.921966e-14,5.587222e-11,1.239800e-12,False
+backbone.layers.24.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.655441e-13,4.723333e-14,1.379490e-10,2.959760e-12,False
+backbone.layers.24.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.401950e-13,1.981965e-14,5.881254e-11,1.413821e-12,False
+backbone.layers.24.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.301420e-13,3.843310e-14,1.113001e-10,2.578683e-12,False
+backbone.layers.24.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.777328e-13,1.691488e-14,4.912763e-11,1.109173e-12,False
+backbone.layers.24.mixer.experts.16.up_proj.weight,1856x2688,4988928,8.380865e-13,5.063158e-14,1.500129e-10,3.274063e-12,False
+backbone.layers.24.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.935327e-13,1.853892e-14,5.359623e-11,1.214609e-12,False
+backbone.layers.24.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.546710e-13,4.382408e-14,1.277495e-10,2.781866e-12,False
+backbone.layers.24.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.225789e-13,1.781347e-14,5.215395e-11,1.211051e-12,False
+backbone.layers.24.mixer.experts.18.up_proj.weight,1856x2688,4988928,3.807666e-13,4.112653e-14,1.191071e-10,2.675206e-12,False
+backbone.layers.24.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.812005e-13,1.741823e-14,5.031014e-11,1.130988e-12,False
+backbone.layers.24.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.851085e-13,4.195948e-14,1.218216e-10,2.599427e-12,False
+backbone.layers.24.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.620180e-13,1.473369e-14,4.241749e-11,9.578355e-13,False
+backbone.layers.24.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.459974e-13,4.277792e-14,1.238144e-10,2.686284e-12,False
+backbone.layers.24.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.632236e-13,1.548086e-14,4.473174e-11,9.999864e-13,False
+backbone.layers.24.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.517722e-13,4.161275e-14,1.210750e-10,2.609271e-12,False
+backbone.layers.24.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.763727e-13,1.683602e-14,4.922291e-11,1.131973e-12,False
+backbone.layers.24.mixer.experts.21.up_proj.weight,1856x2688,4988928,5.048323e-13,4.160335e-14,1.205982e-10,2.688599e-12,False
+backbone.layers.24.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.750457e-13,1.664528e-14,4.795088e-11,1.159052e-12,False
+backbone.layers.24.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.766812e-13,4.407433e-14,1.284273e-10,3.014940e-12,False
+backbone.layers.24.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.880265e-13,2.213486e-14,6.471268e-11,1.545029e-12,False
+backbone.layers.24.mixer.experts.23.up_proj.weight,1856x2688,4988928,6.196450e-13,4.792025e-14,1.421531e-10,3.251593e-12,False
+backbone.layers.24.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.871524e-13,1.653546e-14,4.792059e-11,1.155596e-12,False
+backbone.layers.24.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.371156e-13,3.523208e-14,1.019947e-10,2.363919e-12,False
+backbone.layers.24.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.188923e-13,1.976496e-14,5.786338e-11,1.378258e-12,False
+backbone.layers.24.mixer.experts.25.up_proj.weight,1856x2688,4988928,5.000011e-13,4.137339e-14,1.201515e-10,2.742281e-12,False
+backbone.layers.24.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.229180e-13,1.848831e-14,5.342519e-11,1.203262e-12,False
+backbone.layers.24.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.527767e-13,3.880743e-14,1.124723e-10,2.483652e-12,False
+backbone.layers.24.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.955085e-13,1.700045e-14,4.934010e-11,1.132642e-12,False
+backbone.layers.24.mixer.experts.27.up_proj.weight,1856x2688,4988928,6.102445e-13,4.606542e-14,1.344243e-10,2.965087e-12,False
+backbone.layers.24.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.245634e-13,1.729536e-14,5.013464e-11,1.152258e-12,False
+backbone.layers.24.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.413254e-13,3.904240e-14,1.130172e-10,2.506817e-12,False
+backbone.layers.24.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.101019e-13,1.759849e-14,5.130637e-11,1.190036e-12,False
+backbone.layers.24.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.745128e-13,3.970986e-14,1.158326e-10,2.627818e-12,False
+backbone.layers.24.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.809007e-13,1.783851e-14,5.167034e-11,1.165907e-12,False
+backbone.layers.24.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.076236e-13,3.982091e-14,1.153200e-10,2.510799e-12,False
+backbone.layers.24.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.598199e-13,2.013333e-14,5.907034e-11,1.339687e-12,False
+backbone.layers.24.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.707415e-13,4.293213e-14,1.247582e-10,2.710630e-12,False
+backbone.layers.24.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.756616e-13,1.572272e-14,4.529962e-11,1.024783e-12,False
+backbone.layers.24.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.413449e-13,4.062782e-14,1.176045e-10,2.551635e-12,False
+backbone.layers.24.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.502477e-13,2.002894e-14,5.876448e-11,1.359356e-12,False
+backbone.layers.24.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.162712e-13,3.979816e-14,1.156405e-10,2.605853e-12,False
+backbone.layers.24.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.677648e-13,1.750458e-14,5.049999e-11,1.166191e-12,False
+backbone.layers.24.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.463374e-13,4.244475e-14,1.237328e-10,2.747540e-12,False
+backbone.layers.24.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.791622e-13,1.678536e-14,4.868154e-11,1.178265e-12,False
+backbone.layers.24.mixer.experts.34.up_proj.weight,1856x2688,4988928,6.135227e-13,4.234227e-14,1.245087e-10,2.943934e-12,False
+backbone.layers.24.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.172047e-13,1.729503e-14,5.036824e-11,1.194517e-12,False
+backbone.layers.24.mixer.experts.35.up_proj.weight,1856x2688,4988928,3.851008e-13,3.545288e-14,1.026044e-10,2.378889e-12,False
+backbone.layers.24.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.110638e-13,2.056695e-14,5.995546e-11,1.397548e-12,False
+backbone.layers.24.mixer.experts.36.up_proj.weight,1856x2688,4988928,5.761919e-13,4.866943e-14,1.421493e-10,3.150449e-12,False
+backbone.layers.24.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.712901e-13,1.777498e-14,5.155460e-11,1.245501e-12,False
+backbone.layers.24.mixer.experts.37.up_proj.weight,1856x2688,4988928,5.946389e-13,4.646446e-14,1.366732e-10,3.197413e-12,False
+backbone.layers.24.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.824339e-13,1.612752e-14,4.669401e-11,1.152288e-12,False
+backbone.layers.24.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.992170e-13,4.066260e-14,1.186819e-10,2.931533e-12,False
+backbone.layers.24.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.996875e-13,1.712417e-14,4.981035e-11,1.174995e-12,False
+backbone.layers.24.mixer.experts.39.up_proj.weight,1856x2688,4988928,4.568767e-13,4.397647e-14,1.274710e-10,2.912248e-12,False
+backbone.layers.24.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.637543e-13,1.813563e-14,5.353061e-11,1.237544e-12,False
+backbone.layers.24.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.563711e-13,4.286944e-14,1.236334e-10,2.781056e-12,False
+backbone.layers.24.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.246185e-13,2.051284e-14,5.989282e-11,1.339931e-12,False
+backbone.layers.24.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.006778e-13,3.965271e-14,1.144554e-10,2.441401e-12,False
+backbone.layers.24.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.150329e-13,2.149218e-14,6.240515e-11,1.445126e-12,False
+backbone.layers.24.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.799616e-13,4.181829e-14,1.215159e-10,2.700038e-12,False
+backbone.layers.24.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.064252e-13,1.793529e-14,5.175412e-11,1.145020e-12,False
+backbone.layers.24.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.187831e-13,3.976471e-14,1.150692e-10,2.417354e-12,False
+backbone.layers.24.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.867707e-13,1.818916e-14,5.292834e-11,1.191369e-12,False
+backbone.layers.24.mixer.experts.43.up_proj.weight,1856x2688,4988928,5.959677e-13,4.465118e-14,1.294590e-10,2.784115e-12,False
+backbone.layers.24.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.790237e-13,1.725367e-14,4.974940e-11,1.103933e-12,False
+backbone.layers.24.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.942574e-13,4.503855e-14,1.314329e-10,2.782988e-12,False
+backbone.layers.24.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.733509e-13,1.653666e-14,4.785269e-11,1.151945e-12,False
+backbone.layers.24.mixer.experts.45.up_proj.weight,1856x2688,4988928,5.185574e-13,4.298560e-14,1.251875e-10,2.889916e-12,False
+backbone.layers.24.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.783365e-13,1.752760e-14,5.083025e-11,1.251527e-12,False
+backbone.layers.24.mixer.experts.46.up_proj.weight,1856x2688,4988928,3.397486e-13,3.271873e-14,9.414576e-11,2.250084e-12,False
+backbone.layers.24.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.100607e-13,1.827190e-14,5.273209e-11,1.241456e-12,False
+backbone.layers.24.mixer.experts.47.up_proj.weight,1856x2688,4988928,6.031382e-13,4.163488e-14,1.210766e-10,2.693801e-12,False
+backbone.layers.24.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.033790e-13,1.735352e-14,5.079244e-11,1.236612e-12,False
+backbone.layers.24.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.170414e-13,3.802959e-14,1.103850e-10,2.531312e-12,False
+backbone.layers.24.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.747073e-13,1.994357e-14,5.832670e-11,1.378994e-12,False
+backbone.layers.24.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.146405e-13,3.827494e-14,1.108296e-10,2.532811e-12,False
+backbone.layers.24.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.107342e-13,1.728553e-14,5.017836e-11,1.210773e-12,False
+backbone.layers.24.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.481631e-13,4.117013e-14,1.192847e-10,2.741994e-12,False
+backbone.layers.24.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.772540e-13,1.743307e-14,5.087363e-11,1.173200e-12,False
+backbone.layers.24.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.794186e-13,4.172630e-14,1.207893e-10,2.680044e-12,False
+backbone.layers.24.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.317417e-13,1.996531e-14,5.782798e-11,1.310089e-12,False
+backbone.layers.24.mixer.experts.51.up_proj.weight,1856x2688,4988928,6.192200e-13,4.273316e-14,1.239601e-10,2.763827e-12,False
+backbone.layers.24.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.405437e-13,1.653177e-14,4.807018e-11,1.091166e-12,False
+backbone.layers.24.mixer.experts.52.up_proj.weight,1856x2688,4988928,5.722766e-13,4.464396e-14,1.303093e-10,2.773508e-12,False
+backbone.layers.24.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.139955e-13,1.934918e-14,5.639251e-11,1.342739e-12,False
+backbone.layers.24.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.857330e-13,4.153821e-14,1.206438e-10,2.820335e-12,False
+backbone.layers.24.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.860990e-13,1.671107e-14,4.840774e-11,1.148263e-12,False
+backbone.layers.24.mixer.experts.54.up_proj.weight,1856x2688,4988928,7.077759e-13,5.249270e-14,1.553143e-10,3.558986e-12,False
+backbone.layers.24.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.779271e-13,1.641562e-14,4.755284e-11,1.110664e-12,False
+backbone.layers.24.mixer.experts.55.up_proj.weight,1856x2688,4988928,6.281919e-13,4.444821e-14,1.318048e-10,2.990734e-12,False
+backbone.layers.24.mixer.experts.56.down_proj.weight,2688x1856,4988928,3.244349e-13,1.914457e-14,5.577687e-11,1.272922e-12,False
+backbone.layers.24.mixer.experts.56.up_proj.weight,1856x2688,4988928,5.838767e-13,4.601254e-14,1.344516e-10,2.887685e-12,False
+backbone.layers.24.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.170347e-13,1.902560e-14,5.558002e-11,1.271599e-12,False
+backbone.layers.24.mixer.experts.57.up_proj.weight,1856x2688,4988928,6.113842e-13,4.773441e-14,1.418868e-10,3.116435e-12,False
+backbone.layers.24.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.597506e-13,1.936741e-14,5.691447e-11,1.347315e-12,False
+backbone.layers.24.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.997565e-13,3.684955e-14,1.079093e-10,2.473660e-12,False
+backbone.layers.24.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.304771e-13,1.844002e-14,5.409225e-11,1.239558e-12,False
+backbone.layers.24.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.480097e-13,4.215546e-14,1.227647e-10,2.696915e-12,False
+backbone.layers.24.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.946360e-13,1.758112e-14,5.108296e-11,1.179059e-12,False
+backbone.layers.24.mixer.experts.6.up_proj.weight,1856x2688,4988928,6.097033e-13,4.712460e-14,1.379031e-10,3.058552e-12,False
+backbone.layers.24.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.942097e-13,1.534902e-14,4.470744e-11,1.010410e-12,False
+backbone.layers.24.mixer.experts.60.up_proj.weight,1856x2688,4988928,7.270595e-13,4.738489e-14,1.390957e-10,3.025620e-12,False
+backbone.layers.24.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.078268e-13,1.837921e-14,5.310562e-11,1.198011e-12,False
+backbone.layers.24.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.811047e-13,4.494428e-14,1.309349e-10,2.871825e-12,False
+backbone.layers.24.mixer.experts.62.down_proj.weight,2688x1856,4988928,3.604712e-13,2.130837e-14,6.337518e-11,1.570548e-12,False
+backbone.layers.24.mixer.experts.62.up_proj.weight,1856x2688,4988928,4.730591e-13,4.011060e-14,1.166138e-10,2.707376e-12,False
+backbone.layers.24.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.691911e-13,1.558553e-14,4.513584e-11,1.098583e-12,False
+backbone.layers.24.mixer.experts.63.up_proj.weight,1856x2688,4988928,5.256438e-13,4.300904e-14,1.258785e-10,2.983143e-12,False
+backbone.layers.24.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.182959e-13,1.728605e-14,5.032565e-11,1.168714e-12,False
+backbone.layers.24.mixer.experts.64.up_proj.weight,1856x2688,4988928,5.493453e-13,4.091670e-14,1.185422e-10,2.648963e-12,False
+backbone.layers.24.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.902836e-13,1.674489e-14,4.839400e-11,1.089830e-12,False
+backbone.layers.24.mixer.experts.65.up_proj.weight,1856x2688,4988928,6.411148e-13,4.715931e-14,1.383264e-10,2.979737e-12,False
+backbone.layers.24.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.082709e-13,1.760393e-14,5.131772e-11,1.145339e-12,False
+backbone.layers.24.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.753715e-13,4.244761e-14,1.232559e-10,2.638225e-12,False
+backbone.layers.24.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.073385e-13,1.740043e-14,5.054717e-11,1.130572e-12,False
+backbone.layers.24.mixer.experts.67.up_proj.weight,1856x2688,4988928,6.671365e-13,5.264841e-14,1.558427e-10,3.317930e-12,False
+backbone.layers.24.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.457970e-13,1.528062e-14,4.387998e-11,1.030716e-12,False
+backbone.layers.24.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.218534e-13,4.750339e-14,1.399120e-10,3.197912e-12,False
+backbone.layers.24.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.795145e-13,1.826417e-14,5.309195e-11,1.228450e-12,False
+backbone.layers.24.mixer.experts.69.up_proj.weight,1856x2688,4988928,6.033698e-13,4.726157e-14,1.390842e-10,3.082581e-12,False
+backbone.layers.24.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.875505e-13,1.654520e-14,4.775192e-11,1.111958e-12,False
+backbone.layers.24.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.546657e-13,4.235723e-14,1.232888e-10,2.796732e-12,False
+backbone.layers.24.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.565414e-13,1.476443e-14,4.252014e-11,1.002804e-12,False
+backbone.layers.24.mixer.experts.70.up_proj.weight,1856x2688,4988928,5.296701e-13,4.372920e-14,1.293006e-10,2.964284e-12,False
+backbone.layers.24.mixer.experts.71.down_proj.weight,2688x1856,4988928,1.778785e-13,1.795365e-14,5.204661e-11,1.188385e-12,False
+backbone.layers.24.mixer.experts.71.up_proj.weight,1856x2688,4988928,6.530262e-13,4.442224e-14,1.297500e-10,2.865143e-12,False
+backbone.layers.24.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.147241e-13,1.868304e-14,5.415522e-11,1.212741e-12,False
+backbone.layers.24.mixer.experts.72.up_proj.weight,1856x2688,4988928,4.780169e-13,3.793809e-14,1.092704e-10,2.342290e-12,False
+backbone.layers.24.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.901325e-13,1.962759e-14,5.748471e-11,1.296644e-12,False
+backbone.layers.24.mixer.experts.73.up_proj.weight,1856x2688,4988928,6.316050e-13,4.646864e-14,1.360652e-10,2.939295e-12,False
+backbone.layers.24.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.355893e-13,2.000479e-14,5.854923e-11,1.388540e-12,False
+backbone.layers.24.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.120966e-13,4.048486e-14,1.169286e-10,2.724050e-12,False
+backbone.layers.24.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.452553e-13,1.438625e-14,4.138752e-11,9.722185e-13,False
+backbone.layers.24.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.231229e-13,3.795028e-14,1.104243e-10,2.451155e-12,False
+backbone.layers.24.mixer.experts.76.down_proj.weight,2688x1856,4988928,3.107046e-13,1.954278e-14,5.832576e-11,1.388310e-12,False
+backbone.layers.24.mixer.experts.76.up_proj.weight,1856x2688,4988928,5.127036e-13,4.234952e-14,1.226605e-10,2.786315e-12,False
+backbone.layers.24.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.601757e-13,1.537722e-14,4.457132e-11,1.045128e-12,False
+backbone.layers.24.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.762111e-13,4.342769e-14,1.267718e-10,2.887308e-12,False
+backbone.layers.24.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.687633e-13,1.974646e-14,5.840112e-11,1.348137e-12,False
+backbone.layers.24.mixer.experts.78.up_proj.weight,1856x2688,4988928,5.748197e-13,4.403049e-14,1.290722e-10,2.840099e-12,False
+backbone.layers.24.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.858045e-13,1.787005e-14,5.195725e-11,1.195740e-12,False
+backbone.layers.24.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.869646e-13,4.626579e-14,1.338262e-10,2.987447e-12,False
+backbone.layers.24.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.016978e-13,1.817414e-14,5.284034e-11,1.240939e-12,False
+backbone.layers.24.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.316165e-13,3.855243e-14,1.122937e-10,2.545141e-12,False
+backbone.layers.24.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.187139e-13,1.938322e-14,5.666041e-11,1.289864e-12,False
+backbone.layers.24.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.180786e-13,4.278084e-14,1.254974e-10,2.758078e-12,False
+backbone.layers.24.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.612183e-13,1.527197e-14,4.401311e-11,1.056347e-12,False
+backbone.layers.24.mixer.experts.81.up_proj.weight,1856x2688,4988928,3.943547e-13,4.009046e-14,1.161585e-10,2.711870e-12,False
+backbone.layers.24.mixer.experts.82.down_proj.weight,2688x1856,4988928,3.134563e-13,2.152706e-14,6.423871e-11,1.557984e-12,False
+backbone.layers.24.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.375250e-13,4.199254e-14,1.217444e-10,2.815985e-12,False
+backbone.layers.24.mixer.experts.83.down_proj.weight,2688x1856,4988928,3.108958e-13,1.931803e-14,5.643847e-11,1.308260e-12,False
+backbone.layers.24.mixer.experts.83.up_proj.weight,1856x2688,4988928,6.394676e-13,4.690580e-14,1.376352e-10,3.086606e-12,False
+backbone.layers.24.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.763398e-13,1.672873e-14,4.855922e-11,1.153776e-12,False
+backbone.layers.24.mixer.experts.84.up_proj.weight,1856x2688,4988928,6.611135e-13,4.277913e-14,1.252290e-10,2.863329e-12,False
+backbone.layers.24.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.729034e-13,1.693959e-14,4.883442e-11,1.106333e-12,False
+backbone.layers.24.mixer.experts.85.up_proj.weight,1856x2688,4988928,5.772166e-13,4.251278e-14,1.241128e-10,2.650823e-12,False
+backbone.layers.24.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.935379e-13,1.753851e-14,5.069891e-11,1.200553e-12,False
+backbone.layers.24.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.356168e-13,3.693567e-14,1.067518e-10,2.401714e-12,False
+backbone.layers.24.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.803894e-13,2.308593e-14,6.846419e-11,1.550859e-12,False
+backbone.layers.24.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.265963e-13,4.183446e-14,1.212038e-10,2.663436e-12,False
+backbone.layers.24.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.773616e-13,1.724629e-14,5.000599e-11,1.151472e-12,False
+backbone.layers.24.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.248719e-13,3.824188e-14,1.104569e-10,2.468565e-12,False
+backbone.layers.24.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.764663e-13,2.023323e-14,5.937155e-11,1.378241e-12,False
+backbone.layers.24.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.825775e-13,4.093923e-14,1.203291e-10,2.712093e-12,False
+backbone.layers.24.mixer.experts.9.down_proj.weight,2688x1856,4988928,3.172991e-13,1.934974e-14,5.663095e-11,1.338953e-12,False
+backbone.layers.24.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.676953e-13,4.366423e-14,1.271283e-10,2.910230e-12,False
+backbone.layers.24.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.714844e-13,1.749419e-14,5.055229e-11,1.123127e-12,False
+backbone.layers.24.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.267314e-13,4.709640e-14,1.381141e-10,2.949946e-12,False
+backbone.layers.24.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.712241e-13,1.670283e-14,4.810822e-11,1.120046e-12,False
+backbone.layers.24.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.489677e-13,3.998996e-14,1.165412e-10,2.628339e-12,False
+backbone.layers.24.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.689716e-13,1.604320e-14,4.631071e-11,1.107713e-12,False
+backbone.layers.24.mixer.experts.92.up_proj.weight,1856x2688,4988928,3.782599e-13,3.816841e-14,1.104672e-10,2.591661e-12,False
+backbone.layers.24.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.082917e-13,1.793587e-14,5.240774e-11,1.205646e-12,False
+backbone.layers.24.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.061864e-13,4.113048e-14,1.192339e-10,2.654790e-12,False
+backbone.layers.24.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.576950e-13,1.595096e-14,4.592189e-11,1.072078e-12,False
+backbone.layers.24.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.676710e-13,4.006303e-14,1.167153e-10,2.658605e-12,False
+backbone.layers.24.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.914003e-13,1.569584e-14,4.549287e-11,1.064438e-12,False
+backbone.layers.24.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.411471e-13,4.219659e-14,1.220814e-10,2.739740e-12,False
+backbone.layers.24.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.740847e-13,1.735196e-14,5.013529e-11,1.178012e-12,False
+backbone.layers.24.mixer.experts.96.up_proj.weight,1856x2688,4988928,3.985458e-13,4.045528e-14,1.167969e-10,2.639234e-12,False
+backbone.layers.24.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.576655e-13,1.549425e-14,4.477837e-11,1.118494e-12,False
+backbone.layers.24.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.135511e-13,4.251697e-14,1.234689e-10,2.777687e-12,False
+backbone.layers.24.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.445904e-13,1.982410e-14,5.781140e-11,1.362770e-12,False
+backbone.layers.24.mixer.experts.98.up_proj.weight,1856x2688,4988928,5.391521e-13,4.154465e-14,1.213815e-10,2.741174e-12,False
+backbone.layers.24.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.822466e-13,1.580232e-14,4.610082e-11,1.106828e-12,False
+backbone.layers.24.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.475170e-13,4.209610e-14,1.222741e-10,2.818525e-12,False
+backbone.layers.24.mixer.gate.weight,128x2688,344064,5.327214e-13,4.842787e-14,3.702148e-11,2.749515e-12,False
+backbone.layers.24.mixer.shared_experts.down_proj.weight,2688x3712,9977856,9.368339e-13,6.689495e-14,2.771482e-10,6.026736e-12,False
+backbone.layers.24.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.811118e-13,2.864612e-14,1.172402e-10,2.636052e-12,False
+backbone.layers.24.norm.weight,2688,2688,6.661338e-16,6.944444e-17,5.349060e-15,1.172663e-16,False
+backbone.layers.25.mixer.A_log,64,64,1.776357e-15,1.945059e-16,2.820744e-15,1.477856e-16,True
+backbone.layers.25.mixer.D,64,64,2.220446e-16,1.558975e-17,3.078365e-16,8.488290e-17,True
+backbone.layers.25.mixer.conv1d.weight,6144x1x4,24576,8.326673e-16,1.025597e-17,4.134380e-15,4.373117e-16,True
+backbone.layers.25.mixer.dt_bias,64,64,3.552714e-15,3.356758e-16,5.209330e-15,1.982455e-16,True
+backbone.layers.25.mixer.in_proj.weight,10304x2688,27697152,6.066536e-13,4.647255e-14,3.225308e-10,2.643703e-12,True
+backbone.layers.25.mixer.norm.weight,4096,4096,3.552714e-15,1.173463e-16,1.725197e-14,1.204884e-16,True
+backbone.layers.25.mixer.out_proj.weight,2688x4096,11010048,1.314674e-12,1.029573e-13,4.454515e-10,6.398751e-12,True
+backbone.layers.25.norm.weight,2688,2688,4.440892e-16,4.421480e-17,3.685539e-15,1.260988e-16,True
+backbone.layers.26.mixer.k_proj.weight,256x2688,688128,3.801803e-13,3.805020e-14,4.089750e-11,2.041952e-12,True
+backbone.layers.26.mixer.o_proj.weight,2688x4096,11010048,3.164805e-12,1.117956e-13,4.857769e-10,6.482909e-12,True
+backbone.layers.26.mixer.q_proj.weight,4096x2688,11010048,5.479332e-13,4.403881e-14,1.896401e-10,2.358958e-12,True
+backbone.layers.26.mixer.v_proj.weight,256x2688,688128,5.035330e-13,4.889555e-14,5.323672e-11,2.685491e-12,True
+backbone.layers.26.norm.weight,2688,2688,4.440892e-16,6.515539e-17,5.013398e-15,1.162084e-16,True
+backbone.layers.27.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.814590e-13,2.034305e-14,5.914204e-11,1.347058e-12,False
+backbone.layers.27.mixer.experts.0.up_proj.weight,1856x2688,4988928,5.008979e-13,4.133566e-14,1.208427e-10,2.603450e-12,False
+backbone.layers.27.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.416454e-13,1.398433e-14,4.043426e-11,9.578058e-13,False
+backbone.layers.27.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.764886e-13,3.956571e-14,1.150065e-10,2.598147e-12,False
+backbone.layers.27.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.047234e-13,1.685393e-14,4.878656e-11,1.153639e-12,False
+backbone.layers.27.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.889492e-13,3.878913e-14,1.122537e-10,2.596449e-12,False
+backbone.layers.27.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.512018e-13,2.018999e-14,5.888119e-11,1.303180e-12,False
+backbone.layers.27.mixer.experts.100.up_proj.weight,1856x2688,4988928,5.228665e-13,4.513561e-14,1.311649e-10,2.805267e-12,False
+backbone.layers.27.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.031823e-13,1.859308e-14,5.410007e-11,1.202551e-12,False
+backbone.layers.27.mixer.experts.101.up_proj.weight,1856x2688,4988928,6.177905e-13,4.358352e-14,1.263227e-10,2.696331e-12,False
+backbone.layers.27.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.339587e-13,1.980214e-14,5.782672e-11,1.298016e-12,False
+backbone.layers.27.mixer.experts.102.up_proj.weight,1856x2688,4988928,3.990783e-13,3.917226e-14,1.130168e-10,2.470981e-12,False
+backbone.layers.27.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.558025e-13,1.651779e-14,4.765901e-11,1.115171e-12,False
+backbone.layers.27.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.194180e-13,4.025243e-14,1.168534e-10,2.590167e-12,False
+backbone.layers.27.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.500605e-13,1.638548e-14,4.721312e-11,1.114124e-12,False
+backbone.layers.27.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.276857e-13,3.963278e-14,1.147284e-10,2.546069e-12,False
+backbone.layers.27.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.650311e-13,1.987993e-14,5.839484e-11,1.387617e-12,False
+backbone.layers.27.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.247262e-13,4.034700e-14,1.167438e-10,2.641408e-12,False
+backbone.layers.27.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.906461e-13,1.692858e-14,4.904856e-11,1.148082e-12,False
+backbone.layers.27.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.466132e-13,4.028661e-14,1.169712e-10,2.665790e-12,False
+backbone.layers.27.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.837350e-13,1.794261e-14,5.218160e-11,1.187315e-12,False
+backbone.layers.27.mixer.experts.107.up_proj.weight,1856x2688,4988928,6.445885e-13,4.533273e-14,1.322803e-10,2.833251e-12,False
+backbone.layers.27.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.772141e-13,1.593051e-14,4.594544e-11,1.092180e-12,False
+backbone.layers.27.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.120106e-13,4.301387e-14,1.256739e-10,2.900278e-12,False
+backbone.layers.27.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.584288e-13,1.525762e-14,4.391722e-11,1.035766e-12,False
+backbone.layers.27.mixer.experts.109.up_proj.weight,1856x2688,4988928,7.364786e-13,4.505516e-14,1.332421e-10,3.065627e-12,False
+backbone.layers.27.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.631750e-13,1.641173e-14,4.738542e-11,1.146076e-12,False
+backbone.layers.27.mixer.experts.11.up_proj.weight,1856x2688,4988928,5.240565e-13,3.975287e-14,1.150814e-10,2.606633e-12,False
+backbone.layers.27.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.940843e-13,1.727969e-14,5.027292e-11,1.124914e-12,False
+backbone.layers.27.mixer.experts.110.up_proj.weight,1856x2688,4988928,6.344543e-13,4.936820e-14,1.457772e-10,3.149257e-12,False
+backbone.layers.27.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.061476e-13,1.671746e-14,4.851710e-11,1.115821e-12,False
+backbone.layers.27.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.781522e-13,4.484457e-14,1.301631e-10,2.902435e-12,False
+backbone.layers.27.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.594220e-13,1.494984e-14,4.359975e-11,1.091456e-12,False
+backbone.layers.27.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.600487e-13,4.079754e-14,1.187677e-10,2.690450e-12,False
+backbone.layers.27.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.343961e-13,1.974173e-14,5.779853e-11,1.351935e-12,False
+backbone.layers.27.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.246048e-13,3.794080e-14,1.096410e-10,2.479304e-12,False
+backbone.layers.27.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.551107e-13,1.573689e-14,4.541513e-11,1.097291e-12,False
+backbone.layers.27.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.566979e-13,4.538182e-14,1.331507e-10,3.071663e-12,False
+backbone.layers.27.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.796896e-13,1.555926e-14,4.514231e-11,1.041274e-12,False
+backbone.layers.27.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.610790e-13,4.370648e-14,1.272540e-10,2.793143e-12,False
+backbone.layers.27.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.615444e-13,1.663150e-14,4.817648e-11,1.105925e-12,False
+backbone.layers.27.mixer.experts.116.up_proj.weight,1856x2688,4988928,5.529605e-13,4.476208e-14,1.304727e-10,2.852815e-12,False
+backbone.layers.27.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.940427e-13,1.919063e-14,5.576686e-11,1.273450e-12,False
+backbone.layers.27.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.062042e-13,4.712270e-14,1.372137e-10,3.042117e-12,False
+backbone.layers.27.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.799429e-13,1.630964e-14,4.712003e-11,1.080421e-12,False
+backbone.layers.27.mixer.experts.118.up_proj.weight,1856x2688,4988928,6.686613e-13,4.515337e-14,1.331387e-10,2.937617e-12,False
+backbone.layers.27.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.989034e-13,1.841675e-14,5.346118e-11,1.257161e-12,False
+backbone.layers.27.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.400820e-13,4.032340e-14,1.166747e-10,2.669509e-12,False
+backbone.layers.27.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.907476e-13,1.604127e-14,4.621445e-11,1.074666e-12,False
+backbone.layers.27.mixer.experts.12.up_proj.weight,1856x2688,4988928,3.942853e-13,3.602408e-14,1.039341e-10,2.336623e-12,False
+backbone.layers.27.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.710090e-13,1.568288e-14,4.556441e-11,1.178917e-12,False
+backbone.layers.27.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.724086e-13,4.013164e-14,1.180168e-10,2.724957e-12,False
+backbone.layers.27.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.670955e-13,1.642952e-14,4.727706e-11,1.037477e-12,False
+backbone.layers.27.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.323000e-13,4.162826e-14,1.204169e-10,2.545208e-12,False
+backbone.layers.27.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.398238e-13,1.714357e-14,4.944194e-11,1.087736e-12,False
+backbone.layers.27.mixer.experts.122.up_proj.weight,1856x2688,4988928,5.967206e-13,4.138084e-14,1.204979e-10,2.629725e-12,False
+backbone.layers.27.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.551329e-13,1.562834e-14,4.506965e-11,1.060008e-12,False
+backbone.layers.27.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.975959e-13,4.371542e-14,1.276784e-10,2.885072e-12,False
+backbone.layers.27.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.209274e-13,1.853146e-14,5.437813e-11,1.217597e-12,False
+backbone.layers.27.mixer.experts.124.up_proj.weight,1856x2688,4988928,6.705435e-13,4.489427e-14,1.317148e-10,2.794747e-12,False
+backbone.layers.27.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.496268e-13,1.576826e-14,4.550157e-11,1.074561e-12,False
+backbone.layers.27.mixer.experts.125.up_proj.weight,1856x2688,4988928,5.810283e-13,4.659445e-14,1.363297e-10,3.094951e-12,False
+backbone.layers.27.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.043574e-13,1.782812e-14,5.193301e-11,1.182963e-12,False
+backbone.layers.27.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.022649e-13,4.310522e-14,1.246758e-10,2.691961e-12,False
+backbone.layers.27.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.696716e-13,1.823751e-14,5.288731e-11,1.217870e-12,False
+backbone.layers.27.mixer.experts.127.up_proj.weight,1856x2688,4988928,5.447752e-13,4.231662e-14,1.233900e-10,2.724631e-12,False
+backbone.layers.27.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.353421e-13,1.806977e-14,5.253579e-11,1.203048e-12,False
+backbone.layers.27.mixer.experts.13.up_proj.weight,1856x2688,4988928,3.954614e-13,4.242802e-14,1.225408e-10,2.696041e-12,False
+backbone.layers.27.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.098729e-13,1.737620e-14,5.040260e-11,1.145745e-12,False
+backbone.layers.27.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.691593e-13,4.456966e-14,1.313137e-10,2.822663e-12,False
+backbone.layers.27.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.914458e-13,1.767147e-14,5.118166e-11,1.107492e-12,False
+backbone.layers.27.mixer.experts.15.up_proj.weight,1856x2688,4988928,5.606834e-13,4.562871e-14,1.328680e-10,2.767674e-12,False
+backbone.layers.27.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.419819e-13,1.497552e-14,4.323984e-11,1.000177e-12,False
+backbone.layers.27.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.699270e-13,4.286354e-14,1.241283e-10,2.739054e-12,False
+backbone.layers.27.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.719597e-13,1.604902e-14,4.636616e-11,1.035605e-12,False
+backbone.layers.27.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.171385e-13,3.588743e-14,1.038236e-10,2.225579e-12,False
+backbone.layers.27.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.868131e-13,2.293898e-14,6.756283e-11,1.577876e-12,False
+backbone.layers.27.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.260828e-13,3.943940e-14,1.143537e-10,2.596537e-12,False
+backbone.layers.27.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.629842e-13,1.630017e-14,4.717172e-11,1.124291e-12,False
+backbone.layers.27.mixer.experts.19.up_proj.weight,1856x2688,4988928,5.141235e-13,4.052386e-14,1.182777e-10,2.642399e-12,False
+backbone.layers.27.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.031760e-13,1.799681e-14,5.206668e-11,1.166883e-12,False
+backbone.layers.27.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.676294e-13,4.302889e-14,1.244753e-10,2.682197e-12,False
+backbone.layers.27.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.676333e-13,1.764514e-14,5.117294e-11,1.247268e-12,False
+backbone.layers.27.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.220270e-13,3.740181e-14,1.084174e-10,2.487211e-12,False
+backbone.layers.27.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.688198e-13,1.648119e-14,4.747450e-11,1.110613e-12,False
+backbone.layers.27.mixer.experts.21.up_proj.weight,1856x2688,4988928,5.111050e-13,4.690690e-14,1.367696e-10,3.083223e-12,False
+backbone.layers.27.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.661726e-13,1.690318e-14,4.881997e-11,1.140925e-12,False
+backbone.layers.27.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.930717e-13,3.850110e-14,1.113994e-10,2.483409e-12,False
+backbone.layers.27.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.742829e-13,1.612616e-14,4.710020e-11,1.134083e-12,False
+backbone.layers.27.mixer.experts.23.up_proj.weight,1856x2688,4988928,6.830647e-13,5.294288e-14,1.581536e-10,3.627147e-12,False
+backbone.layers.27.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.408075e-13,1.468853e-14,4.228202e-11,1.018388e-12,False
+backbone.layers.27.mixer.experts.24.up_proj.weight,1856x2688,4988928,3.922244e-13,3.806122e-14,1.098470e-10,2.501327e-12,False
+backbone.layers.27.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.953090e-13,1.815248e-14,5.272821e-11,1.283369e-12,False
+backbone.layers.27.mixer.experts.25.up_proj.weight,1856x2688,4988928,5.469514e-13,4.443002e-14,1.307822e-10,3.037572e-12,False
+backbone.layers.27.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.595607e-13,1.591153e-14,4.610715e-11,1.039028e-12,False
+backbone.layers.27.mixer.experts.26.up_proj.weight,1856x2688,4988928,5.221368e-13,4.661279e-14,1.356070e-10,2.953926e-12,False
+backbone.layers.27.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.747647e-13,1.693912e-14,4.891778e-11,1.113113e-12,False
+backbone.layers.27.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.651782e-13,4.382565e-14,1.268632e-10,2.772572e-12,False
+backbone.layers.27.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.820176e-13,1.705882e-14,4.946174e-11,1.171968e-12,False
+backbone.layers.27.mixer.experts.28.up_proj.weight,1856x2688,4988928,6.089127e-13,4.576991e-14,1.358139e-10,3.108718e-12,False
+backbone.layers.27.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.502998e-13,1.957682e-14,5.759432e-11,1.322193e-12,False
+backbone.layers.27.mixer.experts.29.up_proj.weight,1856x2688,4988928,5.201881e-13,4.232540e-14,1.228394e-10,2.694017e-12,False
+backbone.layers.27.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.943307e-13,1.791778e-14,5.197511e-11,1.201056e-12,False
+backbone.layers.27.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.671800e-13,4.499216e-14,1.321733e-10,2.991508e-12,False
+backbone.layers.27.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.902697e-13,1.635120e-14,4.725920e-11,1.150355e-12,False
+backbone.layers.27.mixer.experts.30.up_proj.weight,1856x2688,4988928,6.509905e-13,4.448365e-14,1.296876e-10,2.984643e-12,False
+backbone.layers.27.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.976058e-13,1.855471e-14,5.403333e-11,1.284003e-12,False
+backbone.layers.27.mixer.experts.31.up_proj.weight,1856x2688,4988928,6.864960e-13,4.685310e-14,1.372385e-10,3.109713e-12,False
+backbone.layers.27.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.329378e-13,1.870534e-14,5.476128e-11,1.313815e-12,False
+backbone.layers.27.mixer.experts.32.up_proj.weight,1856x2688,4988928,6.018155e-13,4.781182e-14,1.400601e-10,3.216769e-12,False
+backbone.layers.27.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.950246e-13,1.741090e-14,5.057259e-11,1.173303e-12,False
+backbone.layers.27.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.580260e-13,4.228654e-14,1.222112e-10,2.756141e-12,False
+backbone.layers.27.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.216005e-13,1.849268e-14,5.335603e-11,1.236195e-12,False
+backbone.layers.27.mixer.experts.34.up_proj.weight,1856x2688,4988928,6.751284e-13,4.946199e-14,1.460096e-10,3.184617e-12,False
+backbone.layers.27.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.017553e-13,1.921318e-14,5.604266e-11,1.252021e-12,False
+backbone.layers.27.mixer.experts.35.up_proj.weight,1856x2688,4988928,5.393880e-13,4.562125e-14,1.318183e-10,2.793554e-12,False
+backbone.layers.27.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.829422e-13,1.782354e-14,5.188998e-11,1.220494e-12,False
+backbone.layers.27.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.588452e-13,4.588112e-14,1.329532e-10,2.968065e-12,False
+backbone.layers.27.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.903859e-13,1.873421e-14,5.422553e-11,1.220362e-12,False
+backbone.layers.27.mixer.experts.37.up_proj.weight,1856x2688,4988928,3.689271e-13,3.807323e-14,1.102377e-10,2.370839e-12,False
+backbone.layers.27.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.807178e-13,1.769109e-14,5.105017e-11,1.223906e-12,False
+backbone.layers.27.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.218847e-13,4.156643e-14,1.208358e-10,2.790799e-12,False
+backbone.layers.27.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.498146e-13,1.558517e-14,4.510294e-11,1.104222e-12,False
+backbone.layers.27.mixer.experts.39.up_proj.weight,1856x2688,4988928,6.510070e-13,5.110981e-14,1.504549e-10,3.498532e-12,False
+backbone.layers.27.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.836725e-13,1.758285e-14,5.131976e-11,1.231318e-12,False
+backbone.layers.27.mixer.experts.4.up_proj.weight,1856x2688,4988928,5.103921e-13,4.494683e-14,1.317417e-10,3.004941e-12,False
+backbone.layers.27.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.903703e-13,1.724153e-14,4.996375e-11,1.154541e-12,False
+backbone.layers.27.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.463756e-13,3.919209e-14,1.132806e-10,2.541586e-12,False
+backbone.layers.27.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.114524e-13,1.808113e-14,5.259091e-11,1.276451e-12,False
+backbone.layers.27.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.261062e-13,4.194399e-14,1.216559e-10,2.839771e-12,False
+backbone.layers.27.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.099917e-13,1.920816e-14,5.573826e-11,1.240745e-12,False
+backbone.layers.27.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.766070e-13,4.784067e-14,1.387019e-10,2.955010e-12,False
+backbone.layers.27.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.647085e-13,1.457128e-14,4.230498e-11,1.003794e-12,False
+backbone.layers.27.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.553927e-13,4.492540e-14,1.307334e-10,2.931406e-12,False
+backbone.layers.27.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.708945e-13,1.706944e-14,4.935959e-11,1.172609e-12,False
+backbone.layers.27.mixer.experts.44.up_proj.weight,1856x2688,4988928,3.744574e-13,3.693912e-14,1.068335e-10,2.456712e-12,False
+backbone.layers.27.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.343859e-13,1.831266e-14,5.349705e-11,1.229385e-12,False
+backbone.layers.27.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.652667e-13,4.379540e-14,1.285580e-10,2.873575e-12,False
+backbone.layers.27.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.884257e-13,1.634498e-14,4.757364e-11,1.101456e-12,False
+backbone.layers.27.mixer.experts.46.up_proj.weight,1856x2688,4988928,3.742354e-13,3.710794e-14,1.072921e-10,2.405620e-12,False
+backbone.layers.27.mixer.experts.47.down_proj.weight,2688x1856,4988928,3.455326e-13,2.216029e-14,6.565324e-11,1.485351e-12,False
+backbone.layers.27.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.460807e-13,4.159576e-14,1.207294e-10,2.574112e-12,False
+backbone.layers.27.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.845017e-13,1.767193e-14,5.108935e-11,1.124707e-12,False
+backbone.layers.27.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.381426e-13,4.181095e-14,1.206000e-10,2.543147e-12,False
+backbone.layers.27.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.810115e-13,1.793083e-14,5.205150e-11,1.196371e-12,False
+backbone.layers.27.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.092941e-13,3.915894e-14,1.134412e-10,2.478405e-12,False
+backbone.layers.27.mixer.experts.5.down_proj.weight,2688x1856,4988928,1.859034e-13,1.578648e-14,4.556431e-11,1.026979e-12,False
+backbone.layers.27.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.122985e-13,4.240617e-14,1.233397e-10,2.686276e-12,False
+backbone.layers.27.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.125522e-13,1.984543e-14,5.743301e-11,1.314069e-12,False
+backbone.layers.27.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.978448e-13,4.508177e-14,1.314776e-10,2.957947e-12,False
+backbone.layers.27.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.795647e-13,1.760045e-14,5.100967e-11,1.173170e-12,False
+backbone.layers.27.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.446727e-13,4.348158e-14,1.276631e-10,2.797296e-12,False
+backbone.layers.27.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.235443e-13,1.682550e-14,4.925976e-11,1.214988e-12,False
+backbone.layers.27.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.749213e-13,4.214445e-14,1.221983e-10,2.812566e-12,False
+backbone.layers.27.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.931458e-13,1.711826e-14,4.968365e-11,1.203078e-12,False
+backbone.layers.27.mixer.experts.53.up_proj.weight,1856x2688,4988928,5.591153e-13,4.302730e-14,1.250455e-10,2.862163e-12,False
+backbone.layers.27.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.682109e-13,1.773237e-14,5.175157e-11,1.223585e-12,False
+backbone.layers.27.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.827562e-13,3.947900e-14,1.151684e-10,2.588121e-12,False
+backbone.layers.27.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.804251e-13,1.732539e-14,5.040476e-11,1.177269e-12,False
+backbone.layers.27.mixer.experts.55.up_proj.weight,1856x2688,4988928,3.911038e-13,3.962319e-14,1.147178e-10,2.494857e-12,False
+backbone.layers.27.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.274567e-13,1.711994e-14,5.055597e-11,1.158070e-12,False
+backbone.layers.27.mixer.experts.56.up_proj.weight,1856x2688,4988928,6.269499e-13,5.215846e-14,1.534093e-10,3.377689e-12,False
+backbone.layers.27.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.830428e-13,1.679111e-14,4.877689e-11,1.148826e-12,False
+backbone.layers.27.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.457180e-13,4.544099e-14,1.327672e-10,2.944757e-12,False
+backbone.layers.27.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.046106e-13,1.792480e-14,5.235322e-11,1.260073e-12,False
+backbone.layers.27.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.461726e-13,3.846469e-14,1.109265e-10,2.578447e-12,False
+backbone.layers.27.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.941364e-13,1.758798e-14,5.145167e-11,1.233782e-12,False
+backbone.layers.27.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.456314e-13,4.438285e-14,1.285086e-10,2.983599e-12,False
+backbone.layers.27.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.625332e-13,1.617821e-14,4.672261e-11,1.060033e-12,False
+backbone.layers.27.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.812019e-13,4.198019e-14,1.221359e-10,2.673031e-12,False
+backbone.layers.27.mixer.experts.60.down_proj.weight,2688x1856,4988928,3.875494e-13,1.952053e-14,5.786493e-11,1.362062e-12,False
+backbone.layers.27.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.050779e-13,3.901550e-14,1.131749e-10,2.518344e-12,False
+backbone.layers.27.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.555710e-13,1.987676e-14,5.782073e-11,1.263749e-12,False
+backbone.layers.27.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.157264e-13,4.818233e-14,1.394599e-10,2.914245e-12,False
+backbone.layers.27.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.244160e-13,1.944459e-14,5.675028e-11,1.327940e-12,False
+backbone.layers.27.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.560960e-13,4.847866e-14,1.426190e-10,3.256817e-12,False
+backbone.layers.27.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.809564e-13,1.695392e-14,4.929147e-11,1.087794e-12,False
+backbone.layers.27.mixer.experts.63.up_proj.weight,1856x2688,4988928,3.669356e-13,3.690898e-14,1.062310e-10,2.285797e-12,False
+backbone.layers.27.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.876034e-13,1.913227e-14,5.545951e-11,1.227664e-12,False
+backbone.layers.27.mixer.experts.64.up_proj.weight,1856x2688,4988928,5.204864e-13,5.202814e-14,1.514613e-10,3.173660e-12,False
+backbone.layers.27.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.437695e-13,1.519422e-14,4.367839e-11,1.068737e-12,False
+backbone.layers.27.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.261452e-13,3.712192e-14,1.071507e-10,2.460457e-12,False
+backbone.layers.27.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.514988e-13,1.491130e-14,4.324642e-11,9.813913e-13,False
+backbone.layers.27.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.567353e-13,4.456469e-14,1.290835e-10,2.798400e-12,False
+backbone.layers.27.mixer.experts.67.down_proj.weight,2688x1856,4988928,3.085726e-13,2.226709e-14,6.666651e-11,1.548187e-12,False
+backbone.layers.27.mixer.experts.67.up_proj.weight,1856x2688,4988928,3.943742e-13,4.224384e-14,1.218396e-10,2.734466e-12,False
+backbone.layers.27.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.811328e-13,2.046616e-14,6.118771e-11,1.490460e-12,False
+backbone.layers.27.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.404067e-13,3.917549e-14,1.130159e-10,2.612691e-12,False
+backbone.layers.27.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.238314e-13,1.946809e-14,5.695075e-11,1.305392e-12,False
+backbone.layers.27.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.370358e-13,4.075692e-14,1.176480e-10,2.569151e-12,False
+backbone.layers.27.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.072140e-13,1.821461e-14,5.294046e-11,1.219337e-12,False
+backbone.layers.27.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.224364e-13,3.896814e-14,1.130060e-10,2.517049e-12,False
+backbone.layers.27.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.874720e-13,1.747098e-14,5.057920e-11,1.156290e-12,False
+backbone.layers.27.mixer.experts.70.up_proj.weight,1856x2688,4988928,6.492975e-13,4.713345e-14,1.379768e-10,3.041582e-12,False
+backbone.layers.27.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.048450e-13,1.827546e-14,5.324146e-11,1.250605e-12,False
+backbone.layers.27.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.585238e-13,3.910274e-14,1.135292e-10,2.571338e-12,False
+backbone.layers.27.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.222111e-13,1.703590e-14,4.949255e-11,1.106564e-12,False
+backbone.layers.27.mixer.experts.72.up_proj.weight,1856x2688,4988928,5.987016e-13,4.624374e-14,1.353063e-10,2.894907e-12,False
+backbone.layers.27.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.874265e-13,1.837958e-14,5.318856e-11,1.224538e-12,False
+backbone.layers.27.mixer.experts.73.up_proj.weight,1856x2688,4988928,6.023411e-13,4.496991e-14,1.315903e-10,2.923198e-12,False
+backbone.layers.27.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.655862e-13,1.886187e-14,5.583175e-11,1.273261e-12,False
+backbone.layers.27.mixer.experts.74.up_proj.weight,1856x2688,4988928,5.142761e-13,4.683692e-14,1.362496e-10,2.955305e-12,False
+backbone.layers.27.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.796896e-13,1.509821e-14,4.356966e-11,1.127391e-12,False
+backbone.layers.27.mixer.experts.75.up_proj.weight,1856x2688,4988928,3.602882e-13,3.695392e-14,1.062473e-10,2.456167e-12,False
+backbone.layers.27.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.792559e-13,1.755666e-14,5.090931e-11,1.176027e-12,False
+backbone.layers.27.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.620991e-13,4.303743e-14,1.240968e-10,2.769471e-12,False
+backbone.layers.27.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.612599e-13,1.769774e-14,5.126909e-11,1.163820e-12,False
+backbone.layers.27.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.865032e-13,4.252398e-14,1.233188e-10,2.675969e-12,False
+backbone.layers.27.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.778092e-13,1.848054e-14,5.349304e-11,1.237776e-12,False
+backbone.layers.27.mixer.experts.78.up_proj.weight,1856x2688,4988928,5.061958e-13,4.539647e-14,1.320417e-10,2.917500e-12,False
+backbone.layers.27.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.877136e-13,1.714231e-14,4.993739e-11,1.225525e-12,False
+backbone.layers.27.mixer.experts.79.up_proj.weight,1856x2688,4988928,6.492688e-13,4.537122e-14,1.335029e-10,3.107325e-12,False
+backbone.layers.27.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.822570e-13,1.723214e-14,4.987674e-11,1.110283e-12,False
+backbone.layers.27.mixer.experts.8.up_proj.weight,1856x2688,4988928,7.646037e-13,5.619901e-14,1.648701e-10,3.508795e-12,False
+backbone.layers.27.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.514067e-13,1.438147e-14,4.136140e-11,9.406971e-13,False
+backbone.layers.27.mixer.experts.80.up_proj.weight,1856x2688,4988928,6.545181e-13,5.646073e-14,1.652807e-10,3.621249e-12,False
+backbone.layers.27.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.630293e-13,1.593438e-14,4.603627e-11,1.097558e-12,False
+backbone.layers.27.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.500601e-13,3.793947e-14,1.098021e-10,2.471472e-12,False
+backbone.layers.27.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.409045e-13,2.130654e-14,6.219873e-11,1.367987e-12,False
+backbone.layers.27.mixer.experts.82.up_proj.weight,1856x2688,4988928,6.639463e-13,4.938999e-14,1.454590e-10,3.061863e-12,False
+backbone.layers.27.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.334452e-13,1.733736e-14,5.033350e-11,1.172706e-12,False
+backbone.layers.27.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.521192e-13,3.673472e-14,1.062779e-10,2.403746e-12,False
+backbone.layers.27.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.156192e-13,1.698455e-14,4.916805e-11,1.120986e-12,False
+backbone.layers.27.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.215656e-13,3.801635e-14,1.104108e-10,2.389992e-12,False
+backbone.layers.27.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.301700e-13,1.987455e-14,5.815327e-11,1.291420e-12,False
+backbone.layers.27.mixer.experts.85.up_proj.weight,1856x2688,4988928,5.266412e-13,4.110947e-14,1.192596e-10,2.553330e-12,False
+backbone.layers.27.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.832284e-13,1.727264e-14,4.994415e-11,1.233636e-12,False
+backbone.layers.27.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.274463e-13,4.261774e-14,1.239632e-10,2.859857e-12,False
+backbone.layers.27.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.140840e-13,1.915150e-14,5.583407e-11,1.268351e-12,False
+backbone.layers.27.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.806917e-13,4.901824e-14,1.431353e-10,3.062009e-12,False
+backbone.layers.27.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.062100e-13,1.566805e-14,4.535514e-11,1.055756e-12,False
+backbone.layers.27.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.157681e-13,3.878671e-14,1.117129e-10,2.527022e-12,False
+backbone.layers.27.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.727368e-13,1.587009e-14,4.573469e-11,1.045117e-12,False
+backbone.layers.27.mixer.experts.89.up_proj.weight,1856x2688,4988928,3.835647e-13,3.662803e-14,1.059442e-10,2.334531e-12,False
+backbone.layers.27.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.082189e-13,1.859373e-14,5.434761e-11,1.267554e-12,False
+backbone.layers.27.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.792104e-13,4.440590e-14,1.292166e-10,2.947403e-12,False
+backbone.layers.27.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.351661e-13,1.952667e-14,5.701990e-11,1.265395e-12,False
+backbone.layers.27.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.846158e-13,4.628483e-14,1.347203e-10,2.885983e-12,False
+backbone.layers.27.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.142037e-13,1.889053e-14,5.508759e-11,1.333234e-12,False
+backbone.layers.27.mixer.experts.91.up_proj.weight,1856x2688,4988928,6.364735e-13,4.485719e-14,1.302584e-10,2.977183e-12,False
+backbone.layers.27.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.898481e-13,1.689387e-14,4.892903e-11,1.117899e-12,False
+backbone.layers.27.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.430527e-13,3.934491e-14,1.139458e-10,2.469508e-12,False
+backbone.layers.27.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.147657e-13,1.821875e-14,5.287885e-11,1.234117e-12,False
+backbone.layers.27.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.196113e-13,4.215656e-14,1.232194e-10,2.801698e-12,False
+backbone.layers.27.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.849387e-13,2.217286e-14,6.554020e-11,1.510833e-12,False
+backbone.layers.27.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.963926e-13,4.705305e-14,1.375833e-10,2.999615e-12,False
+backbone.layers.27.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.852893e-13,1.678722e-14,4.841030e-11,1.149267e-12,False
+backbone.layers.27.mixer.experts.95.up_proj.weight,1856x2688,4988928,3.708978e-13,3.975186e-14,1.149894e-10,2.653372e-12,False
+backbone.layers.27.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.190531e-13,1.818419e-14,5.337083e-11,1.276200e-12,False
+backbone.layers.27.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.734462e-13,3.975851e-14,1.158281e-10,2.644816e-12,False
+backbone.layers.27.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.082431e-13,1.638618e-14,4.774355e-11,1.066186e-12,False
+backbone.layers.27.mixer.experts.97.up_proj.weight,1856x2688,4988928,6.767469e-13,5.120104e-14,1.511480e-10,3.219582e-12,False
+backbone.layers.27.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.698156e-13,1.472881e-14,4.248495e-11,9.542297e-13,False
+backbone.layers.27.mixer.experts.98.up_proj.weight,1856x2688,4988928,7.365324e-13,5.027844e-14,1.498709e-10,3.163025e-12,False
+backbone.layers.27.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.537381e-13,1.604788e-14,4.633645e-11,1.074502e-12,False
+backbone.layers.27.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.689685e-13,4.226399e-14,1.233749e-10,2.758228e-12,False
+backbone.layers.27.mixer.gate.weight,128x2688,344064,4.853930e-13,4.727280e-14,3.629632e-11,2.725213e-12,False
+backbone.layers.27.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.077402e-12,6.052674e-14,2.497184e-10,5.135333e-12,False
+backbone.layers.27.mixer.shared_experts.up_proj.weight,3712x2688,9977856,4.507193e-13,3.121484e-14,1.309448e-10,2.844266e-12,False
+backbone.layers.27.norm.weight,2688,2688,4.440892e-16,7.119594e-17,5.738964e-15,1.195839e-16,False
+backbone.layers.28.mixer.A_log,64,64,8.881784e-16,1.763997e-16,2.190461e-15,1.504299e-16,False
+backbone.layers.28.mixer.D,64,64,2.220446e-16,1.331705e-17,2.915028e-16,1.215112e-16,False
+backbone.layers.28.mixer.conv1d.weight,6144x1x4,24576,1.654059e-15,1.193346e-17,6.001523e-15,5.509859e-16,True
+backbone.layers.28.mixer.dt_bias,64,64,1.776357e-15,2.759295e-16,3.635669e-15,1.300708e-16,False
+backbone.layers.28.mixer.in_proj.weight,10304x2688,27697152,1.080015e-12,5.324204e-14,3.726331e-10,3.066519e-12,False
+backbone.layers.28.mixer.norm.weight,4096,4096,3.552714e-15,1.341904e-16,1.756477e-14,1.194433e-16,False
+backbone.layers.28.mixer.out_proj.weight,2688x4096,11010048,1.473183e-12,1.016437e-13,4.402706e-10,6.289941e-12,False
+backbone.layers.28.norm.weight,2688,2688,2.220446e-16,4.544356e-17,3.711264e-15,1.239897e-16,False
+backbone.layers.29.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.157337e-13,1.795524e-14,5.210143e-11,1.197968e-12,False
+backbone.layers.29.mixer.experts.0.up_proj.weight,1856x2688,4988928,3.933442e-13,3.800910e-14,1.102700e-10,2.492794e-12,False
+backbone.layers.29.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.108799e-13,1.896045e-14,5.518746e-11,1.277118e-12,False
+backbone.layers.29.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.288792e-13,3.832304e-14,1.112539e-10,2.488331e-12,False
+backbone.layers.29.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.766642e-13,1.772348e-14,5.119009e-11,1.223954e-12,False
+backbone.layers.29.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.412833e-13,4.037409e-14,1.168212e-10,2.696492e-12,False
+backbone.layers.29.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.373483e-13,2.012121e-14,5.861379e-11,1.334826e-12,False
+backbone.layers.29.mixer.experts.100.up_proj.weight,1856x2688,4988928,5.381841e-13,4.732003e-14,1.392463e-10,3.046450e-12,False
+backbone.layers.29.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.968981e-13,1.672594e-14,4.851979e-11,1.091543e-12,False
+backbone.layers.29.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.559166e-13,4.290434e-14,1.242693e-10,2.745456e-12,False
+backbone.layers.29.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.878350e-13,1.482853e-14,4.279559e-11,1.005960e-12,False
+backbone.layers.29.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.404784e-13,4.035991e-14,1.168188e-10,2.729067e-12,False
+backbone.layers.29.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.742981e-13,1.722348e-14,4.975814e-11,1.142733e-12,False
+backbone.layers.29.mixer.experts.103.up_proj.weight,1856x2688,4988928,3.806159e-13,4.108079e-14,1.184199e-10,2.608574e-12,False
+backbone.layers.29.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.506954e-13,1.577786e-14,4.551772e-11,1.157851e-12,False
+backbone.layers.29.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.053959e-13,4.583594e-14,1.339130e-10,3.017204e-12,False
+backbone.layers.29.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.007283e-13,1.752745e-14,5.081836e-11,1.172734e-12,False
+backbone.layers.29.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.860418e-13,4.172751e-14,1.214126e-10,2.715077e-12,False
+backbone.layers.29.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.845505e-13,1.603351e-14,4.666712e-11,1.099050e-12,False
+backbone.layers.29.mixer.experts.106.up_proj.weight,1856x2688,4988928,5.193866e-13,4.095136e-14,1.185931e-10,2.701539e-12,False
+backbone.layers.29.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.855667e-13,1.997217e-14,5.889709e-11,1.323917e-12,False
+backbone.layers.29.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.252829e-13,4.150844e-14,1.213836e-10,2.589003e-12,False
+backbone.layers.29.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.398603e-13,1.422538e-14,4.076106e-11,9.668436e-13,False
+backbone.layers.29.mixer.experts.108.up_proj.weight,1856x2688,4988928,4.660300e-13,4.061175e-14,1.174951e-10,2.698312e-12,False
+backbone.layers.29.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.518438e-13,1.618383e-14,4.679691e-11,1.075263e-12,False
+backbone.layers.29.mixer.experts.109.up_proj.weight,1856x2688,4988928,6.072434e-13,4.696540e-14,1.370211e-10,2.942700e-12,False
+backbone.layers.29.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.549298e-13,2.023764e-14,5.886776e-11,1.328371e-12,False
+backbone.layers.29.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.843799e-13,4.300510e-14,1.252385e-10,2.745591e-12,False
+backbone.layers.29.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.609024e-13,1.892648e-14,5.499785e-11,1.278901e-12,False
+backbone.layers.29.mixer.experts.110.up_proj.weight,1856x2688,4988928,5.038921e-13,4.830409e-14,1.403025e-10,3.083557e-12,False
+backbone.layers.29.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.001455e-13,1.707482e-14,4.981644e-11,1.170053e-12,False
+backbone.layers.29.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.692670e-13,4.311715e-14,1.249264e-10,2.732787e-12,False
+backbone.layers.29.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.417788e-13,1.694569e-14,4.940565e-11,1.267388e-12,False
+backbone.layers.29.mixer.experts.112.up_proj.weight,1856x2688,4988928,3.659677e-13,3.560268e-14,1.030506e-10,2.354397e-12,False
+backbone.layers.29.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.274899e-13,1.927044e-14,5.619901e-11,1.303903e-12,False
+backbone.layers.29.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.658338e-13,5.053926e-14,1.474465e-10,3.259242e-12,False
+backbone.layers.29.mixer.experts.114.down_proj.weight,2688x1856,4988928,3.099500e-13,2.027710e-14,5.934650e-11,1.315121e-12,False
+backbone.layers.29.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.345095e-13,4.242162e-14,1.252417e-10,2.677878e-12,False
+backbone.layers.29.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.340263e-13,2.013557e-14,5.933256e-11,1.398295e-12,False
+backbone.layers.29.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.908383e-13,3.908035e-14,1.136943e-10,2.613680e-12,False
+backbone.layers.29.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.779410e-13,1.632458e-14,4.735078e-11,1.065915e-12,False
+backbone.layers.29.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.425731e-13,4.205004e-14,1.223474e-10,2.591686e-12,False
+backbone.layers.29.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.437286e-13,2.003636e-14,5.860231e-11,1.327710e-12,False
+backbone.layers.29.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.925158e-13,4.390198e-14,1.277365e-10,2.754020e-12,False
+backbone.layers.29.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.369042e-13,1.820228e-14,5.327218e-11,1.231517e-12,False
+backbone.layers.29.mixer.experts.118.up_proj.weight,1856x2688,4988928,5.165764e-13,4.310317e-14,1.255592e-10,2.847837e-12,False
+backbone.layers.29.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.454009e-13,2.235010e-14,6.570702e-11,1.485269e-12,False
+backbone.layers.29.mixer.experts.119.up_proj.weight,1856x2688,4988928,6.653601e-13,5.118848e-14,1.521070e-10,3.292608e-12,False
+backbone.layers.29.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.695552e-13,1.781500e-14,5.215787e-11,1.175015e-12,False
+backbone.layers.29.mixer.experts.12.up_proj.weight,1856x2688,4988928,5.510245e-13,4.865976e-14,1.426148e-10,3.126220e-12,False
+backbone.layers.29.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.262947e-13,1.666450e-14,4.819627e-11,1.174435e-12,False
+backbone.layers.29.mixer.experts.120.up_proj.weight,1856x2688,4988928,6.309606e-13,4.700340e-14,1.361953e-10,3.135087e-12,False
+backbone.layers.29.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.913608e-13,1.771681e-14,5.177183e-11,1.194499e-12,False
+backbone.layers.29.mixer.experts.121.up_proj.weight,1856x2688,4988928,6.056180e-13,4.354687e-14,1.278883e-10,2.808506e-12,False
+backbone.layers.29.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.146894e-13,1.914989e-14,5.544360e-11,1.238544e-12,False
+backbone.layers.29.mixer.experts.122.up_proj.weight,1856x2688,4988928,5.296423e-13,4.193202e-14,1.213774e-10,2.594418e-12,False
+backbone.layers.29.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.401152e-13,2.088252e-14,6.107991e-11,1.348451e-12,False
+backbone.layers.29.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.630376e-13,4.234566e-14,1.228223e-10,2.663875e-12,False
+backbone.layers.29.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.930860e-13,1.798250e-14,5.209581e-11,1.188295e-12,False
+backbone.layers.29.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.760879e-13,4.294709e-14,1.243869e-10,2.668168e-12,False
+backbone.layers.29.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.596848e-13,1.491904e-14,4.310448e-11,9.956947e-13,False
+backbone.layers.29.mixer.experts.125.up_proj.weight,1856x2688,4988928,5.161687e-13,4.668680e-14,1.362064e-10,2.973300e-12,False
+backbone.layers.29.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.865071e-13,1.665727e-14,4.782156e-11,1.068879e-12,False
+backbone.layers.29.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.984797e-13,4.627301e-14,1.346295e-10,2.936766e-12,False
+backbone.layers.29.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.273910e-13,1.761698e-14,5.142872e-11,1.208166e-12,False
+backbone.layers.29.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.377922e-13,3.859569e-14,1.112445e-10,2.526853e-12,False
+backbone.layers.29.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.499485e-13,2.108505e-14,6.196313e-11,1.376506e-12,False
+backbone.layers.29.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.555695e-13,4.844332e-14,1.409526e-10,2.984920e-12,False
+backbone.layers.29.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.104775e-13,1.582697e-14,4.546249e-11,1.092832e-12,False
+backbone.layers.29.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.821352e-13,4.150178e-14,1.203942e-10,2.744548e-12,False
+backbone.layers.29.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.194113e-13,1.827433e-14,5.313006e-11,1.222644e-12,False
+backbone.layers.29.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.764904e-13,3.963817e-14,1.141658e-10,2.522639e-12,False
+backbone.layers.29.mixer.experts.16.down_proj.weight,2688x1856,4988928,3.204763e-13,1.889596e-14,5.522930e-11,1.253924e-12,False
+backbone.layers.29.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.559048e-13,4.183696e-14,1.212540e-10,2.582045e-12,False
+backbone.layers.29.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.560868e-13,2.012971e-14,5.907727e-11,1.309976e-12,False
+backbone.layers.29.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.407377e-13,4.320909e-14,1.253834e-10,2.700356e-12,False
+backbone.layers.29.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.047624e-13,1.717136e-14,4.996376e-11,1.216940e-12,False
+backbone.layers.29.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.364287e-13,3.816098e-14,1.106871e-10,2.498715e-12,False
+backbone.layers.29.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.715503e-13,1.583179e-14,4.581058e-11,1.095183e-12,False
+backbone.layers.29.mixer.experts.19.up_proj.weight,1856x2688,4988928,5.709183e-13,4.230384e-14,1.237949e-10,2.884653e-12,False
+backbone.layers.29.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.161656e-13,1.929721e-14,5.676187e-11,1.287590e-12,False
+backbone.layers.29.mixer.experts.2.up_proj.weight,1856x2688,4988928,5.154245e-13,4.321942e-14,1.257434e-10,2.742399e-12,False
+backbone.layers.29.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.518746e-13,1.516115e-14,4.378666e-11,1.001431e-12,False
+backbone.layers.29.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.969497e-13,3.926674e-14,1.138828e-10,2.537026e-12,False
+backbone.layers.29.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.690046e-13,1.507204e-14,4.354307e-11,1.017240e-12,False
+backbone.layers.29.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.704570e-13,4.817156e-14,1.400378e-10,3.167495e-12,False
+backbone.layers.29.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.865539e-13,1.529389e-14,4.420420e-11,1.043354e-12,False
+backbone.layers.29.mixer.experts.22.up_proj.weight,1856x2688,4988928,3.810650e-13,3.935851e-14,1.137260e-10,2.623964e-12,False
+backbone.layers.29.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.809090e-13,1.920883e-14,5.618723e-11,1.341285e-12,False
+backbone.layers.29.mixer.experts.23.up_proj.weight,1856x2688,4988928,5.047004e-13,4.137277e-14,1.201014e-10,2.745662e-12,False
+backbone.layers.29.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.737673e-13,1.608690e-14,4.625402e-11,1.065590e-12,False
+backbone.layers.29.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.570962e-13,4.077966e-14,1.179560e-10,2.614582e-12,False
+backbone.layers.29.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.052468e-13,1.666079e-14,4.823217e-11,1.102021e-12,False
+backbone.layers.29.mixer.experts.25.up_proj.weight,1856x2688,4988928,6.105403e-13,4.972761e-14,1.452056e-10,3.117705e-12,False
+backbone.layers.29.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.432260e-13,1.985320e-14,5.818846e-11,1.345630e-12,False
+backbone.layers.29.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.555419e-13,4.043050e-14,1.174947e-10,2.688348e-12,False
+backbone.layers.29.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.673219e-13,1.700162e-14,4.895333e-11,1.170592e-12,False
+backbone.layers.29.mixer.experts.27.up_proj.weight,1856x2688,4988928,5.259543e-13,4.776346e-14,1.397288e-10,3.194720e-12,False
+backbone.layers.29.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.243437e-13,1.755543e-14,5.103574e-11,1.160397e-12,False
+backbone.layers.29.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.109595e-13,4.150465e-14,1.199279e-10,2.606476e-12,False
+backbone.layers.29.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.295004e-13,1.915533e-14,5.588002e-11,1.291383e-12,False
+backbone.layers.29.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.135581e-13,3.949551e-14,1.139599e-10,2.578170e-12,False
+backbone.layers.29.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.039133e-13,1.827362e-14,5.331379e-11,1.225333e-12,False
+backbone.layers.29.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.762388e-13,4.297402e-14,1.241851e-10,2.747027e-12,False
+backbone.layers.29.mixer.experts.30.down_proj.weight,2688x1856,4988928,3.010647e-13,2.060937e-14,6.097530e-11,1.423143e-12,False
+backbone.layers.29.mixer.experts.30.up_proj.weight,1856x2688,4988928,3.749917e-13,3.656469e-14,1.057534e-10,2.364406e-12,False
+backbone.layers.29.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.955042e-13,1.764636e-14,5.111761e-11,1.169039e-12,False
+backbone.layers.29.mixer.experts.31.up_proj.weight,1856x2688,4988928,6.427844e-13,4.790332e-14,1.409064e-10,3.053700e-12,False
+backbone.layers.29.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.410051e-13,2.133680e-14,6.272487e-11,1.427846e-12,False
+backbone.layers.29.mixer.experts.32.up_proj.weight,1856x2688,4988928,5.445019e-13,5.096215e-14,1.486771e-10,3.280232e-12,False
+backbone.layers.29.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.900979e-13,1.631934e-14,4.727067e-11,1.071240e-12,False
+backbone.layers.29.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.172860e-13,3.891616e-14,1.122404e-10,2.429799e-12,False
+backbone.layers.29.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.788222e-13,1.646365e-14,4.753018e-11,1.077157e-12,False
+backbone.layers.29.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.764245e-13,4.309506e-14,1.255047e-10,2.716024e-12,False
+backbone.layers.29.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.437422e-13,1.985752e-14,5.916672e-11,1.377562e-12,False
+backbone.layers.29.mixer.experts.35.up_proj.weight,1856x2688,4988928,5.142605e-13,4.548940e-14,1.324452e-10,2.968752e-12,False
+backbone.layers.29.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.853188e-13,1.941317e-14,5.622825e-11,1.268110e-12,False
+backbone.layers.29.mixer.experts.36.up_proj.weight,1856x2688,4988928,3.848380e-13,3.726654e-14,1.073762e-10,2.364452e-12,False
+backbone.layers.29.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.888064e-13,1.797616e-14,5.243243e-11,1.261951e-12,False
+backbone.layers.29.mixer.experts.37.up_proj.weight,1856x2688,4988928,6.459451e-13,4.893269e-14,1.432552e-10,3.265651e-12,False
+backbone.layers.29.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.016937e-13,1.813614e-14,5.250866e-11,1.209189e-12,False
+backbone.layers.29.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.896621e-13,4.670026e-14,1.356913e-10,3.036136e-12,False
+backbone.layers.29.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.210836e-13,1.744248e-14,5.039099e-11,1.121914e-12,False
+backbone.layers.29.mixer.experts.39.up_proj.weight,1856x2688,4988928,4.797482e-13,4.210760e-14,1.223177e-10,2.554947e-12,False
+backbone.layers.29.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.935466e-13,1.824288e-14,5.271881e-11,1.216868e-12,False
+backbone.layers.29.mixer.experts.4.up_proj.weight,1856x2688,4988928,5.761121e-13,4.851711e-14,1.416586e-10,3.104075e-12,False
+backbone.layers.29.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.389547e-13,1.916308e-14,5.576159e-11,1.240463e-12,False
+backbone.layers.29.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.799789e-13,4.486717e-14,1.302579e-10,2.765512e-12,False
+backbone.layers.29.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.762045e-13,1.637002e-14,4.716954e-11,1.072280e-12,False
+backbone.layers.29.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.546918e-13,3.984027e-14,1.159657e-10,2.595025e-12,False
+backbone.layers.29.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.590541e-13,1.990188e-14,5.922628e-11,1.341401e-12,False
+backbone.layers.29.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.996732e-13,4.190745e-14,1.223730e-10,2.688733e-12,False
+backbone.layers.29.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.174615e-13,1.807082e-14,5.242868e-11,1.150070e-12,False
+backbone.layers.29.mixer.experts.43.up_proj.weight,1856x2688,4988928,5.522700e-13,4.414587e-14,1.291326e-10,2.701353e-12,False
+backbone.layers.29.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.213160e-13,1.855501e-14,5.377132e-11,1.158038e-12,False
+backbone.layers.29.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.368207e-13,4.239856e-14,1.223163e-10,2.519415e-12,False
+backbone.layers.29.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.832926e-13,1.810283e-14,5.272092e-11,1.188786e-12,False
+backbone.layers.29.mixer.experts.45.up_proj.weight,1856x2688,4988928,5.320718e-13,4.405005e-14,1.280353e-10,2.764102e-12,False
+backbone.layers.29.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.805786e-13,1.718475e-14,4.995642e-11,1.136535e-12,False
+backbone.layers.29.mixer.experts.46.up_proj.weight,1856x2688,4988928,3.789000e-13,3.811634e-14,1.101129e-10,2.414152e-12,False
+backbone.layers.29.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.794953e-13,1.708058e-14,4.916862e-11,1.102381e-12,False
+backbone.layers.29.mixer.experts.47.up_proj.weight,1856x2688,4988928,5.445193e-13,4.409185e-14,1.286579e-10,2.733753e-12,False
+backbone.layers.29.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.890188e-13,1.923303e-14,5.605081e-11,1.319150e-12,False
+backbone.layers.29.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.526501e-13,3.861223e-14,1.111468e-10,2.483907e-12,False
+backbone.layers.29.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.090446e-13,1.850063e-14,5.433510e-11,1.288144e-12,False
+backbone.layers.29.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.824960e-13,4.099387e-14,1.184758e-10,2.760187e-12,False
+backbone.layers.29.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.384586e-13,2.002249e-14,5.866363e-11,1.342634e-12,False
+backbone.layers.29.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.158721e-13,4.130737e-14,1.200895e-10,2.676795e-12,False
+backbone.layers.29.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.956300e-13,1.961734e-14,5.664056e-11,1.261701e-12,False
+backbone.layers.29.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.590148e-13,4.492618e-14,1.306224e-10,2.879609e-12,False
+backbone.layers.29.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.121085e-13,1.731831e-14,5.024099e-11,1.167499e-12,False
+backbone.layers.29.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.489627e-13,4.066325e-14,1.188844e-10,2.646646e-12,False
+backbone.layers.29.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.548206e-13,1.632314e-14,4.713046e-11,1.065993e-12,False
+backbone.layers.29.mixer.experts.52.up_proj.weight,1856x2688,4988928,5.774105e-13,4.814559e-14,1.402381e-10,3.067190e-12,False
+backbone.layers.29.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.989541e-13,1.672645e-14,4.874370e-11,1.121887e-12,False
+backbone.layers.29.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.384756e-13,4.013916e-14,1.168324e-10,2.626975e-12,False
+backbone.layers.29.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.686741e-13,1.611406e-14,4.660863e-11,1.119760e-12,False
+backbone.layers.29.mixer.experts.54.up_proj.weight,1856x2688,4988928,6.546326e-13,4.094242e-14,1.199661e-10,2.725230e-12,False
+backbone.layers.29.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.194182e-13,1.909034e-14,5.565423e-11,1.222853e-12,False
+backbone.layers.29.mixer.experts.55.up_proj.weight,1856x2688,4988928,6.359774e-13,4.587330e-14,1.353296e-10,2.852542e-12,False
+backbone.layers.29.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.342154e-13,2.121540e-14,6.241136e-11,1.415320e-12,False
+backbone.layers.29.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.799841e-13,4.529762e-14,1.314483e-10,2.864578e-12,False
+backbone.layers.29.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.996424e-13,1.711013e-14,5.031666e-11,1.177635e-12,False
+backbone.layers.29.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.882414e-13,4.271658e-14,1.251127e-10,2.839414e-12,False
+backbone.layers.29.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.338928e-13,1.974216e-14,5.723772e-11,1.315277e-12,False
+backbone.layers.29.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.651002e-13,3.869056e-14,1.124779e-10,2.504626e-12,False
+backbone.layers.29.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.594835e-13,1.551653e-14,4.463611e-11,1.035519e-12,False
+backbone.layers.29.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.002822e-13,4.026259e-14,1.167888e-10,2.626646e-12,False
+backbone.layers.29.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.096574e-13,1.872969e-14,5.459240e-11,1.282956e-12,False
+backbone.layers.29.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.256482e-13,3.782199e-14,1.096594e-10,2.421416e-12,False
+backbone.layers.29.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.657979e-13,1.716482e-14,4.937969e-11,1.105421e-12,False
+backbone.layers.29.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.362448e-13,4.276721e-14,1.237354e-10,2.676791e-12,False
+backbone.layers.29.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.204504e-13,1.703403e-14,4.961399e-11,1.169978e-12,False
+backbone.layers.29.mixer.experts.61.up_proj.weight,1856x2688,4988928,3.572559e-13,3.638806e-14,1.043968e-10,2.381682e-12,False
+backbone.layers.29.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.628571e-13,1.728059e-14,4.984616e-11,1.091122e-12,False
+backbone.layers.29.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.822660e-13,4.707836e-14,1.373069e-10,2.841763e-12,False
+backbone.layers.29.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.717029e-13,1.681338e-14,4.854085e-11,1.099253e-12,False
+backbone.layers.29.mixer.experts.63.up_proj.weight,1856x2688,4988928,7.544490e-13,4.957872e-14,1.462803e-10,3.303773e-12,False
+backbone.layers.29.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.844705e-13,1.663247e-14,4.849478e-11,1.198407e-12,False
+backbone.layers.29.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.669615e-13,4.485264e-14,1.299913e-10,2.944150e-12,False
+backbone.layers.29.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.164102e-13,1.829755e-14,5.358928e-11,1.223163e-12,False
+backbone.layers.29.mixer.experts.65.up_proj.weight,1856x2688,4988928,3.892042e-13,3.693308e-14,1.073371e-10,2.359751e-12,False
+backbone.layers.29.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.928622e-13,1.753786e-14,5.079869e-11,1.156472e-12,False
+backbone.layers.29.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.682260e-13,5.104073e-14,1.497774e-10,3.261007e-12,False
+backbone.layers.29.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.767439e-13,1.945335e-14,5.682594e-11,1.281122e-12,False
+backbone.layers.29.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.104148e-13,4.239321e-14,1.226134e-10,2.639955e-12,False
+backbone.layers.29.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.032610e-13,1.702836e-14,4.958839e-11,1.143295e-12,False
+backbone.layers.29.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.637454e-13,4.258569e-14,1.231675e-10,2.767383e-12,False
+backbone.layers.29.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.865608e-13,1.740578e-14,5.061852e-11,1.216800e-12,False
+backbone.layers.29.mixer.experts.69.up_proj.weight,1856x2688,4988928,5.943648e-13,4.590678e-14,1.343707e-10,3.067867e-12,False
+backbone.layers.29.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.853101e-13,1.781825e-14,5.152684e-11,1.142353e-12,False
+backbone.layers.29.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.822635e-13,4.059376e-14,1.174575e-10,2.489813e-12,False
+backbone.layers.29.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.979909e-13,1.811684e-14,5.237577e-11,1.211679e-12,False
+backbone.layers.29.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.944621e-13,4.176159e-14,1.212171e-10,2.705037e-12,False
+backbone.layers.29.mixer.experts.71.down_proj.weight,2688x1856,4988928,1.763173e-13,1.700227e-14,4.922869e-11,1.124249e-12,False
+backbone.layers.29.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.416437e-13,4.010646e-14,1.166019e-10,2.626571e-12,False
+backbone.layers.29.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.146339e-13,1.766524e-14,5.117255e-11,1.163356e-12,False
+backbone.layers.29.mixer.experts.72.up_proj.weight,1856x2688,4988928,3.812519e-13,3.666597e-14,1.062683e-10,2.402853e-12,False
+backbone.layers.29.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.186099e-13,2.025211e-14,5.883061e-11,1.307008e-12,False
+backbone.layers.29.mixer.experts.73.up_proj.weight,1856x2688,4988928,6.223650e-13,4.815491e-14,1.425205e-10,3.108501e-12,False
+backbone.layers.29.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.270718e-13,1.843827e-14,5.365064e-11,1.266933e-12,False
+backbone.layers.29.mixer.experts.74.up_proj.weight,1856x2688,4988928,6.562754e-13,4.352733e-14,1.275660e-10,2.891436e-12,False
+backbone.layers.29.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.801836e-13,1.679772e-14,4.841512e-11,1.155837e-12,False
+backbone.layers.29.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.322098e-13,3.678809e-14,1.066223e-10,2.460442e-12,False
+backbone.layers.29.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.120751e-13,1.894271e-14,5.573966e-11,1.294319e-12,False
+backbone.layers.29.mixer.experts.76.up_proj.weight,1856x2688,4988928,6.711055e-13,4.938974e-14,1.462455e-10,3.281932e-12,False
+backbone.layers.29.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.907050e-13,2.147304e-14,6.413621e-11,1.437590e-12,False
+backbone.layers.29.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.261695e-13,4.388905e-14,1.273805e-10,2.744569e-12,False
+backbone.layers.29.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.612950e-13,1.609360e-14,4.646981e-11,1.028055e-12,False
+backbone.layers.29.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.843834e-13,4.185408e-14,1.213968e-10,2.543166e-12,False
+backbone.layers.29.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.921935e-13,1.716249e-14,4.954994e-11,1.110809e-12,False
+backbone.layers.29.mixer.experts.79.up_proj.weight,1856x2688,4988928,7.070074e-13,5.251507e-14,1.556999e-10,3.330405e-12,False
+backbone.layers.29.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.832527e-13,1.628489e-14,4.739883e-11,1.093432e-12,False
+backbone.layers.29.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.352108e-13,4.446619e-14,1.291788e-10,2.803121e-12,False
+backbone.layers.29.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.889877e-13,1.742771e-14,5.059682e-11,1.144076e-12,False
+backbone.layers.29.mixer.experts.80.up_proj.weight,1856x2688,4988928,3.597886e-13,3.855392e-14,1.107511e-10,2.386730e-12,False
+backbone.layers.29.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.118504e-13,1.835234e-14,5.330638e-11,1.215352e-12,False
+backbone.layers.29.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.563433e-13,4.057399e-14,1.184285e-10,2.560438e-12,False
+backbone.layers.29.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.125487e-13,1.846043e-14,5.355707e-11,1.255984e-12,False
+backbone.layers.29.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.979966e-13,4.335624e-14,1.275625e-10,2.874318e-12,False
+backbone.layers.29.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.735260e-13,2.085424e-14,6.086554e-11,1.344161e-12,False
+backbone.layers.29.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.515415e-13,4.370013e-14,1.279998e-10,2.704524e-12,False
+backbone.layers.29.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.959032e-13,1.843313e-14,5.349397e-11,1.181255e-12,False
+backbone.layers.29.mixer.experts.84.up_proj.weight,1856x2688,4988928,5.154297e-13,4.384430e-14,1.273902e-10,2.756449e-12,False
+backbone.layers.29.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.907155e-13,1.790156e-14,5.179074e-11,1.207658e-12,False
+backbone.layers.29.mixer.experts.85.up_proj.weight,1856x2688,4988928,3.501505e-13,3.837883e-14,1.106286e-10,2.502338e-12,False
+backbone.layers.29.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.752418e-13,1.770032e-14,5.101776e-11,1.193176e-12,False
+backbone.layers.29.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.260099e-13,3.813411e-14,1.103740e-10,2.505178e-12,False
+backbone.layers.29.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.925404e-13,1.799470e-14,5.183634e-11,1.199333e-12,False
+backbone.layers.29.mixer.experts.87.up_proj.weight,1856x2688,4988928,1.220442e-12,6.000676e-14,1.846338e-10,4.177846e-12,False
+backbone.layers.29.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.800886e-13,1.602794e-14,4.625989e-11,1.019951e-12,False
+backbone.layers.29.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.525130e-13,4.017147e-14,1.160831e-10,2.444502e-12,False
+backbone.layers.29.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.778828e-13,2.003254e-14,5.864703e-11,1.346877e-12,False
+backbone.layers.29.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.629561e-13,4.408395e-14,1.289477e-10,2.855996e-12,False
+backbone.layers.29.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.883702e-13,1.834486e-14,5.353858e-11,1.191525e-12,False
+backbone.layers.29.mixer.experts.9.up_proj.weight,1856x2688,4988928,7.296516e-13,4.647156e-14,1.357552e-10,2.893970e-12,False
+backbone.layers.29.mixer.experts.90.down_proj.weight,2688x1856,4988928,3.112025e-13,1.975056e-14,5.736572e-11,1.314013e-12,False
+backbone.layers.29.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.719905e-13,4.630185e-14,1.352144e-10,3.067327e-12,False
+backbone.layers.29.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.943305e-13,2.146722e-14,6.362402e-11,1.488633e-12,False
+backbone.layers.29.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.421463e-13,4.072592e-14,1.179191e-10,2.675032e-12,False
+backbone.layers.29.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.921883e-13,1.684478e-14,4.887462e-11,1.116528e-12,False
+backbone.layers.29.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.443598e-13,4.478390e-14,1.311200e-10,2.913719e-12,False
+backbone.layers.29.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.836586e-13,1.786696e-14,5.167662e-11,1.143380e-12,False
+backbone.layers.29.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.367982e-13,4.044283e-14,1.173164e-10,2.457060e-12,False
+backbone.layers.29.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.172568e-13,1.786130e-14,5.171585e-11,1.165354e-12,False
+backbone.layers.29.mixer.experts.94.up_proj.weight,1856x2688,4988928,7.743736e-13,4.675747e-14,1.391484e-10,3.076910e-12,False
+backbone.layers.29.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.033126e-13,1.726981e-14,4.995801e-11,1.179416e-12,False
+backbone.layers.29.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.449670e-13,4.143760e-14,1.206277e-10,2.754872e-12,False
+backbone.layers.29.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.960029e-13,1.761652e-14,5.101257e-11,1.196232e-12,False
+backbone.layers.29.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.744313e-13,4.054405e-14,1.184680e-10,2.712403e-12,False
+backbone.layers.29.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.505669e-13,1.810170e-14,5.294436e-11,1.313337e-12,False
+backbone.layers.29.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.340348e-13,3.902123e-14,1.132868e-10,2.543030e-12,False
+backbone.layers.29.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.468167e-13,1.598940e-14,4.597278e-11,1.035880e-12,False
+backbone.layers.29.mixer.experts.98.up_proj.weight,1856x2688,4988928,5.180665e-13,4.416546e-14,1.281265e-10,2.730896e-12,False
+backbone.layers.29.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.096483e-13,1.968112e-14,5.776087e-11,1.360172e-12,False
+backbone.layers.29.mixer.experts.99.up_proj.weight,1856x2688,4988928,3.700998e-13,3.920405e-14,1.134996e-10,2.606306e-12,False
+backbone.layers.29.mixer.gate.weight,128x2688,344064,4.100587e-13,4.374636e-14,3.381525e-11,2.618103e-12,False
+backbone.layers.29.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.211694e-12,5.558014e-14,2.279836e-10,4.538193e-12,False
+backbone.layers.29.mixer.shared_experts.up_proj.weight,3712x2688,9977856,6.026776e-13,3.321571e-14,1.398207e-10,2.911219e-12,False
+backbone.layers.29.norm.weight,2688,2688,4.440892e-16,7.589996e-17,6.478074e-15,1.238039e-16,False
+backbone.layers.3.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.160467e-13,1.770313e-14,5.136512e-11,1.207001e-12,False
+backbone.layers.3.mixer.experts.0.up_proj.weight,1856x2688,4988928,4.125936e-13,3.602973e-14,1.057308e-10,2.719635e-12,False
+backbone.layers.3.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.331225e-13,1.775271e-14,5.192160e-11,1.255511e-12,False
+backbone.layers.3.mixer.experts.1.up_proj.weight,1856x2688,4988928,5.276959e-13,3.649674e-14,1.093167e-10,2.832347e-12,False
+backbone.layers.3.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.889010e-13,1.682263e-14,4.878141e-11,1.179300e-12,False
+backbone.layers.3.mixer.experts.10.up_proj.weight,1856x2688,4988928,3.283571e-13,3.040952e-14,9.073332e-11,2.388643e-12,False
+backbone.layers.3.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.731740e-13,1.696109e-14,4.901143e-11,1.145180e-12,False
+backbone.layers.3.mixer.experts.100.up_proj.weight,1856x2688,4988928,5.058107e-13,3.864687e-14,1.127241e-10,2.806643e-12,False
+backbone.layers.3.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.840403e-13,1.533006e-14,4.444380e-11,1.388785e-12,False
+backbone.layers.3.mixer.experts.101.up_proj.weight,1856x2688,4988928,3.563556e-13,2.367179e-14,8.785888e-11,2.927569e-12,False
+backbone.layers.3.mixer.experts.102.down_proj.weight,2688x1856,4988928,3.321579e-13,2.058723e-14,6.115945e-11,1.444996e-12,False
+backbone.layers.3.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.547300e-13,3.721530e-14,1.112049e-10,2.847112e-12,False
+backbone.layers.3.mixer.experts.103.down_proj.weight,2688x1856,4988928,3.403458e-13,2.181975e-14,6.512497e-11,1.502395e-12,False
+backbone.layers.3.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.996420e-13,3.828297e-14,1.112797e-10,2.689273e-12,False
+backbone.layers.3.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.938275e-13,2.097256e-14,6.224239e-11,1.462353e-12,False
+backbone.layers.3.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.077051e-13,3.661495e-14,1.064371e-10,2.668109e-12,False
+backbone.layers.3.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.947036e-13,1.571233e-14,4.549271e-11,1.097459e-12,False
+backbone.layers.3.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.749499e-13,3.414415e-14,1.015492e-10,2.618496e-12,False
+backbone.layers.3.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.998471e-13,1.748069e-14,5.061584e-11,1.191640e-12,False
+backbone.layers.3.mixer.experts.106.up_proj.weight,1856x2688,4988928,5.014669e-13,3.761243e-14,1.112453e-10,2.733901e-12,False
+backbone.layers.3.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.593881e-13,1.447695e-14,4.175040e-11,1.035425e-12,False
+backbone.layers.3.mixer.experts.107.up_proj.weight,1856x2688,4988928,3.936365e-13,3.284813e-14,9.998158e-11,2.680752e-12,False
+backbone.layers.3.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.744715e-13,1.603274e-14,4.676449e-11,1.146206e-12,False
+backbone.layers.3.mixer.experts.108.up_proj.weight,1856x2688,4988928,4.151128e-13,3.638913e-14,1.099120e-10,2.878967e-12,False
+backbone.layers.3.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.368609e-13,1.862090e-14,5.395316e-11,1.298188e-12,False
+backbone.layers.3.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.370565e-13,4.326053e-14,1.265077e-10,3.037698e-12,False
+backbone.layers.3.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.685978e-13,1.582287e-14,4.554721e-11,1.080635e-12,False
+backbone.layers.3.mixer.experts.11.up_proj.weight,1856x2688,4988928,3.633634e-13,3.211427e-14,9.486884e-11,2.442209e-12,False
+backbone.layers.3.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.602658e-13,2.080350e-14,6.121060e-11,1.410446e-12,False
+backbone.layers.3.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.179018e-13,3.478989e-14,1.009611e-10,2.499348e-12,False
+backbone.layers.3.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.736111e-13,1.649878e-14,4.765895e-11,1.106605e-12,False
+backbone.layers.3.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.418479e-13,3.896854e-14,1.130035e-10,2.899873e-12,False
+backbone.layers.3.mixer.experts.112.down_proj.weight,2688x1856,4988928,3.069940e-13,1.702423e-14,4.952603e-11,1.161667e-12,False
+backbone.layers.3.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.762926e-13,4.195419e-14,1.262438e-10,3.210748e-12,False
+backbone.layers.3.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.984385e-13,1.619367e-14,4.703139e-11,1.198042e-12,False
+backbone.layers.3.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.183077e-13,3.103790e-14,9.613805e-11,2.686548e-12,False
+backbone.layers.3.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.231687e-13,1.845928e-14,5.341546e-11,1.248086e-12,False
+backbone.layers.3.mixer.experts.114.up_proj.weight,1856x2688,4988928,3.657075e-13,3.362834e-14,9.766989e-11,2.479386e-12,False
+backbone.layers.3.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.610828e-13,1.793806e-14,5.258681e-11,1.243049e-12,False
+backbone.layers.3.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.111017e-13,3.906931e-14,1.137586e-10,2.877187e-12,False
+backbone.layers.3.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.886893e-13,1.826237e-14,5.282529e-11,1.263429e-12,False
+backbone.layers.3.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.880055e-13,3.992481e-14,1.197478e-10,3.014606e-12,False
+backbone.layers.3.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.180998e-13,1.953529e-14,5.747063e-11,1.380987e-12,False
+backbone.layers.3.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.271236e-13,3.607192e-14,1.061450e-10,2.752100e-12,False
+backbone.layers.3.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.938658e-13,1.645718e-14,4.759437e-11,1.095015e-12,False
+backbone.layers.3.mixer.experts.118.up_proj.weight,1856x2688,4988928,3.840400e-13,3.645121e-14,1.060169e-10,2.620565e-12,False
+backbone.layers.3.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.930470e-13,1.771697e-14,5.128267e-11,1.199194e-12,False
+backbone.layers.3.mixer.experts.119.up_proj.weight,1856x2688,4988928,3.509554e-13,3.342341e-14,9.767961e-11,2.445834e-12,False
+backbone.layers.3.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.078476e-13,1.756800e-14,5.092662e-11,1.186217e-12,False
+backbone.layers.3.mixer.experts.12.up_proj.weight,1856x2688,4988928,3.425836e-13,3.554533e-14,1.024142e-10,2.600086e-12,False
+backbone.layers.3.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.919610e-13,1.676366e-14,4.854256e-11,1.149477e-12,False
+backbone.layers.3.mixer.experts.120.up_proj.weight,1856x2688,4988928,3.837625e-13,3.371278e-14,9.975743e-11,2.594989e-12,False
+backbone.layers.3.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.664710e-13,1.596195e-14,4.631534e-11,1.076674e-12,False
+backbone.layers.3.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.853513e-13,4.124790e-14,1.226984e-10,3.103189e-12,False
+backbone.layers.3.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.225511e-13,1.959219e-14,5.775992e-11,1.387956e-12,False
+backbone.layers.3.mixer.experts.122.up_proj.weight,1856x2688,4988928,3.745095e-13,3.290035e-14,9.800528e-11,2.589080e-12,False
+backbone.layers.3.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.808553e-13,1.700173e-14,4.921273e-11,1.136967e-12,False
+backbone.layers.3.mixer.experts.123.up_proj.weight,1856x2688,4988928,5.519925e-13,4.108527e-14,1.223352e-10,3.027060e-12,False
+backbone.layers.3.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.521199e-13,1.966109e-14,5.754663e-11,1.351057e-12,False
+backbone.layers.3.mixer.experts.124.up_proj.weight,1856x2688,4988928,3.631765e-13,3.490544e-14,1.007566e-10,2.556710e-12,False
+backbone.layers.3.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.697011e-13,1.655502e-14,4.807208e-11,1.157129e-12,False
+backbone.layers.3.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.995379e-13,3.717642e-14,1.115795e-10,2.854232e-12,False
+backbone.layers.3.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.906114e-13,1.825804e-14,5.287973e-11,1.219793e-12,False
+backbone.layers.3.mixer.experts.126.up_proj.weight,1856x2688,4988928,3.682263e-13,3.682766e-14,1.072081e-10,2.639228e-12,False
+backbone.layers.3.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.511360e-13,1.626402e-14,4.666963e-11,1.110258e-12,False
+backbone.layers.3.mixer.experts.127.up_proj.weight,1856x2688,4988928,3.928229e-13,2.996737e-14,8.825912e-11,2.286655e-12,False
+backbone.layers.3.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.737083e-13,1.545560e-14,4.473127e-11,1.058267e-12,False
+backbone.layers.3.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.190277e-13,3.897179e-14,1.155793e-10,2.985035e-12,False
+backbone.layers.3.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.963915e-13,1.841736e-14,5.360083e-11,1.254282e-12,False
+backbone.layers.3.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.360002e-13,3.886491e-14,1.137742e-10,2.830724e-12,False
+backbone.layers.3.mixer.experts.15.down_proj.weight,2688x1856,4988928,3.038923e-13,2.087302e-14,6.180659e-11,1.460026e-12,False
+backbone.layers.3.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.116993e-13,3.576713e-14,1.047962e-10,2.662880e-12,False
+backbone.layers.3.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.700792e-13,1.726955e-14,4.981832e-11,1.166456e-12,False
+backbone.layers.3.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.372874e-13,3.802630e-14,1.114286e-10,2.880758e-12,False
+backbone.layers.3.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.730768e-13,1.630885e-14,4.704667e-11,1.087756e-12,False
+backbone.layers.3.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.664797e-13,3.641497e-14,1.061314e-10,2.671930e-12,False
+backbone.layers.3.mixer.experts.18.down_proj.weight,2688x1856,4988928,3.432827e-13,2.082657e-14,6.084766e-11,1.509707e-12,False
+backbone.layers.3.mixer.experts.18.up_proj.weight,1856x2688,4988928,3.654785e-13,3.348305e-14,1.017711e-10,2.744601e-12,False
+backbone.layers.3.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.820280e-13,1.671904e-14,4.829850e-11,1.131105e-12,False
+backbone.layers.3.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.649753e-13,3.533658e-14,1.031095e-10,2.646377e-12,False
+backbone.layers.3.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.087878e-13,1.934913e-14,5.632801e-11,1.299202e-12,False
+backbone.layers.3.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.390082e-13,4.019940e-14,1.173587e-10,2.928333e-12,False
+backbone.layers.3.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.532766e-13,2.019224e-14,5.909334e-11,1.386992e-12,False
+backbone.layers.3.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.712966e-13,3.327071e-14,9.748485e-11,2.467228e-12,False
+backbone.layers.3.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.972172e-13,1.720269e-14,4.986943e-11,1.173076e-12,False
+backbone.layers.3.mixer.experts.21.up_proj.weight,1856x2688,4988928,6.923143e-13,4.113011e-14,1.269646e-10,3.212216e-12,False
+backbone.layers.3.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.034935e-13,1.824097e-14,5.331648e-11,1.262468e-12,False
+backbone.layers.3.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.048463e-13,3.367889e-14,9.789349e-11,2.417028e-12,False
+backbone.layers.3.mixer.experts.23.down_proj.weight,2688x1856,4988928,3.031221e-13,2.084993e-14,6.130256e-11,1.408229e-12,False
+backbone.layers.3.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.413692e-13,4.126137e-14,1.195644e-10,2.902132e-12,False
+backbone.layers.3.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.985816e-13,1.703545e-14,4.964271e-11,1.168887e-12,False
+backbone.layers.3.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.548271e-13,3.763360e-14,1.092311e-10,2.693102e-12,False
+backbone.layers.3.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.039948e-13,1.603794e-14,4.685444e-11,1.135679e-12,False
+backbone.layers.3.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.263985e-13,3.523757e-14,1.052379e-10,2.687598e-12,False
+backbone.layers.3.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.331087e-13,1.596894e-14,4.635559e-11,1.079223e-12,False
+backbone.layers.3.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.594276e-13,4.270318e-14,1.264013e-10,3.149204e-12,False
+backbone.layers.3.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.131958e-13,1.656217e-14,4.802832e-11,1.183535e-12,False
+backbone.layers.3.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.251894e-13,3.732766e-14,1.129085e-10,2.997820e-12,False
+backbone.layers.3.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.476838e-13,1.724212e-14,4.977793e-11,1.180104e-12,False
+backbone.layers.3.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.476350e-13,3.872948e-14,1.146612e-10,2.909756e-12,False
+backbone.layers.3.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.519687e-13,1.656984e-14,4.795701e-11,1.170695e-12,False
+backbone.layers.3.mixer.experts.29.up_proj.weight,1856x2688,4988928,3.923081e-13,3.495291e-14,1.045827e-10,2.699201e-12,False
+backbone.layers.3.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.764925e-13,1.773539e-14,5.121636e-11,1.227766e-12,False
+backbone.layers.3.mixer.experts.3.up_proj.weight,1856x2688,4988928,3.850634e-13,3.434897e-14,1.017488e-10,2.667572e-12,False
+backbone.layers.3.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.814573e-13,1.466866e-14,4.255177e-11,1.032143e-12,False
+backbone.layers.3.mixer.experts.30.up_proj.weight,1856x2688,4988928,6.506384e-13,4.885291e-14,1.479168e-10,3.777694e-12,False
+backbone.layers.3.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.097766e-13,1.734683e-14,5.049170e-11,1.212871e-12,False
+backbone.layers.3.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.037656e-13,3.560472e-14,1.069705e-10,2.789006e-12,False
+backbone.layers.3.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.434202e-13,1.966919e-14,5.743826e-11,1.323849e-12,False
+backbone.layers.3.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.967068e-13,4.302372e-14,1.250830e-10,3.058722e-12,False
+backbone.layers.3.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.663253e-13,1.688437e-14,4.858846e-11,1.137351e-12,False
+backbone.layers.3.mixer.experts.33.up_proj.weight,1856x2688,4988928,3.621721e-13,3.502239e-14,1.025012e-10,2.661348e-12,False
+backbone.layers.3.mixer.experts.34.down_proj.weight,2688x1856,4988928,3.300520e-13,2.036388e-14,5.928367e-11,1.394305e-12,False
+backbone.layers.3.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.099325e-13,3.800135e-14,1.119238e-10,2.826495e-12,False
+backbone.layers.3.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.746728e-13,1.477048e-14,4.273059e-11,1.074443e-12,False
+backbone.layers.3.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.745926e-13,3.429852e-14,1.048433e-10,2.814339e-12,False
+backbone.layers.3.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.913365e-13,1.820785e-14,5.292100e-11,1.248743e-12,False
+backbone.layers.3.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.058802e-13,3.609902e-14,1.042575e-10,2.577886e-12,False
+backbone.layers.3.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.586439e-13,1.610463e-14,4.646692e-11,1.141883e-12,False
+backbone.layers.3.mixer.experts.37.up_proj.weight,1856x2688,4988928,3.129424e-13,2.791903e-14,8.372873e-11,2.215814e-12,False
+backbone.layers.3.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.637474e-13,2.056258e-14,6.099227e-11,1.443724e-12,False
+backbone.layers.3.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.403145e-13,3.495602e-14,1.035372e-10,2.678193e-12,False
+backbone.layers.3.mixer.experts.39.down_proj.weight,2688x1856,4988928,3.528497e-13,2.193867e-14,6.427825e-11,1.510373e-12,False
+backbone.layers.3.mixer.experts.39.up_proj.weight,1856x2688,4988928,3.884940e-13,3.382653e-14,9.897166e-11,2.405247e-12,False
+backbone.layers.3.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.676307e-13,1.770341e-14,5.108576e-11,1.184880e-12,False
+backbone.layers.3.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.673970e-13,3.358801e-14,9.739697e-11,2.453969e-12,False
+backbone.layers.3.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.545256e-13,1.974184e-14,5.755091e-11,1.436088e-12,False
+backbone.layers.3.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.096584e-13,3.266223e-14,9.914876e-11,2.675271e-12,False
+backbone.layers.3.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.961695e-13,1.794485e-14,5.190814e-11,1.216247e-12,False
+backbone.layers.3.mixer.experts.41.up_proj.weight,1856x2688,4988928,2.559619e-13,2.673728e-14,7.837181e-11,1.947426e-12,False
+backbone.layers.3.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.596761e-13,1.520319e-14,4.355340e-11,1.022382e-12,False
+backbone.layers.3.mixer.experts.42.up_proj.weight,1856x2688,4988928,5.276057e-13,4.497410e-14,1.329650e-10,3.244661e-12,False
+backbone.layers.3.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.311207e-13,1.743679e-14,5.072639e-11,1.234005e-12,False
+backbone.layers.3.mixer.experts.43.up_proj.weight,1856x2688,4988928,3.440651e-13,3.259015e-14,9.696593e-11,2.502762e-12,False
+backbone.layers.3.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.546437e-13,1.492571e-14,4.328528e-11,1.131792e-12,False
+backbone.layers.3.mixer.experts.44.up_proj.weight,1856x2688,4988928,3.833427e-13,2.905428e-14,9.415488e-11,2.605365e-12,False
+backbone.layers.3.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.539080e-13,1.758029e-14,5.150493e-11,1.250859e-12,False
+backbone.layers.3.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.381460e-13,3.754092e-14,1.113061e-10,2.925636e-12,False
+backbone.layers.3.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.288829e-13,1.765169e-14,5.140121e-11,1.284476e-12,False
+backbone.layers.3.mixer.experts.46.up_proj.weight,1856x2688,4988928,3.169839e-13,2.830729e-14,8.448368e-11,2.259319e-12,False
+backbone.layers.3.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.745036e-13,1.689717e-14,4.883909e-11,1.120368e-12,False
+backbone.layers.3.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.006569e-13,3.792404e-14,1.102838e-10,2.892677e-12,False
+backbone.layers.3.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.325171e-13,1.807563e-14,5.245057e-11,1.243893e-12,False
+backbone.layers.3.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.475769e-13,4.058835e-14,1.194767e-10,3.035744e-12,False
+backbone.layers.3.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.726883e-13,1.595311e-14,4.634982e-11,1.150775e-12,False
+backbone.layers.3.mixer.experts.49.up_proj.weight,1856x2688,4988928,6.088283e-13,3.940920e-14,1.220628e-10,3.271667e-12,False
+backbone.layers.3.mixer.experts.5.down_proj.weight,2688x1856,4988928,1.883459e-13,1.908183e-14,5.519511e-11,1.288341e-12,False
+backbone.layers.3.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.941081e-13,4.643435e-14,1.363433e-10,3.470258e-12,False
+backbone.layers.3.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.062447e-13,1.647002e-14,4.793411e-11,1.110620e-12,False
+backbone.layers.3.mixer.experts.50.up_proj.weight,1856x2688,4988928,3.693226e-13,3.552342e-14,1.036095e-10,2.564440e-12,False
+backbone.layers.3.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.566455e-13,1.607732e-14,4.638764e-11,1.102397e-12,False
+backbone.layers.3.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.739646e-13,4.052044e-14,1.198204e-10,2.964499e-12,False
+backbone.layers.3.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.646079e-13,1.629191e-14,4.708366e-11,1.133008e-12,False
+backbone.layers.3.mixer.experts.52.up_proj.weight,1856x2688,4988928,3.603853e-13,3.096516e-14,9.224455e-11,2.360014e-12,False
+backbone.layers.3.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.969952e-13,1.889008e-14,5.479941e-11,1.278387e-12,False
+backbone.layers.3.mixer.experts.53.up_proj.weight,1856x2688,4988928,3.557606e-13,3.028586e-14,8.920935e-11,2.270427e-12,False
+backbone.layers.3.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.216421e-13,1.891782e-14,5.533907e-11,1.272178e-12,False
+backbone.layers.3.mixer.experts.54.up_proj.weight,1856x2688,4988928,5.504724e-13,4.047841e-14,1.198041e-10,2.940917e-12,False
+backbone.layers.3.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.873154e-13,1.748025e-14,5.031128e-11,1.191951e-12,False
+backbone.layers.3.mixer.experts.55.up_proj.weight,1856x2688,4988928,3.183634e-13,3.262197e-14,9.366798e-11,2.401063e-12,False
+backbone.layers.3.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.543002e-13,1.572285e-14,4.527482e-11,1.070700e-12,False
+backbone.layers.3.mixer.experts.56.up_proj.weight,1856x2688,4988928,3.902859e-13,3.528731e-14,1.035155e-10,2.691540e-12,False
+backbone.layers.3.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.977667e-13,1.804292e-14,5.259985e-11,1.265917e-12,False
+backbone.layers.3.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.743497e-13,3.615014e-14,1.068784e-10,2.772790e-12,False
+backbone.layers.3.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.584739e-13,1.728414e-14,4.970945e-11,1.183064e-12,False
+backbone.layers.3.mixer.experts.58.up_proj.weight,1856x2688,4988928,5.217337e-13,4.214704e-14,1.261907e-10,3.245841e-12,False
+backbone.layers.3.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.134716e-13,1.832077e-14,5.291261e-11,1.233778e-12,False
+backbone.layers.3.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.679399e-13,3.413686e-14,9.972011e-11,2.525577e-12,False
+backbone.layers.3.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.686069e-13,1.336473e-14,3.847225e-11,1.042495e-12,False
+backbone.layers.3.mixer.experts.6.up_proj.weight,1856x2688,4988928,3.508339e-13,2.690537e-14,8.651797e-11,2.521757e-12,False
+backbone.layers.3.mixer.experts.60.down_proj.weight,2688x1856,4988928,3.061509e-13,1.757246e-14,5.114294e-11,1.188685e-12,False
+backbone.layers.3.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.143005e-13,3.815531e-14,1.118987e-10,2.855907e-12,False
+backbone.layers.3.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.061892e-13,1.642493e-14,4.758147e-11,1.118860e-12,False
+backbone.layers.3.mixer.experts.61.up_proj.weight,1856x2688,4988928,3.551118e-13,3.058268e-14,8.987260e-11,2.283117e-12,False
+backbone.layers.3.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.698659e-13,1.701214e-14,4.909891e-11,1.157109e-12,False
+backbone.layers.3.mixer.experts.62.up_proj.weight,1856x2688,4988928,4.179226e-13,4.033414e-14,1.170943e-10,3.015750e-12,False
+backbone.layers.3.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.513532e-13,1.539160e-14,4.424220e-11,1.004086e-12,False
+backbone.layers.3.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.197441e-13,3.640907e-14,1.048125e-10,2.521566e-12,False
+backbone.layers.3.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.958139e-13,1.811898e-14,5.249116e-11,1.219494e-12,False
+backbone.layers.3.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.499803e-13,4.582241e-14,1.340453e-10,3.315242e-12,False
+backbone.layers.3.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.982789e-13,1.874245e-14,5.480173e-11,1.399740e-12,False
+backbone.layers.3.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.346315e-13,3.119615e-14,9.797040e-11,2.732469e-12,False
+backbone.layers.3.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.322934e-13,1.889752e-14,5.486139e-11,1.254042e-12,False
+backbone.layers.3.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.470034e-13,4.188273e-14,1.216962e-10,2.867103e-12,False
+backbone.layers.3.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.452302e-13,1.651830e-14,4.741446e-11,1.097079e-12,False
+backbone.layers.3.mixer.experts.67.up_proj.weight,1856x2688,4988928,3.936157e-13,3.563140e-14,1.033141e-10,2.561561e-12,False
+backbone.layers.3.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.192777e-13,1.754278e-14,5.068686e-11,1.168552e-12,False
+backbone.layers.3.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.671055e-13,4.099056e-14,1.203812e-10,2.950206e-12,False
+backbone.layers.3.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.219371e-13,1.899257e-14,5.539314e-11,1.289222e-12,False
+backbone.layers.3.mixer.experts.69.up_proj.weight,1856x2688,4988928,6.741352e-13,4.280616e-14,1.287495e-10,3.262354e-12,False
+backbone.layers.3.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.011724e-13,1.869927e-14,5.424224e-11,1.273825e-12,False
+backbone.layers.3.mixer.experts.7.up_proj.weight,1856x2688,4988928,2.876172e-13,2.816398e-14,8.154515e-11,2.084458e-12,False
+backbone.layers.3.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.868471e-13,1.561517e-14,4.484466e-11,1.032667e-12,False
+backbone.layers.3.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.255619e-13,3.552575e-14,1.038698e-10,2.583758e-12,False
+backbone.layers.3.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.233942e-13,1.825284e-14,5.314177e-11,1.235571e-12,False
+backbone.layers.3.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.014497e-13,3.494079e-14,1.015672e-10,2.577502e-12,False
+backbone.layers.3.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.023659e-13,1.983728e-14,5.739869e-11,1.363403e-12,False
+backbone.layers.3.mixer.experts.72.up_proj.weight,1856x2688,4988928,3.304644e-13,3.073108e-14,8.941993e-11,2.279076e-12,False
+backbone.layers.3.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.404548e-13,1.453472e-14,4.166785e-11,9.621389e-13,False
+backbone.layers.3.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.864199e-13,4.424524e-14,1.287699e-10,3.124221e-12,False
+backbone.layers.3.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.746554e-13,1.562798e-14,4.521194e-11,1.103033e-12,False
+backbone.layers.3.mixer.experts.74.up_proj.weight,1856x2688,4988928,3.770630e-13,3.356652e-14,1.007613e-10,2.667155e-12,False
+backbone.layers.3.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.473335e-13,1.485595e-14,4.262803e-11,9.989847e-13,False
+backbone.layers.3.mixer.experts.75.up_proj.weight,1856x2688,4988928,3.728571e-13,3.215730e-14,9.331736e-11,2.329133e-12,False
+backbone.layers.3.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.732087e-13,1.348895e-14,3.889299e-11,1.001440e-12,False
+backbone.layers.3.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.147446e-13,3.514788e-14,1.107142e-10,3.028906e-12,False
+backbone.layers.3.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.224540e-13,1.872906e-14,5.436082e-11,1.261847e-12,False
+backbone.layers.3.mixer.experts.77.up_proj.weight,1856x2688,4988928,6.539214e-13,4.573900e-14,1.367677e-10,3.342354e-12,False
+backbone.layers.3.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.893399e-13,1.800729e-14,5.210461e-11,1.196160e-12,False
+backbone.layers.3.mixer.experts.78.up_proj.weight,1856x2688,4988928,5.785034e-13,4.217129e-14,1.234005e-10,3.058307e-12,False
+backbone.layers.3.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.940878e-13,1.796292e-14,5.201775e-11,1.196921e-12,False
+backbone.layers.3.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.913916e-13,3.352100e-14,9.768897e-11,2.568358e-12,False
+backbone.layers.3.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.962827e-13,1.712379e-14,4.946562e-11,1.150848e-12,False
+backbone.layers.3.mixer.experts.8.up_proj.weight,1856x2688,4988928,3.533042e-13,3.639351e-14,1.056841e-10,2.588378e-12,False
+backbone.layers.3.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.646808e-13,1.469795e-14,4.238989e-11,1.020745e-12,False
+backbone.layers.3.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.226515e-13,3.857280e-14,1.156819e-10,3.031584e-12,False
+backbone.layers.3.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.699509e-13,1.705552e-14,4.941997e-11,1.220594e-12,False
+backbone.layers.3.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.031471e-13,3.467103e-14,1.052807e-10,2.797095e-12,False
+backbone.layers.3.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.406097e-13,1.351403e-14,3.885780e-11,9.312506e-13,False
+backbone.layers.3.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.422678e-13,3.968659e-14,1.175589e-10,3.028060e-12,False
+backbone.layers.3.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.940296e-13,1.855820e-14,5.392419e-11,1.242541e-12,False
+backbone.layers.3.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.773992e-13,3.969232e-14,1.175129e-10,2.855490e-12,False
+backbone.layers.3.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.065388e-13,1.848133e-14,5.409965e-11,1.269475e-12,False
+backbone.layers.3.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.080213e-13,3.537401e-14,1.029576e-10,2.573345e-12,False
+backbone.layers.3.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.776496e-13,1.867099e-14,5.396166e-11,1.288732e-12,False
+backbone.layers.3.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.641798e-13,3.780990e-14,1.112910e-10,2.802426e-12,False
+backbone.layers.3.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.841634e-13,1.571533e-14,4.575461e-11,1.072348e-12,False
+backbone.layers.3.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.109161e-13,3.688726e-14,1.068749e-10,2.634908e-12,False
+backbone.layers.3.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.098703e-13,1.825309e-14,5.306873e-11,1.239913e-12,False
+backbone.layers.3.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.214858e-13,4.222108e-14,1.228407e-10,3.047958e-12,False
+backbone.layers.3.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.633971e-13,1.510267e-14,4.353216e-11,1.034939e-12,False
+backbone.layers.3.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.920439e-13,4.478692e-14,1.305360e-10,3.317343e-12,False
+backbone.layers.3.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.841860e-13,1.772389e-14,5.134703e-11,1.183051e-12,False
+backbone.layers.3.mixer.experts.89.up_proj.weight,1856x2688,4988928,3.497758e-13,3.393839e-14,9.821929e-11,2.462801e-12,False
+backbone.layers.3.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.869390e-13,1.738696e-14,5.030066e-11,1.176055e-12,False
+backbone.layers.3.mixer.experts.9.up_proj.weight,1856x2688,4988928,3.908714e-13,3.547238e-14,1.043404e-10,2.580879e-12,False
+backbone.layers.3.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.350169e-13,1.812659e-14,5.306572e-11,1.303289e-12,False
+backbone.layers.3.mixer.experts.90.up_proj.weight,1856x2688,4988928,3.756682e-13,3.311548e-14,9.981831e-11,2.630537e-12,False
+backbone.layers.3.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.604081e-13,1.578911e-14,4.558712e-11,1.109911e-12,False
+backbone.layers.3.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.261312e-13,3.513019e-14,1.053357e-10,2.776675e-12,False
+backbone.layers.3.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.349440e-13,2.109888e-14,6.247128e-11,1.457000e-12,False
+backbone.layers.3.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.153869e-13,3.975647e-14,1.159602e-10,2.757928e-12,False
+backbone.layers.3.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.650000e-13,1.523698e-14,4.382607e-11,1.055171e-12,False
+backbone.layers.3.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.386496e-13,3.827333e-14,1.134702e-10,2.884530e-12,False
+backbone.layers.3.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.442230e-13,1.926355e-14,5.723586e-11,1.362952e-12,False
+backbone.layers.3.mixer.experts.94.up_proj.weight,1856x2688,4988928,3.998720e-13,3.555195e-14,1.038652e-10,2.656992e-12,False
+backbone.layers.3.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.769748e-13,1.527993e-14,4.385814e-11,1.015547e-12,False
+backbone.layers.3.mixer.experts.95.up_proj.weight,1856x2688,4988928,3.535644e-13,3.644796e-14,1.062152e-10,2.642946e-12,False
+backbone.layers.3.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.716544e-13,1.714131e-14,4.959630e-11,1.150125e-12,False
+backbone.layers.3.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.794776e-13,3.968255e-14,1.160470e-10,2.864162e-12,False
+backbone.layers.3.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.045386e-13,1.907379e-14,5.513919e-11,1.290871e-12,False
+backbone.layers.3.mixer.experts.97.up_proj.weight,1856x2688,4988928,6.709841e-13,4.448250e-14,1.347663e-10,3.358108e-12,False
+backbone.layers.3.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.011460e-13,1.761510e-14,5.080283e-11,1.207833e-12,False
+backbone.layers.3.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.798595e-13,3.653673e-14,1.100249e-10,2.780556e-12,False
+backbone.layers.3.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.386771e-13,1.746254e-14,5.103038e-11,1.238252e-12,False
+backbone.layers.3.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.543349e-13,3.753655e-14,1.120144e-10,2.915199e-12,False
+backbone.layers.3.mixer.gate.weight,128x2688,344064,9.839074e-13,1.124645e-13,8.580037e-11,2.501813e-12,False
+backbone.layers.3.mixer.shared_experts.down_proj.weight,2688x3712,9977856,8.153131e-13,5.410834e-14,2.209119e-10,4.099524e-12,False
+backbone.layers.3.mixer.shared_experts.up_proj.weight,3712x2688,9977856,6.567281e-13,3.277981e-14,1.492941e-10,2.968532e-12,False
+backbone.layers.3.norm.weight,2688,2688,1.110223e-16,2.217389e-17,1.837089e-15,1.202171e-16,False
+backbone.layers.30.mixer.A_log,64,64,1.776357e-15,1.702197e-16,2.694186e-15,1.762176e-16,False
+backbone.layers.30.mixer.D,64,64,2.220446e-16,2.841965e-17,4.414803e-16,1.265925e-16,False
+backbone.layers.30.mixer.conv1d.weight,6144x1x4,24576,1.679212e-15,1.132365e-17,5.318226e-15,5.268875e-16,True
+backbone.layers.30.mixer.dt_bias,64,64,1.776357e-15,3.453184e-16,4.480962e-15,1.407825e-16,False
+backbone.layers.30.mixer.in_proj.weight,10304x2688,27697152,6.533524e-13,4.390603e-14,3.038271e-10,2.501141e-12,False
+backbone.layers.30.mixer.norm.weight,4096,4096,7.105427e-15,1.993374e-16,3.078036e-14,1.293731e-16,False
+backbone.layers.30.mixer.out_proj.weight,2688x4096,11010048,1.826504e-12,1.096493e-13,4.756854e-10,6.796205e-12,False
+backbone.layers.30.norm.weight,2688,2688,3.330669e-16,5.637851e-17,4.361778e-15,1.229969e-16,False
+backbone.layers.31.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.665230e-13,1.619042e-14,4.675350e-11,1.044309e-12,False
+backbone.layers.31.mixer.experts.0.up_proj.weight,1856x2688,4988928,3.730419e-13,3.846012e-14,1.104598e-10,2.401348e-12,False
+backbone.layers.31.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.089197e-13,2.002687e-14,5.808037e-11,1.280248e-12,False
+backbone.layers.31.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.336115e-13,4.154573e-14,1.197147e-10,2.554622e-12,False
+backbone.layers.31.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.971496e-13,1.710220e-14,4.931270e-11,1.104866e-12,False
+backbone.layers.31.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.887764e-13,4.448972e-14,1.292361e-10,2.781114e-12,False
+backbone.layers.31.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.148871e-13,1.860663e-14,5.436224e-11,1.220175e-12,False
+backbone.layers.31.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.477425e-13,4.454385e-14,1.297401e-10,2.848001e-12,False
+backbone.layers.31.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.876416e-13,1.801692e-14,5.220337e-11,1.165848e-12,False
+backbone.layers.31.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.083778e-13,3.787923e-14,1.097340e-10,2.414408e-12,False
+backbone.layers.31.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.308986e-13,1.958661e-14,5.721841e-11,1.289091e-12,False
+backbone.layers.31.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.883420e-13,4.382959e-14,1.273497e-10,2.812470e-12,False
+backbone.layers.31.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.143619e-13,2.062924e-14,6.048231e-11,1.378123e-12,False
+backbone.layers.31.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.707467e-13,4.284067e-14,1.247316e-10,2.730254e-12,False
+backbone.layers.31.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.765597e-13,1.579792e-14,4.597878e-11,1.074288e-12,False
+backbone.layers.31.mixer.experts.104.up_proj.weight,1856x2688,4988928,3.854434e-13,4.051249e-14,1.177797e-10,2.669775e-12,False
+backbone.layers.31.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.675483e-13,1.625406e-14,4.687477e-11,1.061313e-12,False
+backbone.layers.31.mixer.experts.105.up_proj.weight,1856x2688,4988928,6.257703e-13,4.932189e-14,1.441064e-10,3.131004e-12,False
+backbone.layers.31.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.678309e-13,1.820374e-14,5.291012e-11,1.199659e-12,False
+backbone.layers.31.mixer.experts.106.up_proj.weight,1856x2688,4988928,5.229868e-13,4.736896e-14,1.380915e-10,3.050989e-12,False
+backbone.layers.31.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.365955e-13,1.847341e-14,5.418683e-11,1.240904e-12,False
+backbone.layers.31.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.935019e-13,4.287841e-14,1.245529e-10,2.660828e-12,False
+backbone.layers.31.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.626399e-13,1.625088e-14,4.696030e-11,1.094419e-12,False
+backbone.layers.31.mixer.experts.108.up_proj.weight,1856x2688,4988928,4.573390e-13,4.120188e-14,1.191713e-10,2.662939e-12,False
+backbone.layers.31.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.939143e-13,1.780410e-14,5.167759e-11,1.130318e-12,False
+backbone.layers.31.mixer.experts.109.up_proj.weight,1856x2688,4988928,3.623109e-13,4.119624e-14,1.184129e-10,2.500180e-12,False
+backbone.layers.31.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.475554e-13,1.992028e-14,5.874516e-11,1.356401e-12,False
+backbone.layers.31.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.902162e-13,4.137831e-14,1.203072e-10,2.706726e-12,False
+backbone.layers.31.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.984895e-13,2.233463e-14,6.554418e-11,1.457008e-12,False
+backbone.layers.31.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.025044e-13,4.027650e-14,1.161374e-10,2.495108e-12,False
+backbone.layers.31.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.280467e-13,1.866416e-14,5.428658e-11,1.221871e-12,False
+backbone.layers.31.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.548150e-13,3.784867e-14,1.101566e-10,2.412334e-12,False
+backbone.layers.31.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.933679e-13,1.726177e-14,5.008506e-11,1.163967e-12,False
+backbone.layers.31.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.918149e-13,4.146499e-14,1.200158e-10,2.704695e-12,False
+backbone.layers.31.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.941320e-13,1.861891e-14,5.397321e-11,1.212828e-12,False
+backbone.layers.31.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.426962e-13,4.158481e-14,1.202070e-10,2.623783e-12,False
+backbone.layers.31.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.726952e-13,1.583893e-14,4.580150e-11,1.065448e-12,False
+backbone.layers.31.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.641644e-13,4.282852e-14,1.249598e-10,2.848541e-12,False
+backbone.layers.31.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.785464e-13,1.590856e-14,4.588963e-11,1.044232e-12,False
+backbone.layers.31.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.419069e-13,3.871436e-14,1.121266e-10,2.420784e-12,False
+backbone.layers.31.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.859467e-13,1.745448e-14,5.066387e-11,1.168726e-12,False
+backbone.layers.31.mixer.experts.116.up_proj.weight,1856x2688,4988928,7.054669e-13,4.958084e-14,1.459524e-10,3.232023e-12,False
+backbone.layers.31.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.786349e-13,1.669470e-14,4.838462e-11,1.098828e-12,False
+backbone.layers.31.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.267661e-13,4.235739e-14,1.230518e-10,2.706880e-12,False
+backbone.layers.31.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.408906e-13,2.020935e-14,5.873022e-11,1.310901e-12,False
+backbone.layers.31.mixer.experts.118.up_proj.weight,1856x2688,4988928,5.232793e-13,4.448064e-14,1.284896e-10,2.760529e-12,False
+backbone.layers.31.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.225182e-13,1.813546e-14,5.314009e-11,1.171480e-12,False
+backbone.layers.31.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.361450e-13,4.277291e-14,1.238953e-10,2.660154e-12,False
+backbone.layers.31.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.011932e-13,1.998991e-14,5.834631e-11,1.278929e-12,False
+backbone.layers.31.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.603748e-13,4.181592e-14,1.215689e-10,2.588517e-12,False
+backbone.layers.31.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.302031e-13,2.206379e-14,6.401587e-11,1.413644e-12,False
+backbone.layers.31.mixer.experts.120.up_proj.weight,1856x2688,4988928,3.567999e-13,3.951023e-14,1.133347e-10,2.408714e-12,False
+backbone.layers.31.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.219243e-13,1.654257e-14,4.805243e-11,1.070422e-12,False
+backbone.layers.31.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.284073e-13,4.309460e-14,1.241436e-10,2.666136e-12,False
+backbone.layers.31.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.903330e-13,1.809256e-14,5.235303e-11,1.177171e-12,False
+backbone.layers.31.mixer.experts.122.up_proj.weight,1856x2688,4988928,5.517837e-13,5.015895e-14,1.465201e-10,3.260737e-12,False
+backbone.layers.31.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.039618e-13,1.728027e-14,4.999789e-11,1.160281e-12,False
+backbone.layers.31.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.134158e-13,4.046520e-14,1.170691e-10,2.603753e-12,False
+backbone.layers.31.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.542779e-13,2.087286e-14,6.089097e-11,1.383784e-12,False
+backbone.layers.31.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.272312e-13,4.236689e-14,1.222882e-10,2.678732e-12,False
+backbone.layers.31.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.907003e-13,1.664510e-14,4.805813e-11,1.132276e-12,False
+backbone.layers.31.mixer.experts.125.up_proj.weight,1856x2688,4988928,3.993542e-13,4.025387e-14,1.165534e-10,2.612146e-12,False
+backbone.layers.31.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.631213e-13,1.743016e-14,5.015747e-11,1.170025e-12,False
+backbone.layers.31.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.186651e-13,3.609301e-14,1.042463e-10,2.328791e-12,False
+backbone.layers.31.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.030529e-13,1.604062e-14,4.633147e-11,1.079619e-12,False
+backbone.layers.31.mixer.experts.127.up_proj.weight,1856x2688,4988928,3.851416e-13,3.928149e-14,1.130145e-10,2.566893e-12,False
+backbone.layers.31.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.694547e-13,1.721731e-14,5.011806e-11,1.120490e-12,False
+backbone.layers.31.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.285600e-13,3.919665e-14,1.134385e-10,2.426190e-12,False
+backbone.layers.31.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.707487e-13,1.961284e-14,5.698567e-11,1.315477e-12,False
+backbone.layers.31.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.608639e-13,4.588978e-14,1.349731e-10,3.005974e-12,False
+backbone.layers.31.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.937790e-13,1.747773e-14,5.093174e-11,1.143714e-12,False
+backbone.layers.31.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.232994e-13,3.947739e-14,1.139282e-10,2.464476e-12,False
+backbone.layers.31.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.023277e-13,1.674102e-14,4.841958e-11,1.096911e-12,False
+backbone.layers.31.mixer.experts.16.up_proj.weight,1856x2688,4988928,6.186301e-13,4.975603e-14,1.469320e-10,3.231778e-12,False
+backbone.layers.31.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.024839e-13,2.016201e-14,5.856611e-11,1.266589e-12,False
+backbone.layers.31.mixer.experts.17.up_proj.weight,1856x2688,4988928,6.712890e-13,4.955732e-14,1.443844e-10,3.015476e-12,False
+backbone.layers.31.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.000310e-13,1.751601e-14,5.068480e-11,1.156214e-12,False
+backbone.layers.31.mixer.experts.18.up_proj.weight,1856x2688,4988928,5.532519e-13,4.477770e-14,1.321489e-10,2.952341e-12,False
+backbone.layers.31.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.828780e-13,1.818598e-14,5.269681e-11,1.173371e-12,False
+backbone.layers.31.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.878598e-13,3.980897e-14,1.155473e-10,2.467559e-12,False
+backbone.layers.31.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.551793e-13,2.058783e-14,6.043774e-11,1.388265e-12,False
+backbone.layers.31.mixer.experts.2.up_proj.weight,1856x2688,4988928,7.116868e-13,5.260963e-14,1.566118e-10,3.542362e-12,False
+backbone.layers.31.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.107481e-13,1.985341e-14,5.779873e-11,1.308760e-12,False
+backbone.layers.31.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.787464e-13,3.907070e-14,1.132462e-10,2.420432e-12,False
+backbone.layers.31.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.850083e-13,1.685271e-14,4.905471e-11,1.101440e-12,False
+backbone.layers.31.mixer.experts.21.up_proj.weight,1856x2688,4988928,5.157376e-13,4.290441e-14,1.240642e-10,2.707826e-12,False
+backbone.layers.31.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.247091e-13,1.535953e-14,4.410408e-11,1.004809e-12,False
+backbone.layers.31.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.046501e-13,4.737898e-14,1.372164e-10,3.012123e-12,False
+backbone.layers.31.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.308952e-13,1.829593e-14,5.445313e-11,1.182319e-12,False
+backbone.layers.31.mixer.experts.23.up_proj.weight,1856x2688,4988928,5.747295e-13,5.090537e-14,1.501593e-10,3.135591e-12,False
+backbone.layers.31.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.142488e-13,1.755600e-14,5.076563e-11,1.168203e-12,False
+backbone.layers.31.mixer.experts.24.up_proj.weight,1856x2688,4988928,5.695999e-13,4.151491e-14,1.204924e-10,2.687099e-12,False
+backbone.layers.31.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.634387e-13,1.711367e-14,4.944379e-11,1.086398e-12,False
+backbone.layers.31.mixer.experts.25.up_proj.weight,1856x2688,4988928,6.522456e-13,4.062811e-14,1.184690e-10,2.527553e-12,False
+backbone.layers.31.mixer.experts.26.down_proj.weight,2688x1856,4988928,3.129580e-13,2.269878e-14,6.701130e-11,1.494412e-12,False
+backbone.layers.31.mixer.experts.26.up_proj.weight,1856x2688,4988928,8.583481e-13,5.097337e-14,1.531967e-10,3.269297e-12,False
+backbone.layers.31.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.958919e-13,1.926705e-14,5.569066e-11,1.226688e-12,False
+backbone.layers.31.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.500220e-13,3.966207e-14,1.148182e-10,2.498809e-12,False
+backbone.layers.31.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.931892e-13,1.799696e-14,5.217930e-11,1.174658e-12,False
+backbone.layers.31.mixer.experts.28.up_proj.weight,1856x2688,4988928,6.610216e-13,4.442497e-14,1.293255e-10,2.822614e-12,False
+backbone.layers.31.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.545186e-13,2.049931e-14,6.000009e-11,1.375303e-12,False
+backbone.layers.31.mixer.experts.29.up_proj.weight,1856x2688,4988928,5.256915e-13,4.470074e-14,1.303353e-10,2.891357e-12,False
+backbone.layers.31.mixer.experts.3.down_proj.weight,2688x1856,4988928,3.004116e-13,1.901239e-14,5.575400e-11,1.309746e-12,False
+backbone.layers.31.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.354191e-13,3.588454e-14,1.044342e-10,2.356767e-12,False
+backbone.layers.31.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.004820e-13,1.793763e-14,5.198587e-11,1.172715e-12,False
+backbone.layers.31.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.784437e-13,3.972481e-14,1.150968e-10,2.495123e-12,False
+backbone.layers.31.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.317669e-13,1.860867e-14,5.408329e-11,1.235959e-12,False
+backbone.layers.31.mixer.experts.31.up_proj.weight,1856x2688,4988928,5.395116e-13,4.552391e-14,1.321651e-10,2.858836e-12,False
+backbone.layers.31.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.616875e-13,1.363365e-14,3.917935e-11,9.334998e-13,False
+backbone.layers.31.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.922529e-13,4.015997e-14,1.164988e-10,2.632307e-12,False
+backbone.layers.31.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.522948e-13,1.547078e-14,4.442769e-11,1.012184e-12,False
+backbone.layers.31.mixer.experts.33.up_proj.weight,1856x2688,4988928,5.548270e-13,4.318637e-14,1.257760e-10,2.823333e-12,False
+backbone.layers.31.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.876208e-13,1.844967e-14,5.342246e-11,1.233879e-12,False
+backbone.layers.31.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.756126e-13,4.062177e-14,1.174586e-10,2.602609e-12,False
+backbone.layers.31.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.738713e-13,1.558897e-14,4.508077e-11,1.021701e-12,False
+backbone.layers.31.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.506309e-13,4.048376e-14,1.169708e-10,2.551219e-12,False
+backbone.layers.31.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.506884e-13,1.987605e-14,5.769972e-11,1.324252e-12,False
+backbone.layers.31.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.666404e-13,4.138623e-14,1.209403e-10,2.676961e-12,False
+backbone.layers.31.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.824860e-13,1.717216e-14,4.976325e-11,1.134877e-12,False
+backbone.layers.31.mixer.experts.37.up_proj.weight,1856x2688,4988928,5.664566e-13,4.297865e-14,1.249015e-10,2.733185e-12,False
+backbone.layers.31.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.587028e-13,1.975459e-14,5.809813e-11,1.411086e-12,False
+backbone.layers.31.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.848144e-13,4.420401e-14,1.284413e-10,2.965896e-12,False
+backbone.layers.31.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.947192e-13,1.976091e-14,5.723400e-11,1.304946e-12,False
+backbone.layers.31.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.070753e-13,4.391313e-14,1.284074e-10,2.895406e-12,False
+backbone.layers.31.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.136798e-13,1.847162e-14,5.390710e-11,1.202855e-12,False
+backbone.layers.31.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.147229e-13,4.219938e-14,1.220712e-10,2.624834e-12,False
+backbone.layers.31.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.883420e-13,1.625464e-14,4.729452e-11,1.087316e-12,False
+backbone.layers.31.mixer.experts.40.up_proj.weight,1856x2688,4988928,5.172876e-13,4.609041e-14,1.338854e-10,2.995453e-12,False
+backbone.layers.31.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.393502e-13,1.831953e-14,5.349956e-11,1.177436e-12,False
+backbone.layers.31.mixer.experts.41.up_proj.weight,1856x2688,4988928,6.543481e-13,5.018203e-14,1.475358e-10,3.125999e-12,False
+backbone.layers.31.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.991671e-13,1.757579e-14,5.126257e-11,1.165049e-12,False
+backbone.layers.31.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.075715e-13,3.804093e-14,1.098671e-10,2.453698e-12,False
+backbone.layers.31.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.069126e-13,1.679923e-14,4.859152e-11,1.130231e-12,False
+backbone.layers.31.mixer.experts.43.up_proj.weight,1856x2688,4988928,5.335246e-13,4.864567e-14,1.417793e-10,3.153298e-12,False
+backbone.layers.31.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.382625e-13,1.981783e-14,5.771274e-11,1.299917e-12,False
+backbone.layers.31.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.991701e-13,4.665628e-14,1.356081e-10,3.022712e-12,False
+backbone.layers.31.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.514031e-13,1.803976e-14,5.297299e-11,1.187126e-12,False
+backbone.layers.31.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.052314e-13,3.739704e-14,1.081917e-10,2.340255e-12,False
+backbone.layers.31.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.189811e-13,1.796421e-14,5.211784e-11,1.198315e-12,False
+backbone.layers.31.mixer.experts.46.up_proj.weight,1856x2688,4988928,5.263116e-13,4.510538e-14,1.315365e-10,2.911615e-12,False
+backbone.layers.31.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.598755e-13,2.183018e-14,6.385291e-11,1.414597e-12,False
+backbone.layers.31.mixer.experts.47.up_proj.weight,1856x2688,4988928,5.051203e-13,4.314897e-14,1.253743e-10,2.707716e-12,False
+backbone.layers.31.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.519141e-13,1.559753e-14,4.518758e-11,1.063547e-12,False
+backbone.layers.31.mixer.experts.48.up_proj.weight,1856x2688,4988928,5.296900e-13,4.204862e-14,1.217027e-10,2.665622e-12,False
+backbone.layers.31.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.938055e-13,1.635578e-14,4.759617e-11,1.081994e-12,False
+backbone.layers.31.mixer.experts.49.up_proj.weight,1856x2688,4988928,5.194664e-13,4.416595e-14,1.283619e-10,2.826061e-12,False
+backbone.layers.31.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.067201e-13,1.984648e-14,5.761858e-11,1.262679e-12,False
+backbone.layers.31.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.880227e-13,4.775513e-14,1.388551e-10,2.928039e-12,False
+backbone.layers.31.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.649306e-13,1.563625e-14,4.529549e-11,1.034127e-12,False
+backbone.layers.31.mixer.experts.50.up_proj.weight,1856x2688,4988928,5.606973e-13,4.412869e-14,1.303545e-10,2.840770e-12,False
+backbone.layers.31.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.895706e-13,1.762747e-14,5.099044e-11,1.166694e-12,False
+backbone.layers.31.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.292539e-13,4.418386e-14,1.287652e-10,2.798869e-12,False
+backbone.layers.31.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.320748e-13,1.831492e-14,5.326781e-11,1.238360e-12,False
+backbone.layers.31.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.734511e-13,5.150444e-14,1.501087e-10,3.369082e-12,False
+backbone.layers.31.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.129061e-13,1.834979e-14,5.355457e-11,1.190057e-12,False
+backbone.layers.31.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.974170e-13,4.136248e-14,1.202562e-10,2.591170e-12,False
+backbone.layers.31.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.567946e-13,1.867197e-14,5.437988e-11,1.222672e-12,False
+backbone.layers.31.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.962628e-13,4.728613e-14,1.384723e-10,2.985160e-12,False
+backbone.layers.31.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.289037e-13,2.013731e-14,5.885191e-11,1.319745e-12,False
+backbone.layers.31.mixer.experts.55.up_proj.weight,1856x2688,4988928,5.627530e-13,4.506712e-14,1.314505e-10,2.858779e-12,False
+backbone.layers.31.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.981679e-13,1.715935e-14,4.980116e-11,1.155227e-12,False
+backbone.layers.31.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.056130e-13,3.983104e-14,1.157596e-10,2.546783e-12,False
+backbone.layers.31.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.689968e-13,1.688321e-14,4.882701e-11,1.073809e-12,False
+backbone.layers.31.mixer.experts.57.up_proj.weight,1856x2688,4988928,6.059528e-13,5.102602e-14,1.490044e-10,3.189313e-12,False
+backbone.layers.31.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.270918e-13,1.788595e-14,5.176803e-11,1.167563e-12,False
+backbone.layers.31.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.661167e-13,4.075172e-14,1.182017e-10,2.547404e-12,False
+backbone.layers.31.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.063072e-13,1.762347e-14,5.095347e-11,1.164386e-12,False
+backbone.layers.31.mixer.experts.59.up_proj.weight,1856x2688,4988928,5.658920e-13,4.470900e-14,1.301723e-10,2.844299e-12,False
+backbone.layers.31.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.823400e-13,1.705112e-14,4.924336e-11,1.131482e-12,False
+backbone.layers.31.mixer.experts.6.up_proj.weight,1856x2688,4988928,5.401686e-13,4.366441e-14,1.275989e-10,2.842959e-12,False
+backbone.layers.31.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.949760e-13,1.736309e-14,5.035648e-11,1.139039e-12,False
+backbone.layers.31.mixer.experts.60.up_proj.weight,1856x2688,4988928,5.400246e-13,4.495472e-14,1.310028e-10,2.846627e-12,False
+backbone.layers.31.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.958468e-13,1.743988e-14,5.053036e-11,1.154923e-12,False
+backbone.layers.31.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.262388e-13,4.261234e-14,1.245640e-10,2.740980e-12,False
+backbone.layers.31.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.290043e-13,2.089876e-14,6.125962e-11,1.370381e-12,False
+backbone.layers.31.mixer.experts.62.up_proj.weight,1856x2688,4988928,3.853957e-13,3.886676e-14,1.120538e-10,2.415622e-12,False
+backbone.layers.31.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.160876e-13,1.930509e-14,5.655930e-11,1.253030e-12,False
+backbone.layers.31.mixer.experts.63.up_proj.weight,1856x2688,4988928,3.956870e-13,3.660319e-14,1.058200e-10,2.270838e-12,False
+backbone.layers.31.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.706017e-13,1.946960e-14,5.874583e-11,1.311478e-12,False
+backbone.layers.31.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.503550e-13,4.101289e-14,1.185327e-10,2.576086e-12,False
+backbone.layers.31.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.883632e-13,1.731792e-14,5.008622e-11,1.118811e-12,False
+backbone.layers.31.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.296199e-13,3.893361e-14,1.124484e-10,2.434567e-12,False
+backbone.layers.31.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.250214e-13,2.118124e-14,6.166558e-11,1.433896e-12,False
+backbone.layers.31.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.600912e-13,4.277536e-14,1.238686e-10,2.793406e-12,False
+backbone.layers.31.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.247959e-13,2.107350e-14,6.123035e-11,1.362111e-12,False
+backbone.layers.31.mixer.experts.67.up_proj.weight,1856x2688,4988928,6.232653e-13,4.899264e-14,1.428111e-10,3.046550e-12,False
+backbone.layers.31.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.182985e-13,1.972701e-14,5.734496e-11,1.279359e-12,False
+backbone.layers.31.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.243967e-13,4.741830e-14,1.397872e-10,3.044858e-12,False
+backbone.layers.31.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.399470e-13,1.945301e-14,5.702183e-11,1.314757e-12,False
+backbone.layers.31.mixer.experts.69.up_proj.weight,1856x2688,4988928,5.385969e-13,4.212740e-14,1.225779e-10,2.706817e-12,False
+backbone.layers.31.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.782532e-13,1.788420e-14,5.162059e-11,1.179746e-12,False
+backbone.layers.31.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.997062e-13,4.636166e-14,1.344737e-10,2.973354e-12,False
+backbone.layers.31.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.182560e-13,1.569039e-14,4.542238e-11,1.026179e-12,False
+backbone.layers.31.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.828221e-13,3.889390e-14,1.123729e-10,2.499349e-12,False
+backbone.layers.31.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.501280e-13,1.997485e-14,5.895246e-11,1.368614e-12,False
+backbone.layers.31.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.857885e-13,4.376762e-14,1.277704e-10,2.817240e-12,False
+backbone.layers.31.mixer.experts.72.down_proj.weight,2688x1856,4988928,1.704435e-13,1.743248e-14,5.026375e-11,1.110770e-12,False
+backbone.layers.31.mixer.experts.72.up_proj.weight,1856x2688,4988928,5.929038e-13,4.649489e-14,1.358693e-10,2.942753e-12,False
+backbone.layers.31.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.074139e-13,1.803146e-14,5.252259e-11,1.220800e-12,False
+backbone.layers.31.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.072193e-13,4.322174e-14,1.255989e-10,2.879075e-12,False
+backbone.layers.31.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.427711e-13,2.070266e-14,6.038406e-11,1.370703e-12,False
+backbone.layers.31.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.191825e-13,3.844611e-14,1.110184e-10,2.435502e-12,False
+backbone.layers.31.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.213889e-13,2.060869e-14,6.051938e-11,1.298937e-12,False
+backbone.layers.31.mixer.experts.75.up_proj.weight,1856x2688,4988928,5.176327e-13,4.559903e-14,1.320949e-10,2.734516e-12,False
+backbone.layers.31.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.844419e-13,1.690354e-14,4.904101e-11,1.111240e-12,False
+backbone.layers.31.mixer.experts.76.up_proj.weight,1856x2688,4988928,6.656689e-13,5.146309e-14,1.520912e-10,3.405543e-12,False
+backbone.layers.31.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.692757e-13,2.016988e-14,6.002962e-11,1.394257e-12,False
+backbone.layers.31.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.719281e-13,4.255529e-14,1.234953e-10,2.715841e-12,False
+backbone.layers.31.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.061619e-13,1.788656e-14,5.173130e-11,1.178416e-12,False
+backbone.layers.31.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.486064e-13,3.837096e-14,1.115454e-10,2.509109e-12,False
+backbone.layers.31.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.373666e-13,1.801898e-14,5.255125e-11,1.204483e-12,False
+backbone.layers.31.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.315639e-13,4.248578e-14,1.225242e-10,2.693669e-12,False
+backbone.layers.31.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.442423e-13,1.634854e-14,4.698740e-11,1.099315e-12,False
+backbone.layers.31.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.258005e-13,4.162579e-14,1.207513e-10,2.793472e-12,False
+backbone.layers.31.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.115244e-13,1.687096e-14,4.897923e-11,1.139956e-12,False
+backbone.layers.31.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.254427e-13,3.879716e-14,1.119127e-10,2.538801e-12,False
+backbone.layers.31.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.849770e-13,1.835337e-14,5.322956e-11,1.229778e-12,False
+backbone.layers.31.mixer.experts.81.up_proj.weight,1856x2688,4988928,3.489379e-13,3.414169e-14,9.793958e-11,2.220039e-12,False
+backbone.layers.31.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.798353e-13,1.657943e-14,4.850399e-11,1.132133e-12,False
+backbone.layers.31.mixer.experts.82.up_proj.weight,1856x2688,4988928,5.610829e-13,4.710818e-14,1.377691e-10,3.060308e-12,False
+backbone.layers.31.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.598374e-13,1.657686e-14,4.769302e-11,1.058468e-12,False
+backbone.layers.31.mixer.experts.83.up_proj.weight,1856x2688,4988928,6.642950e-13,5.047664e-14,1.483872e-10,3.253679e-12,False
+backbone.layers.31.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.220550e-13,1.965925e-14,5.727021e-11,1.277763e-12,False
+backbone.layers.31.mixer.experts.84.up_proj.weight,1856x2688,4988928,5.317344e-13,4.472629e-14,1.310828e-10,2.812131e-12,False
+backbone.layers.31.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.168821e-13,1.713050e-14,4.971384e-11,1.119565e-12,False
+backbone.layers.31.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.630480e-13,4.165589e-14,1.199140e-10,2.606087e-12,False
+backbone.layers.31.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.925543e-13,1.886255e-14,5.492164e-11,1.252964e-12,False
+backbone.layers.31.mixer.experts.86.up_proj.weight,1856x2688,4988928,6.165068e-13,4.586914e-14,1.346277e-10,2.958698e-12,False
+backbone.layers.31.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.944209e-13,1.855796e-14,5.395055e-11,1.228117e-12,False
+backbone.layers.31.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.391904e-13,4.358314e-14,1.263945e-10,2.806929e-12,False
+backbone.layers.31.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.192916e-13,1.664064e-14,4.836532e-11,1.120988e-12,False
+backbone.layers.31.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.970052e-13,4.349005e-14,1.263688e-10,2.828873e-12,False
+backbone.layers.31.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.587550e-13,1.587005e-14,4.568802e-11,1.057727e-12,False
+backbone.layers.31.mixer.experts.89.up_proj.weight,1856x2688,4988928,6.166122e-13,4.774237e-14,1.398246e-10,3.153402e-12,False
+backbone.layers.31.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.248878e-13,1.931122e-14,5.600821e-11,1.269484e-12,False
+backbone.layers.31.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.445506e-13,4.181702e-14,1.209057e-10,2.683366e-12,False
+backbone.layers.31.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.775784e-13,1.590578e-14,4.597245e-11,1.058276e-12,False
+backbone.layers.31.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.451751e-13,3.933909e-14,1.142979e-10,2.574644e-12,False
+backbone.layers.31.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.446099e-13,2.032323e-14,5.944999e-11,1.331288e-12,False
+backbone.layers.31.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.806987e-13,4.711091e-14,1.385739e-10,3.013505e-12,False
+backbone.layers.31.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.910104e-13,1.680825e-14,4.861922e-11,1.131793e-12,False
+backbone.layers.31.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.506914e-13,5.017861e-14,1.462581e-10,3.283043e-12,False
+backbone.layers.31.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.425213e-13,1.933630e-14,5.604161e-11,1.281342e-12,False
+backbone.layers.31.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.982126e-13,4.359100e-14,1.274723e-10,2.842533e-12,False
+backbone.layers.31.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.205121e-13,1.906874e-14,5.553568e-11,1.264598e-12,False
+backbone.layers.31.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.097417e-13,4.009577e-14,1.162970e-10,2.568595e-12,False
+backbone.layers.31.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.748662e-13,1.627181e-14,4.742718e-11,1.095075e-12,False
+backbone.layers.31.mixer.experts.95.up_proj.weight,1856x2688,4988928,5.120349e-13,3.749274e-14,1.077509e-10,2.418179e-12,False
+backbone.layers.31.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.149808e-13,1.790552e-14,5.228321e-11,1.201498e-12,False
+backbone.layers.31.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.765522e-13,4.174042e-14,1.206795e-10,2.651995e-12,False
+backbone.layers.31.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.273268e-13,1.766976e-14,5.192476e-11,1.171582e-12,False
+backbone.layers.31.mixer.experts.97.up_proj.weight,1856x2688,4988928,5.507435e-13,5.215147e-14,1.516580e-10,3.305036e-12,False
+backbone.layers.31.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.304129e-13,1.660252e-14,4.866531e-11,1.263940e-12,False
+backbone.layers.31.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.100609e-13,3.441775e-14,9.966115e-11,2.356857e-12,False
+backbone.layers.31.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.809837e-13,1.903289e-14,5.525624e-11,1.270121e-12,False
+backbone.layers.31.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.785321e-13,4.336454e-14,1.265249e-10,2.779503e-12,False
+backbone.layers.31.mixer.gate.weight,128x2688,344064,4.227937e-13,3.976414e-14,3.063850e-11,2.541404e-12,False
+backbone.layers.31.mixer.shared_experts.down_proj.weight,2688x3712,9977856,9.532271e-13,7.274190e-14,3.010035e-10,6.073205e-12,False
+backbone.layers.31.mixer.shared_experts.up_proj.weight,3712x2688,9977856,2.957877e-13,2.658921e-14,1.088158e-10,2.308724e-12,False
+backbone.layers.31.norm.weight,2688,2688,4.440892e-16,9.493610e-17,7.603408e-15,1.226837e-16,False
+backbone.layers.32.mixer.A_log,64,64,8.881784e-16,2.138047e-16,2.838271e-15,1.967917e-16,True
+backbone.layers.32.mixer.D,64,64,4.440892e-16,3.282168e-17,6.932805e-16,1.246163e-16,True
+backbone.layers.32.mixer.conv1d.weight,6144x1x4,24576,1.068590e-15,1.404126e-17,6.559030e-15,5.958488e-16,True
+backbone.layers.32.mixer.dt_bias,64,64,1.776357e-15,3.801213e-16,5.047567e-15,1.312202e-16,True
+backbone.layers.32.mixer.in_proj.weight,10304x2688,27697152,1.238253e-12,4.725403e-14,3.307733e-10,2.690669e-12,True
+backbone.layers.32.mixer.norm.weight,4096,4096,3.552714e-15,2.092841e-16,2.639597e-14,1.169062e-16,True
+backbone.layers.32.mixer.out_proj.weight,2688x4096,11010048,1.717369e-12,1.039977e-13,4.537025e-10,6.510396e-12,True
+backbone.layers.32.norm.weight,2688,2688,4.440892e-16,5.792737e-17,4.519644e-15,1.221342e-16,True
+backbone.layers.33.mixer.k_proj.weight,256x2688,688128,5.793838e-13,3.987830e-14,4.416232e-11,2.523775e-12,True
+backbone.layers.33.mixer.o_proj.weight,2688x4096,11010048,2.411602e-12,1.212696e-13,5.266952e-10,6.347181e-12,True
+backbone.layers.33.mixer.q_proj.weight,4096x2688,11010048,5.973000e-13,4.512115e-14,1.959717e-10,2.484088e-12,True
+backbone.layers.33.mixer.v_proj.weight,256x2688,688128,5.880105e-13,5.791058e-14,6.285091e-11,2.292285e-12,True
+backbone.layers.33.norm.weight,2688,2688,8.881784e-16,7.529526e-17,5.945656e-15,1.201742e-16,True
+backbone.layers.34.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.108522e-13,1.789897e-14,5.188591e-11,1.157192e-12,False
+backbone.layers.34.mixer.experts.0.up_proj.weight,1856x2688,4988928,4.911627e-13,4.402659e-14,1.271273e-10,2.781519e-12,False
+backbone.layers.34.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.944417e-13,1.857107e-14,5.390639e-11,1.209519e-12,False
+backbone.layers.34.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.099568e-13,3.937551e-14,1.141539e-10,2.496062e-12,False
+backbone.layers.34.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.846509e-13,1.674036e-14,4.827010e-11,1.097315e-12,False
+backbone.layers.34.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.067747e-13,4.235885e-14,1.226739e-10,2.692739e-12,False
+backbone.layers.34.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.257465e-13,1.889045e-14,5.490631e-11,1.258744e-12,False
+backbone.layers.34.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.912095e-13,4.034734e-14,1.164946e-10,2.572468e-12,False
+backbone.layers.34.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.899765e-13,1.586728e-14,4.601616e-11,1.084716e-12,False
+backbone.layers.34.mixer.experts.101.up_proj.weight,1856x2688,4988928,3.681578e-13,4.000436e-14,1.157814e-10,2.601846e-12,False
+backbone.layers.34.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.853101e-13,1.684392e-14,4.866542e-11,1.113061e-12,False
+backbone.layers.34.mixer.experts.102.up_proj.weight,1856x2688,4988928,5.014877e-13,4.252582e-14,1.231204e-10,2.758949e-12,False
+backbone.layers.34.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.811537e-13,1.844398e-14,5.326758e-11,1.161218e-12,False
+backbone.layers.34.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.388295e-13,4.280554e-14,1.233936e-10,2.656770e-12,False
+backbone.layers.34.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.267422e-13,1.671652e-14,4.853298e-11,1.057771e-12,False
+backbone.layers.34.mixer.experts.104.up_proj.weight,1856x2688,4988928,6.239766e-13,4.373529e-14,1.274601e-10,2.712666e-12,False
+backbone.layers.34.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.321147e-13,1.875606e-14,5.446490e-11,1.234797e-12,False
+backbone.layers.34.mixer.experts.105.up_proj.weight,1856x2688,4988928,5.343399e-13,4.893928e-14,1.425615e-10,3.128033e-12,False
+backbone.layers.34.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.700584e-13,1.690627e-14,4.875848e-11,1.075186e-12,False
+backbone.layers.34.mixer.experts.106.up_proj.weight,1856x2688,4988928,6.735272e-13,5.330853e-14,1.578027e-10,3.381921e-12,False
+backbone.layers.34.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.788136e-13,1.599491e-14,4.613068e-11,1.048546e-12,False
+backbone.layers.34.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.843941e-13,4.853196e-14,1.426288e-10,3.095948e-12,False
+backbone.layers.34.mixer.experts.108.down_proj.weight,2688x1856,4988928,3.114314e-13,2.045703e-14,6.008428e-11,1.365702e-12,False
+backbone.layers.34.mixer.experts.108.up_proj.weight,1856x2688,4988928,8.940140e-13,5.267850e-14,1.566151e-10,3.515070e-12,False
+backbone.layers.34.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.826803e-13,1.783330e-14,5.140723e-11,1.152412e-12,False
+backbone.layers.34.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.472533e-13,4.495691e-14,1.299414e-10,2.826025e-12,False
+backbone.layers.34.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.516511e-13,1.906264e-14,5.550159e-11,1.245773e-12,False
+backbone.layers.34.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.438741e-13,4.139849e-14,1.199271e-10,2.654950e-12,False
+backbone.layers.34.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.347497e-13,1.944327e-14,5.718155e-11,1.285597e-12,False
+backbone.layers.34.mixer.experts.110.up_proj.weight,1856x2688,4988928,3.801074e-13,3.677749e-14,1.062943e-10,2.397244e-12,False
+backbone.layers.34.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.386156e-13,1.877923e-14,5.427640e-11,1.262319e-12,False
+backbone.layers.34.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.341578e-13,4.300011e-14,1.265232e-10,2.818242e-12,False
+backbone.layers.34.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.941572e-13,1.727985e-14,5.003601e-11,1.097482e-12,False
+backbone.layers.34.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.087668e-13,3.814237e-14,1.110579e-10,2.390129e-12,False
+backbone.layers.34.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.588417e-13,1.673489e-14,4.815296e-11,1.061891e-12,False
+backbone.layers.34.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.315427e-13,4.595807e-14,1.332191e-10,2.838702e-12,False
+backbone.layers.34.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.067357e-13,1.860376e-14,5.386988e-11,1.206186e-12,False
+backbone.layers.34.mixer.experts.114.up_proj.weight,1856x2688,4988928,6.427046e-13,4.975766e-14,1.468294e-10,3.203759e-12,False
+backbone.layers.34.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.235816e-13,1.983427e-14,5.799390e-11,1.273559e-12,False
+backbone.layers.34.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.033826e-13,4.165940e-14,1.204412e-10,2.562967e-12,False
+backbone.layers.34.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.642367e-13,1.608278e-14,4.650752e-11,1.036422e-12,False
+backbone.layers.34.mixer.experts.116.up_proj.weight,1856x2688,4988928,5.442556e-13,4.612055e-14,1.349583e-10,2.917561e-12,False
+backbone.layers.34.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.192656e-13,1.953385e-14,5.659185e-11,1.272758e-12,False
+backbone.layers.34.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.159033e-13,4.726659e-14,1.376564e-10,2.993987e-12,False
+backbone.layers.34.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.629738e-13,1.755414e-14,5.057955e-11,1.116476e-12,False
+backbone.layers.34.mixer.experts.118.up_proj.weight,1856x2688,4988928,5.571099e-13,4.231338e-14,1.230152e-10,2.619176e-12,False
+backbone.layers.34.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.504650e-13,1.900476e-14,5.557028e-11,1.235134e-12,False
+backbone.layers.34.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.825324e-13,4.382866e-14,1.276751e-10,2.749375e-12,False
+backbone.layers.34.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.055483e-13,1.867761e-14,5.407341e-11,1.203942e-12,False
+backbone.layers.34.mixer.experts.12.up_proj.weight,1856x2688,4988928,5.053111e-13,4.224460e-14,1.229611e-10,2.659758e-12,False
+backbone.layers.34.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.966205e-13,1.766767e-14,5.100913e-11,1.135175e-12,False
+backbone.layers.34.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.343156e-13,4.526981e-14,1.316808e-10,2.796953e-12,False
+backbone.layers.34.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.971062e-13,1.774211e-14,5.137666e-11,1.143039e-12,False
+backbone.layers.34.mixer.experts.121.up_proj.weight,1856x2688,4988928,5.408660e-13,4.724597e-14,1.369749e-10,2.993505e-12,False
+backbone.layers.34.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.912845e-13,1.793713e-14,5.191101e-11,1.150540e-12,False
+backbone.layers.34.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.390169e-13,4.156801e-14,1.199864e-10,2.579691e-12,False
+backbone.layers.34.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.925023e-13,1.696254e-14,4.913466e-11,1.083430e-12,False
+backbone.layers.34.mixer.experts.123.up_proj.weight,1856x2688,4988928,6.416603e-13,4.630087e-14,1.349396e-10,2.894002e-12,False
+backbone.layers.34.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.938658e-13,1.762256e-14,5.095402e-11,1.136008e-12,False
+backbone.layers.34.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.947223e-13,4.138635e-14,1.206828e-10,2.699943e-12,False
+backbone.layers.34.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.887067e-13,1.696805e-14,4.886619e-11,1.099359e-12,False
+backbone.layers.34.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.906700e-13,4.394660e-14,1.271763e-10,2.789153e-12,False
+backbone.layers.34.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.476283e-13,2.062123e-14,6.012825e-11,1.337986e-12,False
+backbone.layers.34.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.083954e-13,4.627065e-14,1.356989e-10,2.886264e-12,False
+backbone.layers.34.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.641359e-13,2.338822e-14,6.858539e-11,1.507021e-12,False
+backbone.layers.34.mixer.experts.127.up_proj.weight,1856x2688,4988928,5.340728e-13,4.352199e-14,1.259218e-10,2.679989e-12,False
+backbone.layers.34.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.474949e-13,1.435368e-14,4.115910e-11,9.268450e-13,False
+backbone.layers.34.mixer.experts.13.up_proj.weight,1856x2688,4988928,6.202591e-13,5.058592e-14,1.479587e-10,3.184314e-12,False
+backbone.layers.34.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.278334e-13,1.921554e-14,5.590828e-11,1.233605e-12,False
+backbone.layers.34.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.087458e-13,4.548406e-14,1.326032e-10,2.855505e-12,False
+backbone.layers.34.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.290529e-13,1.974880e-14,5.764560e-11,1.340321e-12,False
+backbone.layers.34.mixer.experts.15.up_proj.weight,1856x2688,4988928,5.423769e-13,4.943448e-14,1.440195e-10,3.248517e-12,False
+backbone.layers.34.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.248878e-13,1.910233e-14,5.542523e-11,1.233993e-12,False
+backbone.layers.34.mixer.experts.16.up_proj.weight,1856x2688,4988928,6.696622e-13,4.908403e-14,1.452332e-10,3.147996e-12,False
+backbone.layers.34.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.582744e-13,1.730344e-14,4.972392e-11,1.123802e-12,False
+backbone.layers.34.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.166387e-13,4.271952e-14,1.233274e-10,2.677898e-12,False
+backbone.layers.34.mixer.experts.18.down_proj.weight,2688x1856,4988928,1.920599e-13,1.949492e-14,5.661956e-11,1.245053e-12,False
+backbone.layers.34.mixer.experts.18.up_proj.weight,1856x2688,4988928,6.206043e-13,5.355855e-14,1.579659e-10,3.344883e-12,False
+backbone.layers.34.mixer.experts.19.down_proj.weight,2688x1856,4988928,3.272070e-13,2.263601e-14,6.717011e-11,1.503568e-12,False
+backbone.layers.34.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.302739e-13,4.401597e-14,1.270547e-10,2.707525e-12,False
+backbone.layers.34.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.477464e-13,1.560474e-14,4.498631e-11,1.072963e-12,False
+backbone.layers.34.mixer.experts.2.up_proj.weight,1856x2688,4988928,3.803746e-13,3.719731e-14,1.070621e-10,2.385935e-12,False
+backbone.layers.34.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.585190e-13,1.639504e-14,4.710181e-11,1.014395e-12,False
+backbone.layers.34.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.678723e-13,4.347558e-14,1.257319e-10,2.683206e-12,False
+backbone.layers.34.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.590689e-13,1.646329e-14,4.732270e-11,1.032096e-12,False
+backbone.layers.34.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.681121e-13,4.512714e-14,1.309635e-10,2.787696e-12,False
+backbone.layers.34.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.683688e-13,1.603597e-14,4.629116e-11,1.026993e-12,False
+backbone.layers.34.mixer.experts.22.up_proj.weight,1856x2688,4988928,3.999032e-13,4.206500e-14,1.214114e-10,2.634924e-12,False
+backbone.layers.34.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.723517e-13,1.890427e-14,5.454602e-11,1.185975e-12,False
+backbone.layers.34.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.382848e-13,4.002576e-14,1.163270e-10,2.456270e-12,False
+backbone.layers.34.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.903616e-13,1.887147e-14,5.481778e-11,1.252159e-12,False
+backbone.layers.34.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.217581e-13,3.926171e-14,1.133384e-10,2.480652e-12,False
+backbone.layers.34.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.148871e-13,1.921129e-14,5.598331e-11,1.271291e-12,False
+backbone.layers.34.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.892198e-13,4.349296e-14,1.257968e-10,2.814673e-12,False
+backbone.layers.34.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.401807e-13,1.901623e-14,5.566372e-11,1.222080e-12,False
+backbone.layers.34.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.038932e-13,4.234010e-14,1.222363e-10,2.585638e-12,False
+backbone.layers.34.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.702319e-13,1.703479e-14,4.921608e-11,1.087163e-12,False
+backbone.layers.34.mixer.experts.27.up_proj.weight,1856x2688,4988928,5.790056e-13,4.426836e-14,1.295988e-10,2.906447e-12,False
+backbone.layers.34.mixer.experts.28.down_proj.weight,2688x1856,4988928,3.229084e-13,2.238922e-14,6.539773e-11,1.464711e-12,False
+backbone.layers.34.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.704499e-13,4.773786e-14,1.396604e-10,3.023508e-12,False
+backbone.layers.34.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.973200e-13,1.811433e-14,5.265426e-11,1.195048e-12,False
+backbone.layers.34.mixer.experts.29.up_proj.weight,1856x2688,4988928,6.540653e-13,4.567348e-14,1.336540e-10,3.013462e-12,False
+backbone.layers.34.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.707176e-13,1.818342e-14,5.257064e-11,1.161419e-12,False
+backbone.layers.34.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.664047e-13,4.202850e-14,1.225021e-10,2.623894e-12,False
+backbone.layers.34.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.310131e-13,1.917331e-14,5.534677e-11,1.224804e-12,False
+backbone.layers.34.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.789077e-13,4.168611e-14,1.210999e-10,2.613422e-12,False
+backbone.layers.34.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.543965e-13,1.508872e-14,4.345010e-11,9.680462e-13,False
+backbone.layers.34.mixer.experts.31.up_proj.weight,1856x2688,4988928,6.865897e-13,4.463330e-14,1.307554e-10,2.858096e-12,False
+backbone.layers.34.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.216942e-13,1.945027e-14,5.630534e-11,1.249663e-12,False
+backbone.layers.34.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.986636e-13,4.279096e-14,1.243880e-10,2.696928e-12,False
+backbone.layers.34.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.422854e-13,1.911524e-14,5.594787e-11,1.227824e-12,False
+backbone.layers.34.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.989412e-13,4.489631e-14,1.296769e-10,2.774476e-12,False
+backbone.layers.34.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.369285e-13,2.096394e-14,6.069809e-11,1.348516e-12,False
+backbone.layers.34.mixer.experts.34.up_proj.weight,1856x2688,4988928,6.436128e-13,4.608722e-14,1.344811e-10,2.938253e-12,False
+backbone.layers.34.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.557329e-13,2.016537e-14,5.942434e-11,1.310837e-12,False
+backbone.layers.34.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.833633e-13,4.180922e-14,1.209799e-10,2.582571e-12,False
+backbone.layers.34.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.798032e-13,1.866590e-14,5.426842e-11,1.183583e-12,False
+backbone.layers.34.mixer.experts.36.up_proj.weight,1856x2688,4988928,8.108167e-13,5.990872e-14,1.794025e-10,3.808720e-12,False
+backbone.layers.34.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.052594e-13,1.846782e-14,5.340080e-11,1.166147e-12,False
+backbone.layers.34.mixer.experts.37.up_proj.weight,1856x2688,4988928,5.624182e-13,4.707492e-14,1.370486e-10,2.976110e-12,False
+backbone.layers.34.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.002443e-13,1.836320e-14,5.343688e-11,1.187395e-12,False
+backbone.layers.34.mixer.experts.38.up_proj.weight,1856x2688,4988928,5.148573e-13,4.158313e-14,1.205800e-10,2.587880e-12,False
+backbone.layers.34.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.885227e-13,2.208148e-14,6.508559e-11,1.427530e-12,False
+backbone.layers.34.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.974422e-13,4.438349e-14,1.290599e-10,2.803845e-12,False
+backbone.layers.34.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.450345e-13,2.086905e-14,6.076521e-11,1.321267e-12,False
+backbone.layers.34.mixer.experts.4.up_proj.weight,1856x2688,4988928,5.729653e-13,4.355591e-14,1.284076e-10,2.718884e-12,False
+backbone.layers.34.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.081599e-13,1.942715e-14,5.623677e-11,1.219255e-12,False
+backbone.layers.34.mixer.experts.40.up_proj.weight,1856x2688,4988928,5.908826e-13,4.390918e-14,1.275915e-10,2.712114e-12,False
+backbone.layers.34.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.237360e-13,1.844426e-14,5.413811e-11,1.198266e-12,False
+backbone.layers.34.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.487175e-13,3.885300e-14,1.120624e-10,2.410426e-12,False
+backbone.layers.34.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.199352e-13,1.829153e-14,5.316813e-11,1.213615e-12,False
+backbone.layers.34.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.617556e-13,4.273246e-14,1.236804e-10,2.701320e-12,False
+backbone.layers.34.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.642237e-13,1.638985e-14,4.752045e-11,1.086353e-12,False
+backbone.layers.34.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.099394e-13,3.844170e-14,1.110574e-10,2.478524e-12,False
+backbone.layers.34.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.754846e-13,1.715489e-14,4.973325e-11,1.142966e-12,False
+backbone.layers.34.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.328655e-13,3.750173e-14,1.081028e-10,2.438535e-12,False
+backbone.layers.34.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.657494e-13,1.678598e-14,4.864397e-11,1.091688e-12,False
+backbone.layers.34.mixer.experts.45.up_proj.weight,1856x2688,4988928,5.001451e-13,4.904360e-14,1.422165e-10,3.083920e-12,False
+backbone.layers.34.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.222250e-13,2.035929e-14,5.966507e-11,1.344520e-12,False
+backbone.layers.34.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.677595e-13,4.047957e-14,1.167870e-10,2.502297e-12,False
+backbone.layers.34.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.692466e-13,1.731745e-14,4.991723e-11,1.090208e-12,False
+backbone.layers.34.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.262467e-13,3.683560e-14,1.056954e-10,2.244647e-12,False
+backbone.layers.34.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.244121e-13,1.849175e-14,5.360793e-11,1.232142e-12,False
+backbone.layers.34.mixer.experts.48.up_proj.weight,1856x2688,4988928,3.476178e-13,3.478922e-14,1.005382e-10,2.281134e-12,False
+backbone.layers.34.mixer.experts.49.down_proj.weight,2688x1856,4988928,3.149477e-13,2.132993e-14,6.349040e-11,1.441774e-12,False
+backbone.layers.34.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.253334e-13,4.223867e-14,1.221701e-10,2.718048e-12,False
+backbone.layers.34.mixer.experts.5.down_proj.weight,2688x1856,4988928,1.736354e-13,1.546987e-14,4.442399e-11,9.916002e-13,False
+backbone.layers.34.mixer.experts.5.up_proj.weight,1856x2688,4988928,3.894203e-13,3.669171e-14,1.058587e-10,2.303756e-12,False
+backbone.layers.34.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.916913e-13,1.868530e-14,5.435045e-11,1.187085e-12,False
+backbone.layers.34.mixer.experts.50.up_proj.weight,1856x2688,4988928,6.104874e-13,5.126968e-14,1.501654e-10,3.211907e-12,False
+backbone.layers.34.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.683931e-13,1.788312e-14,5.168316e-11,1.189950e-12,False
+backbone.layers.34.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.338039e-13,4.061998e-14,1.175348e-10,2.614223e-12,False
+backbone.layers.34.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.748531e-13,2.154648e-14,6.373841e-11,1.390904e-12,False
+backbone.layers.34.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.006691e-13,3.856400e-14,1.116950e-10,2.412172e-12,False
+backbone.layers.34.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.978140e-13,1.941982e-14,5.612202e-11,1.299704e-12,False
+backbone.layers.34.mixer.experts.53.up_proj.weight,1856x2688,4988928,3.965300e-13,4.028898e-14,1.156260e-10,2.568455e-12,False
+backbone.layers.34.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.666904e-13,1.614299e-14,4.650396e-11,1.036560e-12,False
+backbone.layers.34.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.072610e-13,3.884943e-14,1.127008e-10,2.460638e-12,False
+backbone.layers.34.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.616622e-13,2.008594e-14,5.853858e-11,1.304137e-12,False
+backbone.layers.34.mixer.experts.55.up_proj.weight,1856x2688,4988928,7.559682e-13,4.471676e-14,1.313291e-10,2.847587e-12,False
+backbone.layers.34.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.467609e-13,1.930114e-14,5.603739e-11,1.212019e-12,False
+backbone.layers.34.mixer.experts.56.up_proj.weight,1856x2688,4988928,5.491579e-13,4.734255e-14,1.380532e-10,2.927243e-12,False
+backbone.layers.34.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.029384e-13,1.836762e-14,5.329327e-11,1.167126e-12,False
+backbone.layers.34.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.033612e-13,4.050212e-14,1.170139e-10,2.546741e-12,False
+backbone.layers.34.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.121359e-13,1.844918e-14,5.372519e-11,1.194360e-12,False
+backbone.layers.34.mixer.experts.58.up_proj.weight,1856x2688,4988928,5.608083e-13,4.600846e-14,1.351165e-10,2.895681e-12,False
+backbone.layers.34.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.894561e-13,1.996459e-14,5.766703e-11,1.289987e-12,False
+backbone.layers.34.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.064600e-13,4.023734e-14,1.162581e-10,2.495352e-12,False
+backbone.layers.34.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.685943e-13,1.729931e-14,5.002991e-11,1.151597e-12,False
+backbone.layers.34.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.284489e-13,4.158222e-14,1.200376e-10,2.723170e-12,False
+backbone.layers.34.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.637319e-13,1.763315e-14,5.075484e-11,1.113352e-12,False
+backbone.layers.34.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.353150e-13,3.888924e-14,1.128328e-10,2.454712e-12,False
+backbone.layers.34.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.958676e-13,1.665162e-14,4.859034e-11,1.120984e-12,False
+backbone.layers.34.mixer.experts.61.up_proj.weight,1856x2688,4988928,3.630846e-13,3.747015e-14,1.078423e-10,2.430160e-12,False
+backbone.layers.34.mixer.experts.62.down_proj.weight,2688x1856,4988928,4.537684e-13,1.823227e-14,5.316713e-11,1.186146e-12,False
+backbone.layers.34.mixer.experts.62.up_proj.weight,1856x2688,4988928,4.832862e-13,4.404608e-14,1.282351e-10,2.758708e-12,False
+backbone.layers.34.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.073272e-13,1.738871e-14,5.037098e-11,1.168684e-12,False
+backbone.layers.34.mixer.experts.63.up_proj.weight,1856x2688,4988928,3.888287e-13,3.621698e-14,1.045155e-10,2.332812e-12,False
+backbone.layers.34.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.111714e-13,1.858820e-14,5.397518e-11,1.193528e-12,False
+backbone.layers.34.mixer.experts.64.up_proj.weight,1856x2688,4988928,5.044715e-13,4.360731e-14,1.274158e-10,2.715332e-12,False
+backbone.layers.34.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.695553e-13,1.627536e-14,4.711004e-11,1.099926e-12,False
+backbone.layers.34.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.048149e-13,4.489647e-14,1.303508e-10,2.863795e-12,False
+backbone.layers.34.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.011100e-13,2.030034e-14,5.892466e-11,1.317776e-12,False
+backbone.layers.34.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.669320e-13,4.636893e-14,1.344011e-10,2.893134e-12,False
+backbone.layers.34.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.974883e-13,1.583685e-14,4.592893e-11,1.055790e-12,False
+backbone.layers.34.mixer.experts.67.up_proj.weight,1856x2688,4988928,5.162086e-13,4.322808e-14,1.260263e-10,2.856330e-12,False
+backbone.layers.34.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.110603e-13,1.987089e-14,5.732627e-11,1.275345e-12,False
+backbone.layers.34.mixer.experts.68.up_proj.weight,1856x2688,4988928,6.828808e-13,4.926277e-14,1.454380e-10,3.085736e-12,False
+backbone.layers.34.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.458832e-13,2.141721e-14,6.264802e-11,1.390865e-12,False
+backbone.layers.34.mixer.experts.69.up_proj.weight,1856x2688,4988928,7.707862e-13,4.234735e-14,1.233332e-10,2.610473e-12,False
+backbone.layers.34.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.058076e-13,1.751852e-14,5.057117e-11,1.125571e-12,False
+backbone.layers.34.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.194985e-13,4.750556e-14,1.379144e-10,3.009448e-12,False
+backbone.layers.34.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.011316e-13,1.910730e-14,5.537581e-11,1.272901e-12,False
+backbone.layers.34.mixer.experts.70.up_proj.weight,1856x2688,4988928,5.406370e-13,4.256011e-14,1.228988e-10,2.718209e-12,False
+backbone.layers.34.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.734072e-13,2.165633e-14,6.336258e-11,1.426231e-12,False
+backbone.layers.34.mixer.experts.71.up_proj.weight,1856x2688,4988928,6.213610e-13,4.639501e-14,1.354958e-10,2.965195e-12,False
+backbone.layers.34.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.168300e-13,1.797630e-14,5.220088e-11,1.146584e-12,False
+backbone.layers.34.mixer.experts.72.up_proj.weight,1856x2688,4988928,8.362660e-13,6.402701e-14,1.950842e-10,4.252643e-12,False
+backbone.layers.34.mixer.experts.73.down_proj.weight,2688x1856,4988928,3.003622e-13,2.158356e-14,6.394374e-11,1.416887e-12,False
+backbone.layers.34.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.076184e-13,3.943516e-14,1.137826e-10,2.458599e-12,False
+backbone.layers.34.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.575527e-13,1.936985e-14,5.689645e-11,1.255748e-12,False
+backbone.layers.34.mixer.experts.74.up_proj.weight,1856x2688,4988928,6.071272e-13,4.463866e-14,1.297156e-10,2.781673e-12,False
+backbone.layers.34.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.808553e-13,1.809885e-14,5.238254e-11,1.150091e-12,False
+backbone.layers.34.mixer.experts.75.up_proj.weight,1856x2688,4988928,5.106783e-13,4.019353e-14,1.176828e-10,2.496548e-12,False
+backbone.layers.34.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.828016e-13,2.317992e-14,6.849826e-11,1.502350e-12,False
+backbone.layers.34.mixer.experts.76.up_proj.weight,1856x2688,4988928,5.692131e-13,4.620979e-14,1.347896e-10,2.992877e-12,False
+backbone.layers.34.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.077505e-13,1.797760e-14,5.237612e-11,1.142195e-12,False
+backbone.layers.34.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.297812e-13,3.789755e-14,1.096288e-10,2.313676e-12,False
+backbone.layers.34.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.083889e-13,1.896155e-14,5.501716e-11,1.247159e-12,False
+backbone.layers.34.mixer.experts.78.up_proj.weight,1856x2688,4988928,5.206391e-13,4.420528e-14,1.284825e-10,2.788083e-12,False
+backbone.layers.34.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.097419e-13,1.922190e-14,5.573035e-11,1.200801e-12,False
+backbone.layers.34.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.021956e-13,3.791582e-14,1.090697e-10,2.305556e-12,False
+backbone.layers.34.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.680600e-13,1.789427e-14,5.175180e-11,1.122634e-12,False
+backbone.layers.34.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.175757e-13,4.008202e-14,1.160283e-10,2.453322e-12,False
+backbone.layers.34.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.914788e-13,1.706195e-14,4.941698e-11,1.098546e-12,False
+backbone.layers.34.mixer.experts.80.up_proj.weight,1856x2688,4988928,6.250278e-13,5.128701e-14,1.496790e-10,3.182140e-12,False
+backbone.layers.34.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.061407e-13,1.657823e-14,4.827604e-11,1.096982e-12,False
+backbone.layers.34.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.062310e-13,4.007631e-14,1.157171e-10,2.574826e-12,False
+backbone.layers.34.mixer.experts.82.down_proj.weight,2688x1856,4988928,3.040918e-13,2.134194e-14,6.300186e-11,1.375952e-12,False
+backbone.layers.34.mixer.experts.82.up_proj.weight,1856x2688,4988928,6.702573e-13,4.897057e-14,1.426135e-10,3.042647e-12,False
+backbone.layers.34.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.315717e-13,1.972508e-14,5.756878e-11,1.333881e-12,False
+backbone.layers.34.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.802443e-13,4.241793e-14,1.235760e-10,2.746632e-12,False
+backbone.layers.34.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.372269e-13,1.982754e-14,5.794244e-11,1.284288e-12,False
+backbone.layers.34.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.030925e-13,4.009547e-14,1.158533e-10,2.477115e-12,False
+backbone.layers.34.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.636139e-13,1.672050e-14,4.848604e-11,1.070378e-12,False
+backbone.layers.34.mixer.experts.85.up_proj.weight,1856x2688,4988928,7.070022e-13,5.433454e-14,1.599089e-10,3.406398e-12,False
+backbone.layers.34.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.191364e-13,1.964216e-14,5.757608e-11,1.283290e-12,False
+backbone.layers.34.mixer.experts.86.up_proj.weight,1856x2688,4988928,5.160594e-13,4.609290e-14,1.344254e-10,2.941462e-12,False
+backbone.layers.34.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.699499e-13,1.780020e-14,5.146499e-11,1.152165e-12,False
+backbone.layers.34.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.174048e-13,4.448416e-14,1.287737e-10,2.815336e-12,False
+backbone.layers.34.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.432379e-13,1.492913e-14,4.281342e-11,9.635198e-13,False
+backbone.layers.34.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.552759e-13,4.276331e-14,1.234745e-10,2.720650e-12,False
+backbone.layers.34.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.414449e-13,2.069756e-14,6.067571e-11,1.355502e-12,False
+backbone.layers.34.mixer.experts.89.up_proj.weight,1856x2688,4988928,6.351863e-13,5.274223e-14,1.554155e-10,3.443630e-12,False
+backbone.layers.34.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.759669e-13,1.682560e-14,4.893253e-11,1.084307e-12,False
+backbone.layers.34.mixer.experts.9.up_proj.weight,1856x2688,4988928,6.446857e-13,4.982656e-14,1.459287e-10,3.175790e-12,False
+backbone.layers.34.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.330549e-13,1.705583e-14,4.945908e-11,1.124332e-12,False
+backbone.layers.34.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.059633e-13,4.702121e-14,1.366929e-10,3.080213e-12,False
+backbone.layers.34.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.320557e-13,1.616748e-14,4.673549e-11,1.040203e-12,False
+backbone.layers.34.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.122257e-13,4.780550e-14,1.394548e-10,3.017434e-12,False
+backbone.layers.34.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.540693e-13,1.935186e-14,5.700635e-11,1.279506e-12,False
+backbone.layers.34.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.225820e-13,4.659881e-14,1.357188e-10,2.919225e-12,False
+backbone.layers.34.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.958728e-13,1.840281e-14,5.339290e-11,1.210750e-12,False
+backbone.layers.34.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.869359e-13,4.523192e-14,1.317581e-10,2.919199e-12,False
+backbone.layers.34.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.087792e-13,2.026819e-14,5.891066e-11,1.286703e-12,False
+backbone.layers.34.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.742526e-13,4.251377e-14,1.241068e-10,2.651330e-12,False
+backbone.layers.34.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.747005e-13,1.756187e-14,5.076459e-11,1.143097e-12,False
+backbone.layers.34.mixer.experts.95.up_proj.weight,1856x2688,4988928,6.505387e-13,4.682988e-14,1.361473e-10,2.981299e-12,False
+backbone.layers.34.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.975763e-13,1.806098e-14,5.237707e-11,1.139955e-12,False
+backbone.layers.34.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.041767e-13,4.019135e-14,1.158014e-10,2.451868e-12,False
+backbone.layers.34.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.849701e-13,1.806844e-14,5.223828e-11,1.148256e-12,False
+backbone.layers.34.mixer.experts.97.up_proj.weight,1856x2688,4988928,5.749637e-13,4.823074e-14,1.410630e-10,3.035981e-12,False
+backbone.layers.34.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.158065e-13,1.993537e-14,5.783205e-11,1.283673e-12,False
+backbone.layers.34.mixer.experts.98.up_proj.weight,1856x2688,4988928,6.117051e-13,4.705924e-14,1.369975e-10,3.002273e-12,False
+backbone.layers.34.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.481957e-13,1.614992e-14,4.636191e-11,1.026648e-12,False
+backbone.layers.34.mixer.experts.99.up_proj.weight,1856x2688,4988928,6.322894e-13,4.860530e-14,1.417334e-10,3.056181e-12,False
+backbone.layers.34.mixer.gate.weight,128x2688,344064,3.993949e-13,4.555078e-14,3.479619e-11,2.913587e-12,False
+backbone.layers.34.mixer.shared_experts.down_proj.weight,2688x3712,9977856,7.692597e-13,5.333310e-14,2.175902e-10,4.362692e-12,False
+backbone.layers.34.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.598753e-13,2.887558e-14,1.186512e-10,2.610703e-12,False
+backbone.layers.34.norm.weight,2688,2688,6.661338e-16,1.027488e-16,8.064813e-15,1.160390e-16,False
+backbone.layers.35.mixer.A_log,64,64,4.440892e-16,1.085286e-16,1.600239e-15,9.694628e-17,False
+backbone.layers.35.mixer.D,64,64,4.440892e-16,5.634124e-17,9.719225e-16,1.558234e-16,False
+backbone.layers.35.mixer.conv1d.weight,6144x1x4,24576,1.196959e-15,1.267711e-17,6.503815e-15,6.284753e-16,True
+backbone.layers.35.mixer.dt_bias,64,64,2.664535e-15,3.800129e-16,5.286112e-15,1.641572e-16,False
+backbone.layers.35.mixer.in_proj.weight,10304x2688,27697152,1.085902e-12,4.784181e-14,3.314947e-10,2.714031e-12,False
+backbone.layers.35.mixer.norm.weight,4096,4096,1.065814e-14,2.401440e-16,3.142108e-14,1.199062e-16,False
+backbone.layers.35.mixer.out_proj.weight,2688x4096,11010048,2.069178e-12,9.345982e-14,4.059589e-10,5.785546e-12,False
+backbone.layers.35.norm.weight,2688,2688,4.440892e-16,6.554777e-17,4.996004e-15,1.197246e-16,False
+backbone.layers.36.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.481314e-13,2.009189e-14,5.902657e-11,1.296982e-12,False
+backbone.layers.36.mixer.experts.0.up_proj.weight,1856x2688,4988928,5.944117e-13,5.170252e-14,1.505680e-10,3.192367e-12,False
+backbone.layers.36.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.237759e-13,1.928818e-14,5.621735e-11,1.258059e-12,False
+backbone.layers.36.mixer.experts.1.up_proj.weight,1856x2688,4988928,5.606973e-13,4.300416e-14,1.252434e-10,2.796249e-12,False
+backbone.layers.36.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.080766e-13,2.007009e-14,5.826012e-11,1.304377e-12,False
+backbone.layers.36.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.096862e-13,4.320365e-14,1.250000e-10,2.651465e-12,False
+backbone.layers.36.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.449707e-13,1.781280e-14,5.267529e-11,1.233751e-12,False
+backbone.layers.36.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.001001e-13,4.023177e-14,1.162300e-10,2.622852e-12,False
+backbone.layers.36.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.183418e-13,2.024403e-14,5.866939e-11,1.281255e-12,False
+backbone.layers.36.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.948333e-13,4.557395e-14,1.324291e-10,2.803171e-12,False
+backbone.layers.36.mixer.experts.102.down_proj.weight,2688x1856,4988928,3.958500e-13,2.515517e-14,7.556734e-11,1.677247e-12,False
+backbone.layers.36.mixer.experts.102.up_proj.weight,1856x2688,4988928,3.648644e-13,3.748247e-14,1.076486e-10,2.297853e-12,False
+backbone.layers.36.mixer.experts.103.down_proj.weight,2688x1856,4988928,3.154942e-13,2.132586e-14,6.319363e-11,1.384039e-12,False
+backbone.layers.36.mixer.experts.103.up_proj.weight,1856x2688,4988928,5.128120e-13,4.432689e-14,1.280203e-10,2.727952e-12,False
+backbone.layers.36.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.671961e-13,1.744237e-14,5.034048e-11,1.145345e-12,False
+backbone.layers.36.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.202540e-13,4.754303e-14,1.379922e-10,2.974082e-12,False
+backbone.layers.36.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.810895e-13,1.857434e-14,5.375792e-11,1.176408e-12,False
+backbone.layers.36.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.172955e-13,4.266140e-14,1.232646e-10,2.632756e-12,False
+backbone.layers.36.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.297294e-13,1.788353e-14,5.183983e-11,1.166034e-12,False
+backbone.layers.36.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.877626e-13,4.300759e-14,1.246643e-10,2.702377e-12,False
+backbone.layers.36.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.808293e-13,1.798757e-14,5.179620e-11,1.176815e-12,False
+backbone.layers.36.mixer.experts.107.up_proj.weight,1856x2688,4988928,6.857501e-13,5.171527e-14,1.546661e-10,3.451966e-12,False
+backbone.layers.36.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.229805e-13,1.827091e-14,5.268191e-11,1.155981e-12,False
+backbone.layers.36.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.492273e-13,4.703266e-14,1.362916e-10,2.894769e-12,False
+backbone.layers.36.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.736207e-13,1.722959e-14,4.980926e-11,1.128040e-12,False
+backbone.layers.36.mixer.experts.109.up_proj.weight,1856x2688,4988928,3.671685e-13,3.925242e-14,1.131886e-10,2.487572e-12,False
+backbone.layers.36.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.657181e-13,1.701733e-14,4.899370e-11,1.067539e-12,False
+backbone.layers.36.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.206080e-13,4.161158e-14,1.196846e-10,2.516063e-12,False
+backbone.layers.36.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.370187e-13,2.069417e-14,6.071525e-11,1.350267e-12,False
+backbone.layers.36.mixer.experts.110.up_proj.weight,1856x2688,4988928,3.637021e-13,3.927039e-14,1.128700e-10,2.447227e-12,False
+backbone.layers.36.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.482493e-13,2.130674e-14,6.207703e-11,1.395636e-12,False
+backbone.layers.36.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.212011e-13,4.269077e-14,1.234860e-10,2.708870e-12,False
+backbone.layers.36.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.197964e-13,1.994397e-14,5.838181e-11,1.297102e-12,False
+backbone.layers.36.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.499370e-13,4.315530e-14,1.244408e-10,2.642286e-12,False
+backbone.layers.36.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.180062e-13,1.667439e-14,4.860211e-11,1.102988e-12,False
+backbone.layers.36.mixer.experts.113.up_proj.weight,1856x2688,4988928,7.004293e-13,4.540649e-14,1.323663e-10,2.893778e-12,False
+backbone.layers.36.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.920615e-13,2.122016e-14,6.240639e-11,1.364675e-12,False
+backbone.layers.36.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.441864e-13,4.253336e-14,1.230004e-10,2.586392e-12,False
+backbone.layers.36.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.685804e-13,1.734980e-14,4.988209e-11,1.113433e-12,False
+backbone.layers.36.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.729481e-13,4.335968e-14,1.255816e-10,2.681706e-12,False
+backbone.layers.36.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.171319e-13,2.047602e-14,5.957275e-11,1.345421e-12,False
+backbone.layers.36.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.488632e-13,4.388121e-14,1.271042e-10,2.737207e-12,False
+backbone.layers.36.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.460827e-13,1.955479e-14,5.683323e-11,1.276006e-12,False
+backbone.layers.36.mixer.experts.117.up_proj.weight,1856x2688,4988928,6.542336e-13,5.059959e-14,1.494859e-10,3.368685e-12,False
+backbone.layers.36.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.020710e-13,1.941629e-14,5.647700e-11,1.235812e-12,False
+backbone.layers.36.mixer.experts.118.up_proj.weight,1856x2688,4988928,6.619427e-13,5.256864e-14,1.545965e-10,3.264723e-12,False
+backbone.layers.36.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.162576e-13,1.946336e-14,5.659286e-11,1.257714e-12,False
+backbone.layers.36.mixer.experts.119.up_proj.weight,1856x2688,4988928,5.631762e-13,4.660289e-14,1.349972e-10,2.940754e-12,False
+backbone.layers.36.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.633901e-13,1.551735e-14,4.492471e-11,1.129337e-12,False
+backbone.layers.36.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.166988e-13,3.985101e-14,1.153052e-10,2.750977e-12,False
+backbone.layers.36.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.381645e-13,2.098518e-14,6.117643e-11,1.322330e-12,False
+backbone.layers.36.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.721015e-13,4.470322e-14,1.294561e-10,2.725308e-12,False
+backbone.layers.36.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.954201e-13,1.793003e-14,5.179969e-11,1.136030e-12,False
+backbone.layers.36.mixer.experts.121.up_proj.weight,1856x2688,4988928,7.081974e-13,5.521862e-14,1.638719e-10,3.439113e-12,False
+backbone.layers.36.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.821616e-13,1.752778e-14,5.062232e-11,1.114636e-12,False
+backbone.layers.36.mixer.experts.122.up_proj.weight,1856x2688,4988928,5.455705e-13,4.568989e-14,1.328301e-10,2.800665e-12,False
+backbone.layers.36.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.697842e-13,2.068267e-14,6.047502e-11,1.310450e-12,False
+backbone.layers.36.mixer.experts.123.up_proj.weight,1856x2688,4988928,6.650167e-13,4.579595e-14,1.341692e-10,2.844478e-12,False
+backbone.layers.36.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.660998e-13,1.694029e-14,4.891386e-11,1.053328e-12,False
+backbone.layers.36.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.691664e-13,4.007152e-14,1.158742e-10,2.444704e-12,False
+backbone.layers.36.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.191199e-13,1.900665e-14,5.519571e-11,1.235702e-12,False
+backbone.layers.36.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.937578e-13,4.349119e-14,1.267074e-10,2.711107e-12,False
+backbone.layers.36.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.826143e-13,1.654592e-14,4.780440e-11,1.094039e-12,False
+backbone.layers.36.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.673206e-13,4.123325e-14,1.193824e-10,2.556595e-12,False
+backbone.layers.36.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.702596e-13,1.644343e-14,4.736991e-11,1.050797e-12,False
+backbone.layers.36.mixer.experts.127.up_proj.weight,1856x2688,4988928,5.906629e-13,4.931486e-14,1.433658e-10,3.083016e-12,False
+backbone.layers.36.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.130171e-13,2.061803e-14,6.035272e-11,1.303360e-12,False
+backbone.layers.36.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.414696e-13,4.827324e-14,1.405249e-10,2.971269e-12,False
+backbone.layers.36.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.028308e-13,1.885569e-14,5.464427e-11,1.223165e-12,False
+backbone.layers.36.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.281991e-13,4.284929e-14,1.240648e-10,2.670034e-12,False
+backbone.layers.36.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.375487e-13,1.839134e-14,5.335718e-11,1.187959e-12,False
+backbone.layers.36.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.943060e-13,4.264988e-14,1.231917e-10,2.622704e-12,False
+backbone.layers.36.mixer.experts.16.down_proj.weight,2688x1856,4988928,3.192654e-13,2.449477e-14,7.453023e-11,1.664462e-12,False
+backbone.layers.36.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.893932e-13,4.215639e-14,1.219715e-10,2.705641e-12,False
+backbone.layers.36.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.336187e-13,2.204723e-14,6.411988e-11,1.458648e-12,False
+backbone.layers.36.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.212290e-13,3.847873e-14,1.111340e-10,2.445061e-12,False
+backbone.layers.36.mixer.experts.18.down_proj.weight,2688x1856,4988928,1.887553e-13,1.772047e-14,5.123015e-11,1.171083e-12,False
+backbone.layers.36.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.610860e-13,3.480505e-14,1.003773e-10,2.227195e-12,False
+backbone.layers.36.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.686602e-13,1.625752e-14,4.690123e-11,1.086259e-12,False
+backbone.layers.36.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.927170e-13,4.628010e-14,1.347158e-10,2.993116e-12,False
+backbone.layers.36.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.538837e-13,1.815558e-14,5.303047e-11,1.151747e-12,False
+backbone.layers.36.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.713938e-13,4.641402e-14,1.343283e-10,2.864729e-12,False
+backbone.layers.36.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.951200e-13,1.985073e-14,5.775987e-11,1.294829e-12,False
+backbone.layers.36.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.422417e-13,3.983491e-14,1.153175e-10,2.514758e-12,False
+backbone.layers.36.mixer.experts.21.down_proj.weight,2688x1856,4988928,3.115078e-13,1.963949e-14,5.854131e-11,1.293105e-12,False
+backbone.layers.36.mixer.experts.21.up_proj.weight,1856x2688,4988928,5.124529e-13,4.882824e-14,1.428451e-10,3.048454e-12,False
+backbone.layers.36.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.959856e-13,1.787788e-14,5.178866e-11,1.161612e-12,False
+backbone.layers.36.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.777219e-13,4.904526e-14,1.445826e-10,3.066719e-12,False
+backbone.layers.36.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.242252e-13,1.785665e-14,5.199366e-11,1.202037e-12,False
+backbone.layers.36.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.116776e-13,4.099731e-14,1.181599e-10,2.633898e-12,False
+backbone.layers.36.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.018550e-13,1.756232e-14,5.065053e-11,1.132815e-12,False
+backbone.layers.36.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.271479e-13,4.307322e-14,1.252816e-10,2.710639e-12,False
+backbone.layers.36.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.789886e-13,2.183767e-14,6.428055e-11,1.414655e-12,False
+backbone.layers.36.mixer.experts.25.up_proj.weight,1856x2688,4988928,6.438222e-13,4.817626e-14,1.407042e-10,3.009250e-12,False
+backbone.layers.36.mixer.experts.26.down_proj.weight,2688x1856,4988928,3.212292e-13,1.980958e-14,5.858599e-11,1.319892e-12,False
+backbone.layers.36.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.301282e-13,4.173905e-14,1.206586e-10,2.627128e-12,False
+backbone.layers.36.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.799567e-13,1.709600e-14,4.951116e-11,1.112757e-12,False
+backbone.layers.36.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.736316e-13,3.896430e-14,1.123667e-10,2.431949e-12,False
+backbone.layers.36.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.900251e-13,1.704882e-14,4.956265e-11,1.149801e-12,False
+backbone.layers.36.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.577519e-13,4.145831e-14,1.200502e-10,2.681096e-12,False
+backbone.layers.36.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.089787e-13,1.727617e-14,4.987707e-11,1.088944e-12,False
+backbone.layers.36.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.683294e-13,4.317979e-14,1.246757e-10,2.610967e-12,False
+backbone.layers.36.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.793080e-13,1.752154e-14,5.081483e-11,1.115617e-12,False
+backbone.layers.36.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.057968e-13,4.531863e-14,1.319202e-10,2.802849e-12,False
+backbone.layers.36.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.338182e-13,2.164535e-14,6.302801e-11,1.402659e-12,False
+backbone.layers.36.mixer.experts.30.up_proj.weight,1856x2688,4988928,3.860180e-13,3.819150e-14,1.104215e-10,2.392381e-12,False
+backbone.layers.36.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.975441e-13,2.206084e-14,6.540473e-11,1.461592e-12,False
+backbone.layers.36.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.045791e-13,3.516832e-14,1.010518e-10,2.185120e-12,False
+backbone.layers.36.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.083750e-13,1.868120e-14,5.416865e-11,1.231152e-12,False
+backbone.layers.36.mixer.experts.32.up_proj.weight,1856x2688,4988928,3.562090e-13,3.649731e-14,1.051264e-10,2.321784e-12,False
+backbone.layers.36.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.596517e-13,2.068025e-14,6.087540e-11,1.361215e-12,False
+backbone.layers.36.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.350166e-13,3.971180e-14,1.145698e-10,2.488743e-12,False
+backbone.layers.36.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.636918e-13,2.042042e-14,6.021181e-11,1.328214e-12,False
+backbone.layers.36.mixer.experts.34.up_proj.weight,1856x2688,4988928,6.198202e-13,4.790639e-14,1.407418e-10,2.995337e-12,False
+backbone.layers.36.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.954357e-13,1.923785e-14,5.573528e-11,1.219682e-12,False
+backbone.layers.36.mixer.experts.35.up_proj.weight,1856x2688,4988928,5.795054e-13,5.123323e-14,1.494133e-10,3.182831e-12,False
+backbone.layers.36.mixer.experts.36.down_proj.weight,2688x1856,4988928,3.252320e-13,2.153137e-14,6.395696e-11,1.494880e-12,False
+backbone.layers.36.mixer.experts.36.up_proj.weight,1856x2688,4988928,3.867908e-13,3.564282e-14,1.025938e-10,2.269917e-12,False
+backbone.layers.36.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.172776e-13,1.971166e-14,5.739038e-11,1.269182e-12,False
+backbone.layers.36.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.674872e-13,4.132760e-14,1.200812e-10,2.539318e-12,False
+backbone.layers.36.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.164510e-13,1.939538e-14,5.674266e-11,1.260606e-12,False
+backbone.layers.36.mixer.experts.38.up_proj.weight,1856x2688,4988928,5.593373e-13,4.765488e-14,1.387967e-10,2.975059e-12,False
+backbone.layers.36.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.638546e-13,1.632110e-14,4.720788e-11,1.096899e-12,False
+backbone.layers.36.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.235083e-13,4.400620e-14,1.276735e-10,2.834523e-12,False
+backbone.layers.36.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.787546e-13,1.791481e-14,5.176192e-11,1.161652e-12,False
+backbone.layers.36.mixer.experts.4.up_proj.weight,1856x2688,4988928,6.024417e-13,5.036908e-14,1.493694e-10,3.284093e-12,False
+backbone.layers.36.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.719666e-13,1.718929e-14,4.955812e-11,1.080421e-12,False
+backbone.layers.36.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.026640e-13,4.130211e-14,1.193876e-10,2.498611e-12,False
+backbone.layers.36.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.656592e-13,1.771613e-14,5.096117e-11,1.100358e-12,False
+backbone.layers.36.mixer.experts.41.up_proj.weight,1856x2688,4988928,5.254183e-13,4.966908e-14,1.445280e-10,3.053442e-12,False
+backbone.layers.36.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.948858e-13,1.666573e-14,4.826912e-11,1.097930e-12,False
+backbone.layers.36.mixer.experts.42.up_proj.weight,1856x2688,4988928,6.340105e-13,5.010135e-14,1.470028e-10,3.221294e-12,False
+backbone.layers.36.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.138706e-13,1.850194e-14,5.397973e-11,1.200510e-12,False
+backbone.layers.36.mixer.experts.43.up_proj.weight,1856x2688,4988928,6.109713e-13,4.956185e-14,1.445266e-10,3.130073e-12,False
+backbone.layers.36.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.435968e-13,2.038719e-14,5.963045e-11,1.291656e-12,False
+backbone.layers.36.mixer.experts.44.up_proj.weight,1856x2688,4988928,3.742727e-13,4.108311e-14,1.185485e-10,2.468287e-12,False
+backbone.layers.36.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.915690e-13,1.794640e-14,5.200235e-11,1.145638e-12,False
+backbone.layers.36.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.469185e-13,3.868788e-14,1.117340e-10,2.393947e-12,False
+backbone.layers.36.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.683185e-13,1.671052e-14,4.818604e-11,1.065394e-12,False
+backbone.layers.36.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.138851e-13,4.026186e-14,1.162317e-10,2.484728e-12,False
+backbone.layers.36.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.926237e-13,1.661230e-14,4.812282e-11,1.067209e-12,False
+backbone.layers.36.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.097070e-13,4.059697e-14,1.173139e-10,2.542933e-12,False
+backbone.layers.36.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.248375e-13,1.861120e-14,5.425666e-11,1.223205e-12,False
+backbone.layers.36.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.297240e-13,4.019586e-14,1.158919e-10,2.535031e-12,False
+backbone.layers.36.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.594627e-13,1.609539e-14,4.640766e-11,1.013884e-12,False
+backbone.layers.36.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.062167e-13,3.856626e-14,1.114059e-10,2.360871e-12,False
+backbone.layers.36.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.516850e-13,2.025624e-14,5.950070e-11,1.296847e-12,False
+backbone.layers.36.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.606002e-13,4.414363e-14,1.278945e-10,2.747023e-12,False
+backbone.layers.36.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.855148e-13,1.845644e-14,5.359094e-11,1.176033e-12,False
+backbone.layers.36.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.196513e-13,4.308954e-14,1.246603e-10,2.637660e-12,False
+backbone.layers.36.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.518818e-13,1.949469e-14,5.681349e-11,1.246799e-12,False
+backbone.layers.36.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.787282e-13,4.625248e-14,1.346434e-10,2.866875e-12,False
+backbone.layers.36.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.559758e-13,2.026506e-14,5.943224e-11,1.319851e-12,False
+backbone.layers.36.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.997270e-13,3.941500e-14,1.144460e-10,2.436918e-12,False
+backbone.layers.36.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.203446e-13,1.726392e-14,5.063813e-11,1.150041e-12,False
+backbone.layers.36.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.221380e-13,3.914587e-14,1.131735e-10,2.499965e-12,False
+backbone.layers.36.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.774067e-13,1.742220e-14,5.023662e-11,1.132507e-12,False
+backbone.layers.36.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.043380e-13,4.023932e-14,1.161656e-10,2.525751e-12,False
+backbone.layers.36.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.226067e-13,1.690617e-14,4.974570e-11,1.121193e-12,False
+backbone.layers.36.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.739681e-13,4.237602e-14,1.233285e-10,2.708875e-12,False
+backbone.layers.36.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.695553e-13,1.782429e-14,5.146916e-11,1.158656e-12,False
+backbone.layers.36.mixer.experts.56.up_proj.weight,1856x2688,4988928,5.241849e-13,4.461925e-14,1.297014e-10,2.870093e-12,False
+backbone.layers.36.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.991909e-13,2.021462e-14,5.848800e-11,1.285876e-12,False
+backbone.layers.36.mixer.experts.57.up_proj.weight,1856x2688,4988928,6.829919e-13,5.864207e-14,1.727270e-10,3.665091e-12,False
+backbone.layers.36.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.209274e-13,1.913400e-14,5.592251e-11,1.252189e-12,False
+backbone.layers.36.mixer.experts.58.up_proj.weight,1856x2688,4988928,5.785997e-13,4.286779e-14,1.257082e-10,2.712901e-12,False
+backbone.layers.36.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.204166e-13,1.967749e-14,5.740705e-11,1.248634e-12,False
+backbone.layers.36.mixer.experts.59.up_proj.weight,1856x2688,4988928,6.378856e-13,4.669428e-14,1.356839e-10,2.817546e-12,False
+backbone.layers.36.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.838807e-13,1.770726e-14,5.129118e-11,1.136267e-12,False
+backbone.layers.36.mixer.experts.6.up_proj.weight,1856x2688,4988928,5.248059e-13,4.395641e-14,1.278501e-10,2.755662e-12,False
+backbone.layers.36.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.909688e-13,1.725164e-14,4.987321e-11,1.083205e-12,False
+backbone.layers.36.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.916623e-13,4.714573e-14,1.368116e-10,2.868170e-12,False
+backbone.layers.36.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.851679e-13,1.792783e-14,5.181207e-11,1.176544e-12,False
+backbone.layers.36.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.057066e-13,4.522474e-14,1.319901e-10,2.945618e-12,False
+backbone.layers.36.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.486131e-13,1.865734e-14,5.447099e-11,1.229060e-12,False
+backbone.layers.36.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.181446e-13,4.011414e-14,1.175556e-10,2.544396e-12,False
+backbone.layers.36.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.025512e-13,1.904032e-14,5.532254e-11,1.209098e-12,False
+backbone.layers.36.mixer.experts.63.up_proj.weight,1856x2688,4988928,6.205939e-13,4.871548e-14,1.425783e-10,3.058107e-12,False
+backbone.layers.36.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.039653e-13,1.735373e-14,5.023535e-11,1.130456e-12,False
+backbone.layers.36.mixer.experts.64.up_proj.weight,1856x2688,4988928,6.265179e-13,4.799456e-14,1.406530e-10,3.078705e-12,False
+backbone.layers.36.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.116848e-13,2.076308e-14,6.045467e-11,1.309782e-12,False
+backbone.layers.36.mixer.experts.65.up_proj.weight,1856x2688,4988928,3.489782e-13,3.673381e-14,1.058654e-10,2.242795e-12,False
+backbone.layers.36.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.986102e-13,2.134394e-14,6.179917e-11,1.331537e-12,False
+backbone.layers.36.mixer.experts.66.up_proj.weight,1856x2688,4988928,6.141233e-13,4.633384e-14,1.345038e-10,2.779422e-12,False
+backbone.layers.36.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.380422e-13,1.987219e-14,5.802771e-11,1.264829e-12,False
+backbone.layers.36.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.184297e-13,4.005216e-14,1.157590e-10,2.446548e-12,False
+backbone.layers.36.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.452241e-13,1.599625e-14,4.595224e-11,1.058501e-12,False
+backbone.layers.36.mixer.experts.68.up_proj.weight,1856x2688,4988928,6.068514e-13,4.989366e-14,1.458568e-10,3.169362e-12,False
+backbone.layers.36.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.874781e-13,2.131155e-14,6.220538e-11,1.344347e-12,False
+backbone.layers.36.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.566070e-13,4.215490e-14,1.213302e-10,2.549693e-12,False
+backbone.layers.36.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.997812e-13,1.882265e-14,5.453809e-11,1.237573e-12,False
+backbone.layers.36.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.264956e-13,4.073827e-14,1.182075e-10,2.607568e-12,False
+backbone.layers.36.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.133294e-13,1.908857e-14,5.587171e-11,1.231288e-12,False
+backbone.layers.36.mixer.experts.70.up_proj.weight,1856x2688,4988928,5.443909e-13,4.753702e-14,1.380513e-10,2.906094e-12,False
+backbone.layers.36.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.289835e-13,1.981012e-14,5.764495e-11,1.248138e-12,False
+backbone.layers.36.mixer.experts.71.up_proj.weight,1856x2688,4988928,5.554446e-13,4.513472e-14,1.323179e-10,2.826683e-12,False
+backbone.layers.36.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.408026e-13,1.825539e-14,5.340817e-11,1.160714e-12,False
+backbone.layers.36.mixer.experts.72.up_proj.weight,1856x2688,4988928,5.453717e-13,4.917606e-14,1.440894e-10,3.071084e-12,False
+backbone.layers.36.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.967281e-13,1.779055e-14,5.153318e-11,1.120461e-12,False
+backbone.layers.36.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.071603e-13,4.462096e-14,1.294739e-10,2.707106e-12,False
+backbone.layers.36.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.721071e-13,1.681044e-14,4.843953e-11,1.084660e-12,False
+backbone.layers.36.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.051464e-13,4.149561e-14,1.198699e-10,2.617972e-12,False
+backbone.layers.36.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.900614e-13,2.159888e-14,6.488519e-11,1.516624e-12,False
+backbone.layers.36.mixer.experts.75.up_proj.weight,1856x2688,4988928,6.176032e-13,4.861752e-14,1.422695e-10,3.086900e-12,False
+backbone.layers.36.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.075362e-13,1.896494e-14,5.487993e-11,1.197714e-12,False
+backbone.layers.36.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.426355e-13,4.373251e-14,1.262387e-10,2.684375e-12,False
+backbone.layers.36.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.488149e-13,2.097675e-14,6.098157e-11,1.363490e-12,False
+backbone.layers.36.mixer.experts.77.up_proj.weight,1856x2688,4988928,5.666856e-13,4.160016e-14,1.213298e-10,2.638881e-12,False
+backbone.layers.36.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.491011e-13,2.116922e-14,6.130902e-11,1.326713e-12,False
+backbone.layers.36.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.782771e-13,4.414599e-14,1.281937e-10,2.721588e-12,False
+backbone.layers.36.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.751307e-13,1.659850e-14,4.789060e-11,1.035304e-12,False
+backbone.layers.36.mixer.experts.79.up_proj.weight,1856x2688,4988928,3.814414e-13,3.978763e-14,1.143932e-10,2.383985e-12,False
+backbone.layers.36.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.436957e-13,1.958273e-14,5.729599e-11,1.245413e-12,False
+backbone.layers.36.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.329929e-13,4.505032e-14,1.299910e-10,2.735179e-12,False
+backbone.layers.36.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.121688e-13,1.905047e-14,5.534885e-11,1.206022e-12,False
+backbone.layers.36.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.399649e-13,4.265411e-14,1.230421e-10,2.603062e-12,False
+backbone.layers.36.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.638377e-13,1.673447e-14,4.817709e-11,1.050205e-12,False
+backbone.layers.36.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.634921e-13,4.185497e-14,1.209965e-10,2.569021e-12,False
+backbone.layers.36.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.354349e-13,1.878136e-14,5.497523e-11,1.201633e-12,False
+backbone.layers.36.mixer.experts.82.up_proj.weight,1856x2688,4988928,5.221101e-13,4.538020e-14,1.314147e-10,2.777117e-12,False
+backbone.layers.36.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.847966e-13,1.673962e-14,4.850905e-11,1.131929e-12,False
+backbone.layers.36.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.820241e-13,3.911112e-14,1.130210e-10,2.537620e-12,False
+backbone.layers.36.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.879538e-13,1.766728e-14,5.133719e-11,1.177878e-12,False
+backbone.layers.36.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.316165e-13,3.813841e-14,1.100980e-10,2.450524e-12,False
+backbone.layers.36.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.188939e-13,1.782606e-14,5.154555e-11,1.160507e-12,False
+backbone.layers.36.mixer.experts.85.up_proj.weight,1856x2688,4988928,7.857950e-13,5.086052e-14,1.523351e-10,3.324259e-12,False
+backbone.layers.36.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.031916e-13,1.698316e-14,4.945285e-11,1.118122e-12,False
+backbone.layers.36.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.372379e-13,4.078823e-14,1.175091e-10,2.522565e-12,False
+backbone.layers.36.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.650970e-13,2.158706e-14,6.367132e-11,1.384031e-12,False
+backbone.layers.36.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.364981e-13,4.148927e-14,1.200529e-10,2.570839e-12,False
+backbone.layers.36.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.835303e-13,1.770219e-14,5.120184e-11,1.120935e-12,False
+backbone.layers.36.mixer.experts.88.up_proj.weight,1856x2688,4988928,5.810057e-13,4.529315e-14,1.319644e-10,2.803762e-12,False
+backbone.layers.36.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.003467e-13,1.699806e-14,4.894989e-11,1.083008e-12,False
+backbone.layers.36.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.693684e-13,4.213550e-14,1.215623e-10,2.586423e-12,False
+backbone.layers.36.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.498602e-13,1.522229e-14,4.390856e-11,1.005106e-12,False
+backbone.layers.36.mixer.experts.9.up_proj.weight,1856x2688,4988928,3.448006e-13,3.672764e-14,1.056244e-10,2.303877e-12,False
+backbone.layers.36.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.431024e-13,1.930609e-14,5.617197e-11,1.241912e-12,False
+backbone.layers.36.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.511806e-13,4.238442e-14,1.237628e-10,2.691174e-12,False
+backbone.layers.36.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.238695e-13,2.007278e-14,5.857563e-11,1.335704e-12,False
+backbone.layers.36.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.876516e-13,4.256422e-14,1.234064e-10,2.707520e-12,False
+backbone.layers.36.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.169124e-13,1.832594e-14,5.309577e-11,1.186341e-12,False
+backbone.layers.36.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.850910e-13,4.459698e-14,1.300955e-10,2.803151e-12,False
+backbone.layers.36.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.529955e-13,1.908744e-14,5.624031e-11,1.328547e-12,False
+backbone.layers.36.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.603257e-13,4.195711e-14,1.220860e-10,2.701874e-12,False
+backbone.layers.36.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.380110e-13,1.953783e-14,5.749480e-11,1.239370e-12,False
+backbone.layers.36.mixer.experts.94.up_proj.weight,1856x2688,4988928,6.041731e-13,4.721512e-14,1.397293e-10,2.910217e-12,False
+backbone.layers.36.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.349856e-13,2.068290e-14,6.019188e-11,1.370477e-12,False
+backbone.layers.36.mixer.experts.95.up_proj.weight,1856x2688,4988928,6.439250e-13,5.317797e-14,1.547089e-10,3.419576e-12,False
+backbone.layers.36.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.420924e-13,2.030473e-14,5.904667e-11,1.288139e-12,False
+backbone.layers.36.mixer.experts.96.up_proj.weight,1856x2688,4988928,6.286035e-13,4.668809e-14,1.364094e-10,2.853707e-12,False
+backbone.layers.36.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.948598e-13,1.729120e-14,5.051841e-11,1.146502e-12,False
+backbone.layers.36.mixer.experts.97.up_proj.weight,1856x2688,4988928,5.566068e-13,4.305269e-14,1.251536e-10,2.716454e-12,False
+backbone.layers.36.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.124273e-13,1.903843e-14,5.513561e-11,1.225051e-12,False
+backbone.layers.36.mixer.experts.98.up_proj.weight,1856x2688,4988928,6.387052e-13,5.455542e-14,1.590991e-10,3.426529e-12,False
+backbone.layers.36.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.032337e-13,1.998515e-14,5.821795e-11,1.260885e-12,False
+backbone.layers.36.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.855578e-13,4.062366e-14,1.170898e-10,2.474150e-12,False
+backbone.layers.36.mixer.gate.weight,128x2688,344064,3.972551e-13,3.701608e-14,2.828449e-11,2.679176e-12,False
+backbone.layers.36.mixer.shared_experts.down_proj.weight,2688x3712,9977856,6.328057e-13,6.002798e-14,2.454684e-10,4.823492e-12,False
+backbone.layers.36.mixer.shared_experts.up_proj.weight,3712x2688,9977856,4.190502e-13,3.288029e-14,1.359956e-10,2.834420e-12,False
+backbone.layers.36.norm.weight,2688,2688,6.661338e-16,1.249685e-16,9.483974e-15,1.187984e-16,False
+backbone.layers.37.mixer.A_log,64,64,8.881784e-16,2.261646e-16,2.638861e-15,1.732857e-16,False
+backbone.layers.37.mixer.D,64,64,2.220446e-16,3.935654e-17,6.021215e-16,1.251459e-16,False
+backbone.layers.37.mixer.conv1d.weight,6144x1x4,24576,7.771561e-16,1.179128e-17,5.275990e-15,5.034558e-16,True
+backbone.layers.37.mixer.dt_bias,64,64,1.776357e-15,4.124305e-16,5.307415e-15,1.524003e-16,False
+backbone.layers.37.mixer.in_proj.weight,10304x2688,27697152,7.163211e-13,4.247135e-14,2.927288e-10,2.406020e-12,False
+backbone.layers.37.mixer.norm.weight,4096,4096,7.105427e-15,2.506930e-16,3.130850e-14,1.216330e-16,False
+backbone.layers.37.mixer.out_proj.weight,2688x4096,11010048,1.218622e-12,9.561793e-14,4.126640e-10,5.911508e-12,False
+backbone.layers.37.norm.weight,2688,2688,2.220446e-16,4.625155e-17,3.837610e-15,1.232261e-16,False
+backbone.layers.38.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.191832e-13,1.781634e-14,5.165726e-11,1.131454e-12,False
+backbone.layers.38.mixer.experts.0.up_proj.weight,1856x2688,4988928,6.480060e-13,5.236412e-14,1.531899e-10,3.255011e-12,False
+backbone.layers.38.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.100646e-13,1.774209e-14,5.181886e-11,1.167533e-12,False
+backbone.layers.38.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.001556e-13,3.720652e-14,1.080051e-10,2.331654e-12,False
+backbone.layers.38.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.466638e-13,1.834623e-14,5.357543e-11,1.166061e-12,False
+backbone.layers.38.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.310094e-13,4.029562e-14,1.158306e-10,2.494534e-12,False
+backbone.layers.38.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.159583e-13,1.706758e-14,4.967947e-11,1.155415e-12,False
+backbone.layers.38.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.364599e-13,4.215384e-14,1.221300e-10,2.676893e-12,False
+backbone.layers.38.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.179021e-13,1.826600e-14,5.278699e-11,1.170099e-12,False
+backbone.layers.38.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.476211e-13,4.386203e-14,1.265290e-10,2.683445e-12,False
+backbone.layers.38.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.475278e-13,1.474637e-14,4.250369e-11,9.698024e-13,False
+backbone.layers.38.mixer.experts.102.up_proj.weight,1856x2688,4988928,6.954905e-13,4.353578e-14,1.265217e-10,2.787010e-12,False
+backbone.layers.38.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.612840e-13,2.176051e-14,6.381483e-11,1.417364e-12,False
+backbone.layers.38.mixer.experts.103.up_proj.weight,1856x2688,4988928,5.628553e-13,4.471863e-14,1.311557e-10,2.861530e-12,False
+backbone.layers.38.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.920686e-13,1.890710e-14,5.475469e-11,1.198126e-12,False
+backbone.layers.38.mixer.experts.104.up_proj.weight,1856x2688,4988928,6.198271e-13,4.615596e-14,1.349203e-10,2.829932e-12,False
+backbone.layers.38.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.766673e-13,1.652715e-14,4.772407e-11,1.079858e-12,False
+backbone.layers.38.mixer.experts.105.up_proj.weight,1856x2688,4988928,5.671498e-13,4.833784e-14,1.406281e-10,3.030835e-12,False
+backbone.layers.38.mixer.experts.106.down_proj.weight,2688x1856,4988928,3.491018e-13,1.824058e-14,5.301220e-11,1.175980e-12,False
+backbone.layers.38.mixer.experts.106.up_proj.weight,1856x2688,4988928,5.519300e-13,4.348528e-14,1.270780e-10,2.762504e-12,False
+backbone.layers.38.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.069490e-13,1.806916e-14,5.240995e-11,1.144864e-12,False
+backbone.layers.38.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.598301e-13,4.415660e-14,1.275364e-10,2.707888e-12,False
+backbone.layers.38.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.225581e-13,2.141610e-14,6.252706e-11,1.369354e-12,False
+backbone.layers.38.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.255310e-13,4.552885e-14,1.318035e-10,2.780631e-12,False
+backbone.layers.38.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.551932e-13,1.982250e-14,5.756012e-11,1.286847e-12,False
+backbone.layers.38.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.350619e-13,4.171297e-14,1.207484e-10,2.618378e-12,False
+backbone.layers.38.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.912505e-13,2.472277e-14,7.286302e-11,1.597517e-12,False
+backbone.layers.38.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.631885e-13,4.382876e-14,1.271307e-10,2.702494e-12,False
+backbone.layers.38.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.163859e-13,1.883320e-14,5.499489e-11,1.212475e-12,False
+backbone.layers.38.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.174230e-13,4.140822e-14,1.196824e-10,2.570842e-12,False
+backbone.layers.38.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.441493e-13,2.005470e-14,5.887364e-11,1.299420e-12,False
+backbone.layers.38.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.865414e-13,4.474786e-14,1.297169e-10,2.806496e-12,False
+backbone.layers.38.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.210315e-13,1.914751e-14,5.610372e-11,1.307570e-12,False
+backbone.layers.38.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.580750e-13,4.051297e-14,1.167351e-10,2.526649e-12,False
+backbone.layers.38.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.292775e-13,2.003367e-14,5.888835e-11,1.273903e-12,False
+backbone.layers.38.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.013767e-13,4.238558e-14,1.229576e-10,2.609946e-12,False
+backbone.layers.38.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.138064e-13,1.836709e-14,5.334546e-11,1.176049e-12,False
+backbone.layers.38.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.743844e-13,4.310460e-14,1.255049e-10,2.649616e-12,False
+backbone.layers.38.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.864967e-13,1.840610e-14,5.315960e-11,1.223133e-12,False
+backbone.layers.38.mixer.experts.115.up_proj.weight,1856x2688,4988928,3.776250e-13,3.844748e-14,1.106593e-10,2.414716e-12,False
+backbone.layers.38.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.218885e-13,1.964613e-14,5.740282e-11,1.243609e-12,False
+backbone.layers.38.mixer.experts.116.up_proj.weight,1856x2688,4988928,6.379793e-13,5.467020e-14,1.591139e-10,3.343190e-12,False
+backbone.layers.38.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.899382e-13,2.217695e-14,6.533663e-11,1.426726e-12,False
+backbone.layers.38.mixer.experts.117.up_proj.weight,1856x2688,4988928,6.012066e-13,4.403572e-14,1.281525e-10,2.747652e-12,False
+backbone.layers.38.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.561321e-13,1.512480e-14,4.361875e-11,1.002219e-12,False
+backbone.layers.38.mixer.experts.118.up_proj.weight,1856x2688,4988928,5.255726e-13,4.118509e-14,1.189100e-10,2.629085e-12,False
+backbone.layers.38.mixer.experts.119.down_proj.weight,2688x1856,4988928,3.389511e-13,2.313524e-14,6.986697e-11,1.527147e-12,False
+backbone.layers.38.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.032642e-13,4.215293e-14,1.216738e-10,2.591244e-12,False
+backbone.layers.38.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.769036e-13,1.673718e-14,4.822834e-11,1.064990e-12,False
+backbone.layers.38.mixer.experts.12.up_proj.weight,1856x2688,4988928,3.577728e-13,3.879763e-14,1.118575e-10,2.332616e-12,False
+backbone.layers.38.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.752989e-13,1.948655e-14,5.724639e-11,1.245875e-12,False
+backbone.layers.38.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.898686e-13,4.409647e-14,1.282116e-10,2.728997e-12,False
+backbone.layers.38.mixer.experts.121.down_proj.weight,2688x1856,4988928,3.050260e-13,2.281476e-14,6.894402e-11,1.516499e-12,False
+backbone.layers.38.mixer.experts.121.up_proj.weight,1856x2688,4988928,5.926891e-13,5.378728e-14,1.576020e-10,3.312567e-12,False
+backbone.layers.38.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.588694e-13,1.634871e-14,4.733443e-11,1.065629e-12,False
+backbone.layers.38.mixer.experts.122.up_proj.weight,1856x2688,4988928,3.940355e-13,3.637740e-14,1.049361e-10,2.374229e-12,False
+backbone.layers.38.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.753756e-13,1.651760e-14,4.756158e-11,1.080678e-12,False
+backbone.layers.38.mixer.experts.123.up_proj.weight,1856x2688,4988928,5.685036e-13,5.051059e-14,1.472505e-10,3.126927e-12,False
+backbone.layers.38.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.983864e-13,1.822943e-14,5.262446e-11,1.157174e-12,False
+backbone.layers.38.mixer.experts.124.up_proj.weight,1856x2688,4988928,5.589557e-13,4.617797e-14,1.343964e-10,2.824253e-12,False
+backbone.layers.38.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.086074e-13,1.775871e-14,5.206580e-11,1.146491e-12,False
+backbone.layers.38.mixer.experts.125.up_proj.weight,1856x2688,4988928,3.636952e-13,3.771088e-14,1.084128e-10,2.319727e-12,False
+backbone.layers.38.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.336673e-13,1.901555e-14,5.536280e-11,1.215888e-12,False
+backbone.layers.38.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.854173e-13,4.563947e-14,1.325743e-10,2.799456e-12,False
+backbone.layers.38.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.828745e-13,1.510982e-14,4.350363e-11,9.816373e-13,False
+backbone.layers.38.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.689010e-13,3.982397e-14,1.156497e-10,2.543599e-12,False
+backbone.layers.38.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.485304e-13,2.129692e-14,6.292821e-11,1.398614e-12,False
+backbone.layers.38.mixer.experts.13.up_proj.weight,1856x2688,4988928,3.887507e-13,3.893830e-14,1.118499e-10,2.400685e-12,False
+backbone.layers.38.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.179368e-13,2.023296e-14,5.882402e-11,1.304126e-12,False
+backbone.layers.38.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.842220e-13,5.028581e-14,1.453065e-10,3.098625e-12,False
+backbone.layers.38.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.842719e-13,1.745537e-14,5.060896e-11,1.154720e-12,False
+backbone.layers.38.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.123325e-13,4.065252e-14,1.173081e-10,2.558509e-12,False
+backbone.layers.38.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.309004e-13,1.969141e-14,5.755547e-11,1.289662e-12,False
+backbone.layers.38.mixer.experts.16.up_proj.weight,1856x2688,4988928,5.223391e-13,4.477332e-14,1.300766e-10,2.791773e-12,False
+backbone.layers.38.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.817279e-13,1.599489e-14,4.634808e-11,1.077933e-12,False
+backbone.layers.38.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.812539e-13,4.042715e-14,1.175447e-10,2.562988e-12,False
+backbone.layers.38.mixer.experts.18.down_proj.weight,2688x1856,4988928,1.774240e-13,1.641778e-14,4.739832e-11,1.047209e-12,False
+backbone.layers.38.mixer.experts.18.up_proj.weight,1856x2688,4988928,6.308383e-13,5.301079e-14,1.565096e-10,3.345446e-12,False
+backbone.layers.38.mixer.experts.19.down_proj.weight,2688x1856,4988928,3.289131e-13,2.233088e-14,6.631310e-11,1.472787e-12,False
+backbone.layers.38.mixer.experts.19.up_proj.weight,1856x2688,4988928,5.546609e-13,4.502690e-14,1.318843e-10,2.786120e-12,False
+backbone.layers.38.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.806125e-13,1.786317e-14,5.153222e-11,1.126606e-12,False
+backbone.layers.38.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.686390e-13,4.501354e-14,1.302087e-10,2.714239e-12,False
+backbone.layers.38.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.557851e-13,1.648303e-14,4.746694e-11,1.062064e-12,False
+backbone.layers.38.mixer.experts.20.up_proj.weight,1856x2688,4988928,3.918879e-13,3.881905e-14,1.118348e-10,2.402384e-12,False
+backbone.layers.38.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.348885e-13,1.886755e-14,5.500592e-11,1.212701e-12,False
+backbone.layers.38.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.803614e-13,4.198802e-14,1.221036e-10,2.630886e-12,False
+backbone.layers.38.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.852130e-13,1.775922e-14,5.138421e-11,1.148063e-12,False
+backbone.layers.38.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.198376e-13,4.579275e-14,1.333715e-10,2.874535e-12,False
+backbone.layers.38.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.296427e-13,2.135270e-14,6.257866e-11,1.357094e-12,False
+backbone.layers.38.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.445214e-13,4.327305e-14,1.258646e-10,2.658771e-12,False
+backbone.layers.38.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.833965e-13,1.619612e-14,4.662944e-11,1.077377e-12,False
+backbone.layers.38.mixer.experts.24.up_proj.weight,1856x2688,4988928,5.106670e-13,3.763605e-14,1.086143e-10,2.414189e-12,False
+backbone.layers.38.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.327860e-13,1.863467e-14,5.471892e-11,1.199979e-12,False
+backbone.layers.38.mixer.experts.25.up_proj.weight,1856x2688,4988928,5.026621e-13,4.813848e-14,1.401365e-10,2.961850e-12,False
+backbone.layers.38.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.436176e-13,1.861191e-14,5.392188e-11,1.223191e-12,False
+backbone.layers.38.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.765494e-13,4.269398e-14,1.240141e-10,2.676950e-12,False
+backbone.layers.38.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.248132e-13,2.076197e-14,6.019171e-11,1.305304e-12,False
+backbone.layers.38.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.810180e-13,4.494690e-14,1.304770e-10,2.724746e-12,False
+backbone.layers.38.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.913295e-13,2.041931e-14,6.074730e-11,1.331034e-12,False
+backbone.layers.38.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.983131e-13,4.863978e-14,1.417424e-10,2.992069e-12,False
+backbone.layers.38.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.589578e-13,1.992254e-14,5.809859e-11,1.332936e-12,False
+backbone.layers.38.mixer.experts.29.up_proj.weight,1856x2688,4988928,3.535262e-13,3.683896e-14,1.059029e-10,2.305856e-12,False
+backbone.layers.38.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.990838e-13,1.932899e-14,5.575249e-11,1.216263e-12,False
+backbone.layers.38.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.695860e-13,4.882203e-14,1.417740e-10,2.987160e-12,False
+backbone.layers.38.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.858340e-13,1.842495e-14,5.361452e-11,1.158482e-12,False
+backbone.layers.38.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.147585e-13,3.949090e-14,1.139966e-10,2.369120e-12,False
+backbone.layers.38.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.103005e-13,1.721963e-14,4.997346e-11,1.131428e-12,False
+backbone.layers.38.mixer.experts.31.up_proj.weight,1856x2688,4988928,6.345827e-13,4.346848e-14,1.262662e-10,2.742627e-12,False
+backbone.layers.38.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.106648e-13,1.670415e-14,4.867747e-11,1.080900e-12,False
+backbone.layers.38.mixer.experts.32.up_proj.weight,1856x2688,4988928,6.759766e-13,5.622389e-14,1.640580e-10,3.505486e-12,False
+backbone.layers.38.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.756061e-13,1.699700e-14,4.893665e-11,1.071858e-12,False
+backbone.layers.38.mixer.experts.33.up_proj.weight,1856x2688,4988928,5.006585e-13,4.271076e-14,1.238332e-10,2.634304e-12,False
+backbone.layers.38.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.658325e-13,2.038132e-14,5.948138e-11,1.291379e-12,False
+backbone.layers.38.mixer.experts.34.up_proj.weight,1856x2688,4988928,5.058974e-13,4.585342e-14,1.336757e-10,2.827427e-12,False
+backbone.layers.38.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.760606e-13,1.776948e-14,5.143165e-11,1.168623e-12,False
+backbone.layers.38.mixer.experts.35.up_proj.weight,1856x2688,4988928,6.736677e-13,4.441830e-14,1.306620e-10,2.879314e-12,False
+backbone.layers.38.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.858061e-13,2.229366e-14,6.539983e-11,1.445624e-12,False
+backbone.layers.38.mixer.experts.36.up_proj.weight,1856x2688,4988928,5.448090e-13,4.527263e-14,1.322063e-10,2.809512e-12,False
+backbone.layers.38.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.847762e-13,1.721969e-14,4.985804e-11,1.127691e-12,False
+backbone.layers.38.mixer.experts.37.up_proj.weight,1856x2688,4988928,3.921351e-13,3.927881e-14,1.131763e-10,2.438235e-12,False
+backbone.layers.38.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.886146e-13,1.961800e-14,5.740275e-11,1.299392e-12,False
+backbone.layers.38.mixer.experts.38.up_proj.weight,1856x2688,4988928,3.959749e-13,4.047059e-14,1.167784e-10,2.514586e-12,False
+backbone.layers.38.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.052395e-13,1.924852e-14,5.573891e-11,1.220331e-12,False
+backbone.layers.38.mixer.experts.39.up_proj.weight,1856x2688,4988928,4.877847e-13,4.555087e-14,1.324198e-10,2.761618e-12,False
+backbone.layers.38.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.813341e-13,1.726531e-14,4.989812e-11,1.128180e-12,False
+backbone.layers.38.mixer.experts.4.up_proj.weight,1856x2688,4988928,5.270155e-13,4.409308e-14,1.277349e-10,2.744751e-12,False
+backbone.layers.38.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.005479e-13,1.855165e-14,5.388991e-11,1.179413e-12,False
+backbone.layers.38.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.500584e-13,4.166062e-14,1.208019e-10,2.558182e-12,False
+backbone.layers.38.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.739667e-13,1.718514e-14,4.957973e-11,1.110575e-12,False
+backbone.layers.38.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.054881e-13,3.973607e-14,1.146423e-10,2.416388e-12,False
+backbone.layers.38.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.784822e-13,1.742927e-14,5.058983e-11,1.162784e-12,False
+backbone.layers.38.mixer.experts.42.up_proj.weight,1856x2688,4988928,5.656777e-13,4.676795e-14,1.375329e-10,2.933725e-12,False
+backbone.layers.38.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.863065e-13,1.719225e-14,4.979507e-11,1.087977e-12,False
+backbone.layers.38.mixer.experts.43.up_proj.weight,1856x2688,4988928,5.067615e-13,4.499790e-14,1.311314e-10,2.793284e-12,False
+backbone.layers.38.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.437156e-13,1.588154e-14,4.606483e-11,1.027513e-12,False
+backbone.layers.38.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.024957e-13,4.276455e-14,1.231992e-10,2.591116e-12,False
+backbone.layers.38.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.921900e-13,1.820209e-14,5.259193e-11,1.183533e-12,False
+backbone.layers.38.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.152373e-13,4.153154e-14,1.204090e-10,2.587353e-12,False
+backbone.layers.38.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.332926e-13,1.808316e-14,5.280337e-11,1.239794e-12,False
+backbone.layers.38.mixer.experts.46.up_proj.weight,1856x2688,4988928,3.919191e-13,3.969841e-14,1.142550e-10,2.487288e-12,False
+backbone.layers.38.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.707523e-13,1.773262e-14,5.131976e-11,1.163820e-12,False
+backbone.layers.38.mixer.experts.47.up_proj.weight,1856x2688,4988928,6.715965e-13,4.827268e-14,1.417791e-10,3.054782e-12,False
+backbone.layers.38.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.179906e-13,1.752036e-14,5.143555e-11,1.122965e-12,False
+backbone.layers.38.mixer.experts.48.up_proj.weight,1856x2688,4988928,6.203996e-13,4.926461e-14,1.441930e-10,3.117848e-12,False
+backbone.layers.38.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.714705e-13,1.580930e-14,4.572183e-11,1.041941e-12,False
+backbone.layers.38.mixer.experts.49.up_proj.weight,1856x2688,4988928,7.637549e-13,4.913795e-14,1.436976e-10,3.169874e-12,False
+backbone.layers.38.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.364220e-13,1.941605e-14,5.664775e-11,1.251550e-12,False
+backbone.layers.38.mixer.experts.5.up_proj.weight,1856x2688,4988928,7.263287e-13,5.460301e-14,1.608989e-10,3.382081e-12,False
+backbone.layers.38.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.565413e-13,2.232804e-14,6.574587e-11,1.449040e-12,False
+backbone.layers.38.mixer.experts.50.up_proj.weight,1856x2688,4988928,5.901252e-13,4.502125e-14,1.311089e-10,2.781676e-12,False
+backbone.layers.38.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.389280e-13,1.879481e-14,5.451012e-11,1.229178e-12,False
+backbone.layers.38.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.614628e-13,4.815136e-14,1.412103e-10,3.040440e-12,False
+backbone.layers.38.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.139006e-13,1.772136e-14,5.118777e-11,1.154444e-12,False
+backbone.layers.38.mixer.experts.52.up_proj.weight,1856x2688,4988928,5.727392e-13,4.670160e-14,1.350094e-10,2.889812e-12,False
+backbone.layers.38.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.076501e-13,1.902489e-14,5.556024e-11,1.277324e-12,False
+backbone.layers.38.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.730383e-13,4.401929e-14,1.275656e-10,2.816304e-12,False
+backbone.layers.38.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.083715e-13,1.721646e-14,4.987908e-11,1.107496e-12,False
+backbone.layers.38.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.723895e-13,4.375598e-14,1.270559e-10,2.716305e-12,False
+backbone.layers.38.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.587723e-13,1.565694e-14,4.527680e-11,1.030490e-12,False
+backbone.layers.38.mixer.experts.55.up_proj.weight,1856x2688,4988928,5.734996e-13,4.533473e-14,1.328308e-10,2.861108e-12,False
+backbone.layers.38.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.758663e-13,1.632820e-14,4.722255e-11,1.042703e-12,False
+backbone.layers.38.mixer.experts.56.up_proj.weight,1856x2688,4988928,5.361475e-13,4.700363e-14,1.364655e-10,2.855877e-12,False
+backbone.layers.38.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.846894e-13,2.348555e-14,6.851467e-11,1.513121e-12,False
+backbone.layers.38.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.551177e-13,4.438636e-14,1.289037e-10,2.689158e-12,False
+backbone.layers.38.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.933158e-13,1.855197e-14,5.402014e-11,1.214687e-12,False
+backbone.layers.38.mixer.experts.58.up_proj.weight,1856x2688,4988928,6.037640e-13,4.957400e-14,1.448521e-10,3.111416e-12,False
+backbone.layers.38.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.060782e-13,1.835473e-14,5.320194e-11,1.162385e-12,False
+backbone.layers.38.mixer.experts.59.up_proj.weight,1856x2688,4988928,5.250427e-13,4.565264e-14,1.333311e-10,2.839228e-12,False
+backbone.layers.38.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.187035e-13,1.834640e-14,5.340099e-11,1.161439e-12,False
+backbone.layers.38.mixer.experts.6.up_proj.weight,1856x2688,4988928,5.629178e-13,4.685750e-14,1.365863e-10,2.874063e-12,False
+backbone.layers.38.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.140753e-13,1.876333e-14,5.476336e-11,1.251170e-12,False
+backbone.layers.38.mixer.experts.60.up_proj.weight,1856x2688,4988928,5.291739e-13,4.470108e-14,1.300484e-10,2.775574e-12,False
+backbone.layers.38.mixer.experts.61.down_proj.weight,2688x1856,4988928,3.096807e-13,2.013334e-14,5.861061e-11,1.304298e-12,False
+backbone.layers.38.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.598613e-13,4.092901e-14,1.186858e-10,2.527116e-12,False
+backbone.layers.38.mixer.experts.62.down_proj.weight,2688x1856,4988928,3.311865e-13,1.846179e-14,5.389498e-11,1.255055e-12,False
+backbone.layers.38.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.072956e-13,4.311987e-14,1.250078e-10,2.688908e-12,False
+backbone.layers.38.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.991827e-13,1.746062e-14,5.103641e-11,1.221032e-12,False
+backbone.layers.38.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.180458e-13,4.001791e-14,1.158139e-10,2.614935e-12,False
+backbone.layers.38.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.104341e-13,1.832368e-14,5.374373e-11,1.194984e-12,False
+backbone.layers.38.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.291845e-13,3.880916e-14,1.127879e-10,2.343213e-12,False
+backbone.layers.38.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.640324e-13,1.673336e-14,4.826456e-11,1.081393e-12,False
+backbone.layers.38.mixer.experts.65.up_proj.weight,1856x2688,4988928,3.920237e-13,3.895045e-14,1.121471e-10,2.451030e-12,False
+backbone.layers.38.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.945215e-13,1.720418e-14,5.028832e-11,1.094261e-12,False
+backbone.layers.38.mixer.experts.66.up_proj.weight,1856x2688,4988928,7.737934e-13,5.082337e-14,1.504751e-10,3.199297e-12,False
+backbone.layers.38.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.198797e-13,1.908744e-14,5.552559e-11,1.234767e-12,False
+backbone.layers.38.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.846575e-13,4.560416e-14,1.322166e-10,2.851498e-12,False
+backbone.layers.38.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.382816e-13,1.854599e-14,5.445060e-11,1.216162e-12,False
+backbone.layers.38.mixer.experts.68.up_proj.weight,1856x2688,4988928,3.703626e-13,4.169807e-14,1.203839e-10,2.564252e-12,False
+backbone.layers.38.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.852095e-13,1.796265e-14,5.191296e-11,1.178926e-12,False
+backbone.layers.38.mixer.experts.69.up_proj.weight,1856x2688,4988928,7.083015e-13,5.189167e-14,1.533427e-10,3.407373e-12,False
+backbone.layers.38.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.963915e-13,1.879170e-14,5.449975e-11,1.228064e-12,False
+backbone.layers.38.mixer.experts.7.up_proj.weight,1856x2688,4988928,7.398348e-13,4.976111e-14,1.472644e-10,3.207405e-12,False
+backbone.layers.38.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.333658e-13,1.799561e-14,5.274681e-11,1.155316e-12,False
+backbone.layers.38.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.154975e-13,3.956725e-14,1.148002e-10,2.445840e-12,False
+backbone.layers.38.mixer.experts.71.down_proj.weight,2688x1856,4988928,1.967200e-13,1.916272e-14,5.561458e-11,1.277742e-12,False
+backbone.layers.38.mixer.experts.71.up_proj.weight,1856x2688,4988928,5.751406e-13,4.435218e-14,1.294031e-10,2.868719e-12,False
+backbone.layers.38.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.242451e-13,1.930403e-14,5.587470e-11,1.207655e-12,False
+backbone.layers.38.mixer.experts.72.up_proj.weight,1856x2688,4988928,6.179085e-13,4.495450e-14,1.307095e-10,2.759846e-12,False
+backbone.layers.38.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.074070e-13,1.812695e-14,5.247261e-11,1.142430e-12,False
+backbone.layers.38.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.539909e-13,4.506902e-14,1.306881e-10,2.788433e-12,False
+backbone.layers.38.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.594870e-13,1.689640e-14,4.861502e-11,1.094462e-12,False
+backbone.layers.38.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.451266e-13,4.461394e-14,1.287914e-10,2.737198e-12,False
+backbone.layers.38.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.021022e-13,1.559031e-14,4.501731e-11,1.012467e-12,False
+backbone.layers.38.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.266171e-13,3.949805e-14,1.137818e-10,2.447263e-12,False
+backbone.layers.38.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.047806e-13,1.920885e-14,5.606434e-11,1.249207e-12,False
+backbone.layers.38.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.956383e-13,4.486356e-14,1.300410e-10,2.795808e-12,False
+backbone.layers.38.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.545070e-13,1.458259e-14,4.195597e-11,9.224454e-13,False
+backbone.layers.38.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.996082e-13,4.563676e-14,1.331669e-10,2.816234e-12,False
+backbone.layers.38.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.836266e-13,1.721959e-14,5.000877e-11,1.106313e-12,False
+backbone.layers.38.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.809070e-13,4.372937e-14,1.268458e-10,2.707682e-12,False
+backbone.layers.38.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.037190e-13,1.935797e-14,5.619569e-11,1.240565e-12,False
+backbone.layers.38.mixer.experts.79.up_proj.weight,1856x2688,4988928,3.972447e-13,3.926225e-14,1.129941e-10,2.417774e-12,False
+backbone.layers.38.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.468305e-13,1.636252e-14,4.713473e-11,1.024788e-12,False
+backbone.layers.38.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.473331e-13,4.278480e-14,1.236874e-10,2.629667e-12,False
+backbone.layers.38.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.471877e-13,2.077957e-14,6.152045e-11,1.346807e-12,False
+backbone.layers.38.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.443684e-13,4.439217e-14,1.285292e-10,2.745067e-12,False
+backbone.layers.38.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.939152e-13,1.758399e-14,5.120418e-11,1.150825e-12,False
+backbone.layers.38.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.445298e-13,4.434808e-14,1.287157e-10,2.821202e-12,False
+backbone.layers.38.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.968876e-13,1.717392e-14,4.959904e-11,1.111061e-12,False
+backbone.layers.38.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.098536e-13,4.335468e-14,1.248716e-10,2.728200e-12,False
+backbone.layers.38.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.985842e-13,1.879150e-14,5.479404e-11,1.224152e-12,False
+backbone.layers.38.mixer.experts.83.up_proj.weight,1856x2688,4988928,3.672635e-13,3.803945e-14,1.097774e-10,2.363149e-12,False
+backbone.layers.38.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.661898e-13,2.093344e-14,6.147097e-11,1.368431e-12,False
+backbone.layers.38.mixer.experts.84.up_proj.weight,1856x2688,4988928,5.303441e-13,4.822078e-14,1.405676e-10,3.030893e-12,False
+backbone.layers.38.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.150710e-13,1.966708e-14,5.722505e-11,1.328953e-12,False
+backbone.layers.38.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.595976e-13,4.076624e-14,1.188727e-10,2.606206e-12,False
+backbone.layers.38.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.167051e-13,1.945830e-14,5.657765e-11,1.232637e-12,False
+backbone.layers.38.mixer.experts.86.up_proj.weight,1856x2688,4988928,8.122114e-13,4.511667e-14,1.326291e-10,2.810217e-12,False
+backbone.layers.38.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.741661e-13,1.745763e-14,5.058727e-11,1.119283e-12,False
+backbone.layers.38.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.867945e-13,5.011016e-14,1.467175e-10,3.137483e-12,False
+backbone.layers.38.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.239181e-13,1.952481e-14,5.693518e-11,1.258051e-12,False
+backbone.layers.38.mixer.experts.88.up_proj.weight,1856x2688,4988928,5.521347e-13,4.737109e-14,1.391968e-10,2.972807e-12,False
+backbone.layers.38.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.286591e-13,2.022237e-14,5.933035e-11,1.292285e-12,False
+backbone.layers.38.mixer.experts.89.up_proj.weight,1856x2688,4988928,7.099391e-13,4.963054e-14,1.462818e-10,3.133016e-12,False
+backbone.layers.38.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.750682e-13,2.107540e-14,6.172372e-11,1.398204e-12,False
+backbone.layers.38.mixer.experts.9.up_proj.weight,1856x2688,4988928,5.576971e-13,4.719602e-14,1.374552e-10,2.999050e-12,False
+backbone.layers.38.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.776196e-13,1.686482e-14,4.890922e-11,1.130150e-12,False
+backbone.layers.38.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.529154e-13,4.557359e-14,1.331032e-10,2.906185e-12,False
+backbone.layers.38.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.821684e-13,1.957970e-14,5.736267e-11,1.253087e-12,False
+backbone.layers.38.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.480557e-13,4.264753e-14,1.240411e-10,2.632389e-12,False
+backbone.layers.38.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.350242e-13,1.831681e-14,5.328512e-11,1.174521e-12,False
+backbone.layers.38.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.562340e-13,4.213649e-14,1.217841e-10,2.600365e-12,False
+backbone.layers.38.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.120040e-13,1.903001e-14,5.513179e-11,1.214015e-12,False
+backbone.layers.38.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.513889e-13,4.026272e-14,1.163111e-10,2.463502e-12,False
+backbone.layers.38.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.329525e-13,2.090709e-14,6.125639e-11,1.381687e-12,False
+backbone.layers.38.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.746229e-13,4.260120e-14,1.230099e-10,2.700203e-12,False
+backbone.layers.38.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.882704e-13,1.711334e-14,4.963406e-11,1.110825e-12,False
+backbone.layers.38.mixer.experts.95.up_proj.weight,1856x2688,4988928,5.348985e-13,4.460293e-14,1.293708e-10,2.851570e-12,False
+backbone.layers.38.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.918188e-13,1.805092e-14,5.221153e-11,1.153179e-12,False
+backbone.layers.38.mixer.experts.96.up_proj.weight,1856x2688,4988928,3.885534e-13,4.182767e-14,1.204756e-10,2.596203e-12,False
+backbone.layers.38.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.439018e-13,1.498523e-14,4.299268e-11,9.606558e-13,False
+backbone.layers.38.mixer.experts.97.up_proj.weight,1856x2688,4988928,7.002073e-13,5.054320e-14,1.511098e-10,3.257720e-12,False
+backbone.layers.38.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.998818e-13,1.858254e-14,5.405627e-11,1.245670e-12,False
+backbone.layers.38.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.524280e-13,3.901312e-14,1.127748e-10,2.504024e-12,False
+backbone.layers.38.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.478989e-13,1.959584e-14,5.681242e-11,1.270538e-12,False
+backbone.layers.38.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.564803e-13,4.422167e-14,1.281245e-10,2.777259e-12,False
+backbone.layers.38.mixer.gate.weight,128x2688,344064,3.378443e-13,3.444289e-14,2.612764e-11,2.640856e-12,False
+backbone.layers.38.mixer.shared_experts.down_proj.weight,2688x3712,9977856,9.731244e-13,5.928140e-14,2.431427e-10,4.764645e-12,False
+backbone.layers.38.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.831974e-13,2.911998e-14,1.201449e-10,2.475156e-12,False
+backbone.layers.38.norm.weight,2688,2688,8.881784e-16,1.396723e-16,1.052680e-14,1.157114e-16,False
+backbone.layers.39.mixer.A_log,64,64,8.881784e-16,2.155394e-16,2.672762e-15,1.474614e-16,False
+backbone.layers.39.mixer.D,64,64,8.881784e-16,1.305650e-16,2.242590e-15,1.329957e-16,False
+backbone.layers.39.mixer.conv1d.weight,6144x1x4,24576,1.321859e-15,1.946507e-17,9.791961e-15,8.231045e-16,True
+backbone.layers.39.mixer.dt_bias,64,64,1.776357e-15,3.105155e-16,4.050413e-15,1.169751e-16,False
+backbone.layers.39.mixer.in_proj.weight,10304x2688,27697152,1.451509e-12,5.484324e-14,3.907582e-10,3.099271e-12,False
+backbone.layers.39.mixer.norm.weight,4096,4096,7.105427e-15,2.989188e-16,3.754896e-14,1.238022e-16,False
+backbone.layers.39.mixer.out_proj.weight,2688x4096,11010048,1.552175e-12,9.692310e-14,4.164517e-10,5.991933e-12,False
+backbone.layers.39.norm.weight,2688,2688,4.440892e-16,7.882666e-17,6.346991e-15,1.187799e-16,False
+backbone.layers.4.mixer.A_log,64,64,1.776357e-15,2.197136e-16,3.338540e-15,1.237854e-16,True
+backbone.layers.4.mixer.D,64,64,8.881784e-16,7.440507e-17,1.385166e-15,1.102119e-16,True
+backbone.layers.4.mixer.conv1d.weight,6144x1x4,24576,6.314393e-16,1.277821e-17,4.738466e-15,5.232530e-16,True
+backbone.layers.4.mixer.dt_bias,64,64,3.552714e-15,3.820728e-16,5.736279e-15,1.468940e-16,True
+backbone.layers.4.mixer.in_proj.weight,10304x2688,27697152,6.253088e-13,4.757178e-14,3.292042e-10,2.673824e-12,True
+backbone.layers.4.mixer.norm.weight,4096,4096,2.664535e-15,5.606018e-17,1.033718e-14,1.197558e-16,True
+backbone.layers.4.mixer.out_proj.weight,2688x4096,11010048,1.690974e-12,9.746108e-14,4.225894e-10,5.874662e-12,True
+backbone.layers.4.norm.weight,2688,2688,3.330669e-16,6.352392e-17,4.972510e-15,1.170685e-16,True
+backbone.layers.40.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.967038e-13,1.822724e-14,5.304206e-11,1.178299e-12,False
+backbone.layers.40.mixer.experts.0.up_proj.weight,1856x2688,4988928,5.108795e-13,4.182433e-14,1.213336e-10,2.621210e-12,False
+backbone.layers.40.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.166375e-13,1.770168e-14,5.157337e-11,1.161512e-12,False
+backbone.layers.40.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.684274e-13,4.365939e-14,1.269775e-10,2.735754e-12,False
+backbone.layers.40.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.752626e-13,1.663190e-14,4.838173e-11,1.065174e-12,False
+backbone.layers.40.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.548601e-13,4.725913e-14,1.375223e-10,2.966266e-12,False
+backbone.layers.40.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.593031e-13,1.659584e-14,4.777126e-11,1.042623e-12,False
+backbone.layers.40.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.272624e-13,4.260244e-14,1.228530e-10,2.625333e-12,False
+backbone.layers.40.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.454235e-13,1.966021e-14,5.792773e-11,1.300768e-12,False
+backbone.layers.40.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.085621e-13,4.069472e-14,1.176811e-10,2.525931e-12,False
+backbone.layers.40.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.772465e-13,1.934770e-14,5.649287e-11,1.252635e-12,False
+backbone.layers.40.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.391869e-13,4.349065e-14,1.255574e-10,2.716881e-12,False
+backbone.layers.40.mixer.experts.103.down_proj.weight,2688x1856,4988928,3.059150e-13,2.043016e-14,6.039943e-11,1.346856e-12,False
+backbone.layers.40.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.516162e-13,4.430433e-14,1.282995e-10,2.789840e-12,False
+backbone.layers.40.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.832137e-13,1.817829e-14,5.265134e-11,1.181790e-12,False
+backbone.layers.40.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.730903e-13,4.226601e-14,1.226107e-10,2.658732e-12,False
+backbone.layers.40.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.833238e-13,1.732705e-14,5.008157e-11,1.137692e-12,False
+backbone.layers.40.mixer.experts.105.up_proj.weight,1856x2688,4988928,3.619908e-13,4.139175e-14,1.190826e-10,2.570466e-12,False
+backbone.layers.40.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.983058e-13,1.773904e-14,5.128192e-11,1.169413e-12,False
+backbone.layers.40.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.440914e-13,4.260280e-14,1.235414e-10,2.672372e-12,False
+backbone.layers.40.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.375929e-13,2.046334e-14,6.000662e-11,1.317629e-12,False
+backbone.layers.40.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.375979e-13,3.536507e-14,1.021922e-10,2.234662e-12,False
+backbone.layers.40.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.715480e-13,2.117523e-14,6.173932e-11,1.370805e-12,False
+backbone.layers.40.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.629993e-13,4.508548e-14,1.310451e-10,2.804139e-12,False
+backbone.layers.40.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.257665e-13,1.907495e-14,5.556426e-11,1.222917e-12,False
+backbone.layers.40.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.334830e-13,4.499474e-14,1.314776e-10,2.852141e-12,False
+backbone.layers.40.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.242477e-13,1.807372e-14,5.278477e-11,1.165092e-12,False
+backbone.layers.40.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.757930e-13,4.031719e-14,1.162808e-10,2.516220e-12,False
+backbone.layers.40.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.469866e-13,1.528309e-14,4.390665e-11,9.692565e-13,False
+backbone.layers.40.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.590373e-13,4.374810e-14,1.263543e-10,2.680679e-12,False
+backbone.layers.40.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.167988e-13,1.909985e-14,5.561807e-11,1.202618e-12,False
+backbone.layers.40.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.007661e-13,4.624107e-14,1.341552e-10,2.872991e-12,False
+backbone.layers.40.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.024318e-13,1.914459e-14,5.567659e-11,1.230987e-12,False
+backbone.layers.40.mixer.experts.112.up_proj.weight,1856x2688,4988928,5.494841e-13,4.664956e-14,1.358677e-10,2.912904e-12,False
+backbone.layers.40.mixer.experts.113.down_proj.weight,2688x1856,4988928,3.002598e-13,1.848786e-14,5.380974e-11,1.220456e-12,False
+backbone.layers.40.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.339046e-13,4.223261e-14,1.223168e-10,2.673427e-12,False
+backbone.layers.40.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.053063e-13,1.814340e-14,5.297260e-11,1.156396e-12,False
+backbone.layers.40.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.259717e-13,4.032923e-14,1.159349e-10,2.514048e-12,False
+backbone.layers.40.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.251654e-13,1.862955e-14,5.432148e-11,1.232491e-12,False
+backbone.layers.40.mixer.experts.115.up_proj.weight,1856x2688,4988928,3.956627e-13,3.913697e-14,1.127944e-10,2.467623e-12,False
+backbone.layers.40.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.910781e-13,1.846596e-14,5.347178e-11,1.196987e-12,False
+backbone.layers.40.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.154186e-13,4.340659e-14,1.256844e-10,2.739987e-12,False
+backbone.layers.40.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.535038e-13,1.960390e-14,5.726357e-11,1.255160e-12,False
+backbone.layers.40.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.877521e-13,5.157713e-14,1.512749e-10,3.233626e-12,False
+backbone.layers.40.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.551154e-13,2.070530e-14,6.071501e-11,1.365617e-12,False
+backbone.layers.40.mixer.experts.118.up_proj.weight,1856x2688,4988928,6.104145e-13,5.251859e-14,1.537479e-10,3.318436e-12,False
+backbone.layers.40.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.823776e-13,1.828363e-14,5.323665e-11,1.169520e-12,False
+backbone.layers.40.mixer.experts.119.up_proj.weight,1856x2688,4988928,6.850406e-13,4.897427e-14,1.420760e-10,3.061312e-12,False
+backbone.layers.40.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.277623e-13,2.062129e-14,6.016903e-11,1.347192e-12,False
+backbone.layers.40.mixer.experts.12.up_proj.weight,1856x2688,4988928,6.370078e-13,4.544205e-14,1.313852e-10,2.849096e-12,False
+backbone.layers.40.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.673348e-13,2.025758e-14,5.917945e-11,1.325199e-12,False
+backbone.layers.40.mixer.experts.120.up_proj.weight,1856x2688,4988928,6.404929e-13,4.978074e-14,1.450453e-10,3.143616e-12,False
+backbone.layers.40.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.680425e-13,1.952413e-14,5.702568e-11,1.278911e-12,False
+backbone.layers.40.mixer.experts.121.up_proj.weight,1856x2688,4988928,5.111328e-13,4.157981e-14,1.202161e-10,2.563448e-12,False
+backbone.layers.40.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.589492e-13,1.665391e-14,4.811308e-11,1.069666e-12,False
+backbone.layers.40.mixer.experts.122.up_proj.weight,1856x2688,4988928,3.647872e-13,3.697264e-14,1.064066e-10,2.328042e-12,False
+backbone.layers.40.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.429862e-13,2.074354e-14,6.070347e-11,1.353991e-12,False
+backbone.layers.40.mixer.experts.123.up_proj.weight,1856x2688,4988928,5.556315e-13,4.580164e-14,1.338456e-10,2.847351e-12,False
+backbone.layers.40.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.961677e-13,1.912584e-14,5.561481e-11,1.228895e-12,False
+backbone.layers.40.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.686529e-13,3.780911e-14,1.088729e-10,2.314420e-12,False
+backbone.layers.40.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.246762e-13,1.981891e-14,5.767408e-11,1.267087e-12,False
+backbone.layers.40.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.812470e-13,4.477733e-14,1.302792e-10,2.801794e-12,False
+backbone.layers.40.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.759981e-13,1.683401e-14,4.885138e-11,1.063714e-12,False
+backbone.layers.40.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.225938e-13,4.109957e-14,1.194903e-10,2.580110e-12,False
+backbone.layers.40.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.138636e-13,1.761217e-14,5.105540e-11,1.190020e-12,False
+backbone.layers.40.mixer.experts.127.up_proj.weight,1856x2688,4988928,5.010818e-13,4.438971e-14,1.291270e-10,2.964042e-12,False
+backbone.layers.40.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.106544e-13,1.940035e-14,5.628648e-11,1.239668e-12,False
+backbone.layers.40.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.076946e-13,4.605571e-14,1.329772e-10,2.843125e-12,False
+backbone.layers.40.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.908630e-13,1.670231e-14,4.822407e-11,1.093897e-12,False
+backbone.layers.40.mixer.experts.14.up_proj.weight,1856x2688,4988928,6.155944e-13,4.221160e-14,1.231087e-10,2.669718e-12,False
+backbone.layers.40.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.878341e-13,1.739914e-14,5.032399e-11,1.107710e-12,False
+backbone.layers.40.mixer.experts.15.up_proj.weight,1856x2688,4988928,5.209652e-13,4.406604e-14,1.291908e-10,2.769026e-12,False
+backbone.layers.40.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.425837e-13,2.015126e-14,5.873272e-11,1.303617e-12,False
+backbone.layers.40.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.618875e-13,4.411302e-14,1.278874e-10,2.727889e-12,False
+backbone.layers.40.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.938900e-13,1.791961e-14,5.185367e-11,1.162803e-12,False
+backbone.layers.40.mixer.experts.17.up_proj.weight,1856x2688,4988928,5.139101e-13,4.121955e-14,1.205665e-10,2.612133e-12,False
+backbone.layers.40.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.223291e-13,1.755442e-14,5.110382e-11,1.133231e-12,False
+backbone.layers.40.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.288124e-13,3.924937e-14,1.143992e-10,2.516268e-12,False
+backbone.layers.40.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.699092e-13,1.621774e-14,4.668023e-11,1.078449e-12,False
+backbone.layers.40.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.873693e-13,4.110750e-14,1.199414e-10,2.790163e-12,False
+backbone.layers.40.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.621358e-13,1.967797e-14,5.792466e-11,1.313073e-12,False
+backbone.layers.40.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.901548e-13,4.728316e-14,1.381060e-10,2.923363e-12,False
+backbone.layers.40.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.038994e-13,1.813143e-14,5.253197e-11,1.152193e-12,False
+backbone.layers.40.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.190084e-13,4.699390e-14,1.367660e-10,2.894265e-12,False
+backbone.layers.40.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.546366e-13,2.214990e-14,6.573895e-11,1.460224e-12,False
+backbone.layers.40.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.654784e-13,4.677969e-14,1.355773e-10,2.916848e-12,False
+backbone.layers.40.mixer.experts.22.down_proj.weight,2688x1856,4988928,3.224730e-13,2.105030e-14,6.310270e-11,1.404674e-12,False
+backbone.layers.40.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.572348e-13,4.433024e-14,1.282772e-10,2.792935e-12,False
+backbone.layers.40.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.602156e-13,1.564572e-14,4.511182e-11,1.022894e-12,False
+backbone.layers.40.mixer.experts.23.up_proj.weight,1856x2688,4988928,5.823744e-13,4.822961e-14,1.413879e-10,3.156239e-12,False
+backbone.layers.40.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.922581e-13,1.805538e-14,5.218090e-11,1.166089e-12,False
+backbone.layers.40.mixer.experts.24.up_proj.weight,1856x2688,4988928,6.369072e-13,5.135360e-14,1.515204e-10,3.294651e-12,False
+backbone.layers.40.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.069699e-13,1.795612e-14,5.192464e-11,1.149214e-12,False
+backbone.layers.40.mixer.experts.25.up_proj.weight,1856x2688,4988928,3.917353e-13,3.649653e-14,1.047070e-10,2.207237e-12,False
+backbone.layers.40.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.523541e-13,2.239983e-14,6.575163e-11,1.464050e-12,False
+backbone.layers.40.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.241642e-13,4.038962e-14,1.165830e-10,2.454470e-12,False
+backbone.layers.40.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.108582e-13,1.873949e-14,5.453617e-11,1.202320e-12,False
+backbone.layers.40.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.349021e-13,4.358253e-14,1.258887e-10,2.704685e-12,False
+backbone.layers.40.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.638931e-13,2.238492e-14,6.558540e-11,1.465836e-12,False
+backbone.layers.40.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.999368e-13,4.806071e-14,1.393672e-10,3.001806e-12,False
+backbone.layers.40.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.818119e-13,2.102300e-14,6.220660e-11,1.360856e-12,False
+backbone.layers.40.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.067996e-13,4.158201e-14,1.195838e-10,2.536055e-12,False
+backbone.layers.40.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.579587e-13,1.647248e-14,4.743796e-11,1.034672e-12,False
+backbone.layers.40.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.295122e-13,4.249282e-14,1.229673e-10,2.591629e-12,False
+backbone.layers.40.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.021647e-13,1.833788e-14,5.320834e-11,1.214263e-12,False
+backbone.layers.40.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.602881e-13,4.032199e-14,1.162335e-10,2.508484e-12,False
+backbone.layers.40.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.055764e-13,1.712023e-14,4.939664e-11,1.071930e-12,False
+backbone.layers.40.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.989550e-13,3.956382e-14,1.144519e-10,2.408817e-12,False
+backbone.layers.40.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.916037e-13,1.740628e-14,5.034122e-11,1.110090e-12,False
+backbone.layers.40.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.204345e-13,4.136484e-14,1.193960e-10,2.558125e-12,False
+backbone.layers.40.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.233352e-13,1.754002e-14,5.094986e-11,1.145996e-12,False
+backbone.layers.40.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.142277e-13,3.959530e-14,1.144830e-10,2.476195e-12,False
+backbone.layers.40.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.313080e-13,1.907106e-14,5.609594e-11,1.227354e-12,False
+backbone.layers.40.mixer.experts.34.up_proj.weight,1856x2688,4988928,6.680420e-13,5.168503e-14,1.509919e-10,3.186913e-12,False
+backbone.layers.40.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.405949e-13,2.148278e-14,6.266011e-11,1.440260e-12,False
+backbone.layers.40.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.057796e-13,3.931891e-14,1.139020e-10,2.488041e-12,False
+backbone.layers.40.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.071416e-13,1.918849e-14,5.592851e-11,1.245935e-12,False
+backbone.layers.40.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.693503e-13,4.902272e-14,1.420928e-10,3.015302e-12,False
+backbone.layers.40.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.018472e-13,1.829053e-14,5.275646e-11,1.211771e-12,False
+backbone.layers.40.mixer.experts.37.up_proj.weight,1856x2688,4988928,6.586502e-13,5.470027e-14,1.606757e-10,3.446172e-12,False
+backbone.layers.40.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.389165e-13,2.046930e-14,5.965228e-11,1.332743e-12,False
+backbone.layers.40.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.564335e-13,4.141591e-14,1.196355e-10,2.655744e-12,False
+backbone.layers.40.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.118826e-13,1.712035e-14,4.961385e-11,1.127021e-12,False
+backbone.layers.40.mixer.experts.39.up_proj.weight,1856x2688,4988928,6.891304e-13,4.858253e-14,1.450642e-10,3.187915e-12,False
+backbone.layers.40.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.069959e-13,1.778376e-14,5.143996e-11,1.151828e-12,False
+backbone.layers.40.mixer.experts.4.up_proj.weight,1856x2688,4988928,3.439193e-13,3.699613e-14,1.064544e-10,2.314125e-12,False
+backbone.layers.40.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.287927e-13,1.781805e-14,5.188590e-11,1.132255e-12,False
+backbone.layers.40.mixer.experts.40.up_proj.weight,1856x2688,4988928,5.407758e-13,5.052068e-14,1.468352e-10,3.124805e-12,False
+backbone.layers.40.mixer.experts.41.down_proj.weight,2688x1856,4988928,3.495294e-13,2.395756e-14,7.169362e-11,1.615746e-12,False
+backbone.layers.40.mixer.experts.41.up_proj.weight,1856x2688,4988928,5.588295e-13,4.903062e-14,1.429612e-10,3.120779e-12,False
+backbone.layers.40.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.818268e-13,1.702458e-14,4.911905e-11,1.097225e-12,False
+backbone.layers.40.mixer.experts.42.up_proj.weight,1856x2688,4988928,5.700301e-13,4.356507e-14,1.266590e-10,2.736956e-12,False
+backbone.layers.40.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.889764e-13,1.807352e-14,5.226408e-11,1.150589e-12,False
+backbone.layers.40.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.697076e-13,4.259452e-14,1.230452e-10,2.702894e-12,False
+backbone.layers.40.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.727923e-13,1.659118e-14,4.811155e-11,1.074352e-12,False
+backbone.layers.40.mixer.experts.44.up_proj.weight,1856x2688,4988928,5.575982e-13,4.682737e-14,1.372816e-10,2.935040e-12,False
+backbone.layers.40.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.720932e-13,1.702872e-14,4.906558e-11,1.070410e-12,False
+backbone.layers.40.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.000515e-13,4.031850e-14,1.162665e-10,2.455541e-12,False
+backbone.layers.40.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.038023e-13,1.783488e-14,5.189115e-11,1.139128e-12,False
+backbone.layers.40.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.141271e-13,4.049875e-14,1.169634e-10,2.526239e-12,False
+backbone.layers.40.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.269955e-13,1.887592e-14,5.547996e-11,1.295330e-12,False
+backbone.layers.40.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.580399e-13,3.958207e-14,1.152379e-10,2.559118e-12,False
+backbone.layers.40.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.793947e-13,1.772175e-14,5.123652e-11,1.131158e-12,False
+backbone.layers.40.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.611762e-13,4.229491e-14,1.220256e-10,2.630250e-12,False
+backbone.layers.40.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.329543e-13,1.907830e-14,5.573303e-11,1.259364e-12,False
+backbone.layers.40.mixer.experts.49.up_proj.weight,1856x2688,4988928,5.559928e-13,4.244409e-14,1.236456e-10,2.630489e-12,False
+backbone.layers.40.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.112616e-13,1.814380e-14,5.249657e-11,1.191124e-12,False
+backbone.layers.40.mixer.experts.5.up_proj.weight,1856x2688,4988928,3.881409e-13,4.001195e-14,1.159931e-10,2.528784e-12,False
+backbone.layers.40.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.762254e-13,1.600517e-14,4.615255e-11,1.040408e-12,False
+backbone.layers.40.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.332749e-13,4.263232e-14,1.233379e-10,2.626600e-12,False
+backbone.layers.40.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.865556e-13,1.719678e-14,4.987513e-11,1.081007e-12,False
+backbone.layers.40.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.225334e-13,4.691756e-14,1.367819e-10,2.903948e-12,False
+backbone.layers.40.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.949343e-13,2.019716e-14,5.843102e-11,1.315321e-12,False
+backbone.layers.40.mixer.experts.52.up_proj.weight,1856x2688,4988928,5.203954e-13,4.290315e-14,1.248161e-10,2.748184e-12,False
+backbone.layers.40.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.011030e-13,1.805288e-14,5.245914e-11,1.155746e-12,False
+backbone.layers.40.mixer.experts.53.up_proj.weight,1856x2688,4988928,5.852471e-13,4.683355e-14,1.366705e-10,2.940875e-12,False
+backbone.layers.40.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.927927e-13,1.789818e-14,5.225539e-11,1.134086e-12,False
+backbone.layers.40.mixer.experts.54.up_proj.weight,1856x2688,4988928,5.656539e-13,4.725687e-14,1.378199e-10,2.955385e-12,False
+backbone.layers.40.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.779270e-13,2.140994e-14,6.381397e-11,1.414528e-12,False
+backbone.layers.40.mixer.experts.55.up_proj.weight,1856x2688,4988928,6.262898e-13,5.190359e-14,1.516650e-10,3.258195e-12,False
+backbone.layers.40.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.106787e-13,1.851869e-14,5.414581e-11,1.219131e-12,False
+backbone.layers.40.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.225474e-13,4.189265e-14,1.216307e-10,2.644220e-12,False
+backbone.layers.40.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.474236e-13,1.923214e-14,5.605941e-11,1.246457e-12,False
+backbone.layers.40.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.290353e-13,4.200617e-14,1.215703e-10,2.619354e-12,False
+backbone.layers.40.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.560140e-13,2.039838e-14,5.978316e-11,1.307422e-12,False
+backbone.layers.40.mixer.experts.58.up_proj.weight,1856x2688,4988928,6.134294e-13,5.405138e-14,1.602644e-10,3.445254e-12,False
+backbone.layers.40.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.821230e-13,1.780656e-14,5.165060e-11,1.132951e-12,False
+backbone.layers.40.mixer.experts.59.up_proj.weight,1856x2688,4988928,5.219189e-13,4.518175e-14,1.303332e-10,2.803192e-12,False
+backbone.layers.40.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.782047e-13,1.809732e-14,5.239535e-11,1.135735e-12,False
+backbone.layers.40.mixer.experts.6.up_proj.weight,1856x2688,4988928,5.222767e-13,4.475632e-14,1.310138e-10,2.828122e-12,False
+backbone.layers.40.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.660096e-13,1.588667e-14,4.586312e-11,1.039150e-12,False
+backbone.layers.40.mixer.experts.60.up_proj.weight,1856x2688,4988928,5.398876e-13,4.538608e-14,1.321049e-10,2.906075e-12,False
+backbone.layers.40.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.686250e-13,1.690257e-14,4.902276e-11,1.117022e-12,False
+backbone.layers.40.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.058311e-13,4.417203e-14,1.282716e-10,2.791456e-12,False
+backbone.layers.40.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.950488e-13,1.952973e-14,5.663632e-11,1.261993e-12,False
+backbone.layers.40.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.453103e-13,4.404071e-14,1.288471e-10,2.800616e-12,False
+backbone.layers.40.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.732711e-13,1.706870e-14,4.900277e-11,1.087041e-12,False
+backbone.layers.40.mixer.experts.63.up_proj.weight,1856x2688,4988928,6.341108e-13,4.645780e-14,1.370053e-10,2.960425e-12,False
+backbone.layers.40.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.681389e-13,1.681513e-14,4.859913e-11,1.078428e-12,False
+backbone.layers.40.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.920335e-13,4.774465e-14,1.390237e-10,2.968870e-12,False
+backbone.layers.40.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.757551e-13,2.149702e-14,6.320475e-11,1.370603e-12,False
+backbone.layers.40.mixer.experts.65.up_proj.weight,1856x2688,4988928,3.917040e-13,3.841770e-14,1.110477e-10,2.373665e-12,False
+backbone.layers.40.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.175343e-13,1.847286e-14,5.349006e-11,1.191089e-12,False
+backbone.layers.40.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.091483e-13,4.833494e-14,1.410216e-10,3.013825e-12,False
+backbone.layers.40.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.429029e-13,1.844277e-14,5.337273e-11,1.214051e-12,False
+backbone.layers.40.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.594797e-13,4.525124e-14,1.309172e-10,2.885215e-12,False
+backbone.layers.40.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.327583e-13,1.886179e-14,5.466297e-11,1.231899e-12,False
+backbone.layers.40.mixer.experts.68.up_proj.weight,1856x2688,4988928,8.422950e-13,5.516315e-14,1.637023e-10,3.554853e-12,False
+backbone.layers.40.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.278490e-13,1.998789e-14,5.825668e-11,1.292118e-12,False
+backbone.layers.40.mixer.experts.69.up_proj.weight,1856x2688,4988928,5.594232e-13,4.615932e-14,1.361234e-10,2.942082e-12,False
+backbone.layers.40.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.886928e-13,1.802026e-14,5.220188e-11,1.135957e-12,False
+backbone.layers.40.mixer.experts.7.up_proj.weight,1856x2688,4988928,3.831154e-13,4.050835e-14,1.168400e-10,2.496972e-12,False
+backbone.layers.40.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.129755e-13,1.940606e-14,5.642928e-11,1.257533e-12,False
+backbone.layers.40.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.786007e-13,4.367499e-14,1.276280e-10,2.743498e-12,False
+backbone.layers.40.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.005605e-13,1.739683e-14,5.043756e-11,1.118753e-12,False
+backbone.layers.40.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.162590e-13,3.967376e-14,1.149130e-10,2.469169e-12,False
+backbone.layers.40.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.268710e-13,1.785041e-14,5.192487e-11,1.159061e-12,False
+backbone.layers.40.mixer.experts.72.up_proj.weight,1856x2688,4988928,5.081864e-13,4.550420e-14,1.333879e-10,2.937354e-12,False
+backbone.layers.40.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.781648e-13,1.790030e-14,5.174369e-11,1.168681e-12,False
+backbone.layers.40.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.366818e-13,4.453179e-14,1.293939e-10,2.765178e-12,False
+backbone.layers.40.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.322621e-13,2.109761e-14,6.172988e-11,1.389665e-12,False
+backbone.layers.40.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.768373e-13,4.456888e-14,1.293560e-10,2.822573e-12,False
+backbone.layers.40.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.005687e-13,1.778974e-14,5.163981e-11,1.178995e-12,False
+backbone.layers.40.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.149455e-13,4.201365e-14,1.215024e-10,2.628846e-12,False
+backbone.layers.40.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.924729e-13,1.986506e-14,5.901666e-11,1.300736e-12,False
+backbone.layers.40.mixer.experts.76.up_proj.weight,1856x2688,4988928,6.767863e-13,5.346962e-14,1.579461e-10,3.371337e-12,False
+backbone.layers.40.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.082813e-13,1.961102e-14,5.730489e-11,1.251771e-12,False
+backbone.layers.40.mixer.experts.77.up_proj.weight,1856x2688,4988928,5.398217e-13,4.594667e-14,1.330051e-10,2.889387e-12,False
+backbone.layers.40.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.640527e-13,2.104481e-14,6.106460e-11,1.348702e-12,False
+backbone.layers.40.mixer.experts.78.up_proj.weight,1856x2688,4988928,3.969169e-13,4.203035e-14,1.211873e-10,2.572419e-12,False
+backbone.layers.40.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.307434e-13,1.763736e-14,5.170979e-11,1.174017e-12,False
+backbone.layers.40.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.190029e-13,4.169425e-14,1.207948e-10,2.638243e-12,False
+backbone.layers.40.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.667276e-13,1.989721e-14,5.818624e-11,1.314024e-12,False
+backbone.layers.40.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.088013e-13,4.303264e-14,1.256309e-10,2.662048e-12,False
+backbone.layers.40.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.425005e-13,2.136163e-14,6.254019e-11,1.353127e-12,False
+backbone.layers.40.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.866533e-13,4.820881e-14,1.395636e-10,2.971979e-12,False
+backbone.layers.40.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.143910e-13,1.804042e-14,5.197341e-11,1.167867e-12,False
+backbone.layers.40.mixer.experts.81.up_proj.weight,1856x2688,4988928,5.540169e-13,4.642336e-14,1.351656e-10,2.942109e-12,False
+backbone.layers.40.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.116397e-13,1.774050e-14,5.147376e-11,1.121410e-12,False
+backbone.layers.40.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.993089e-13,4.916231e-14,1.426735e-10,3.049148e-12,False
+backbone.layers.40.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.646582e-13,1.631665e-14,4.697318e-11,1.043644e-12,False
+backbone.layers.40.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.010889e-13,3.924385e-14,1.128634e-10,2.449648e-12,False
+backbone.layers.40.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.687123e-13,1.714896e-14,4.947857e-11,1.092086e-12,False
+backbone.layers.40.mixer.experts.84.up_proj.weight,1856x2688,4988928,5.241745e-13,4.715729e-14,1.368346e-10,2.954894e-12,False
+backbone.layers.40.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.610795e-13,1.578723e-14,4.544843e-11,1.018556e-12,False
+backbone.layers.40.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.356342e-13,4.340653e-14,1.258190e-10,2.738300e-12,False
+backbone.layers.40.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.949751e-13,1.896493e-14,5.497543e-11,1.227329e-12,False
+backbone.layers.40.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.110815e-13,3.727056e-14,1.072650e-10,2.357323e-12,False
+backbone.layers.40.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.317200e-13,1.770767e-14,5.178108e-11,1.175450e-12,False
+backbone.layers.40.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.441411e-13,4.627213e-14,1.341596e-10,2.947098e-12,False
+backbone.layers.40.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.113795e-13,1.644777e-14,4.738110e-11,1.039394e-12,False
+backbone.layers.40.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.449392e-13,4.551296e-14,1.322181e-10,2.825657e-12,False
+backbone.layers.40.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.134564e-13,2.096150e-14,6.112266e-11,1.336603e-12,False
+backbone.layers.40.mixer.experts.89.up_proj.weight,1856x2688,4988928,6.011355e-13,4.808263e-14,1.400400e-10,3.001795e-12,False
+backbone.layers.40.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.756997e-13,1.851980e-14,5.358026e-11,1.199853e-12,False
+backbone.layers.40.mixer.experts.9.up_proj.weight,1856x2688,4988928,5.746306e-13,4.547301e-14,1.331078e-10,2.845068e-12,False
+backbone.layers.40.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.667277e-13,1.733346e-14,5.001318e-11,1.119264e-12,False
+backbone.layers.40.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.008337e-13,4.013310e-14,1.167394e-10,2.514241e-12,False
+backbone.layers.40.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.317539e-13,2.002272e-14,5.859039e-11,1.300837e-12,False
+backbone.layers.40.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.544350e-13,4.564744e-14,1.328173e-10,2.874605e-12,False
+backbone.layers.40.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.741557e-13,1.989269e-14,5.843909e-11,1.287988e-12,False
+backbone.layers.40.mixer.experts.92.up_proj.weight,1856x2688,4988928,8.334895e-13,5.759041e-14,1.695545e-10,3.610601e-12,False
+backbone.layers.40.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.270111e-13,1.869569e-14,5.448212e-11,1.226987e-12,False
+backbone.layers.40.mixer.experts.93.up_proj.weight,1856x2688,4988928,3.846992e-13,3.920385e-14,1.134713e-10,2.501229e-12,False
+backbone.layers.40.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.894405e-13,1.794510e-14,5.254358e-11,1.162836e-12,False
+backbone.layers.40.mixer.experts.94.up_proj.weight,1856x2688,4988928,5.501086e-13,4.401235e-14,1.270619e-10,2.690285e-12,False
+backbone.layers.40.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.604741e-13,1.628160e-14,4.695514e-11,1.063438e-12,False
+backbone.layers.40.mixer.experts.95.up_proj.weight,1856x2688,4988928,6.529837e-13,4.728580e-14,1.386574e-10,3.017385e-12,False
+backbone.layers.40.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.107203e-13,1.817596e-14,5.267173e-11,1.169423e-12,False
+backbone.layers.40.mixer.experts.96.up_proj.weight,1856x2688,4988928,7.093336e-13,5.186760e-14,1.520663e-10,3.269322e-12,False
+backbone.layers.40.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.372720e-13,2.043845e-14,5.947740e-11,1.350732e-12,False
+backbone.layers.40.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.398903e-13,4.065870e-14,1.174387e-10,2.463132e-12,False
+backbone.layers.40.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.247855e-13,2.006826e-14,5.837143e-11,1.288377e-12,False
+backbone.layers.40.mixer.experts.98.up_proj.weight,1856x2688,4988928,5.901720e-13,4.690749e-14,1.366108e-10,2.909873e-12,False
+backbone.layers.40.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.023035e-13,1.857073e-14,5.396444e-11,1.183651e-12,False
+backbone.layers.40.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.036874e-13,4.475017e-14,1.292480e-10,2.775178e-12,False
+backbone.layers.40.mixer.gate.weight,128x2688,344064,2.665810e-13,2.972100e-14,2.253660e-11,2.515459e-12,False
+backbone.layers.40.mixer.shared_experts.down_proj.weight,2688x3712,9977856,9.859336e-13,6.476568e-14,2.659184e-10,5.283259e-12,False
+backbone.layers.40.mixer.shared_experts.up_proj.weight,3712x2688,9977856,4.901687e-13,3.525513e-14,1.461421e-10,3.065748e-12,False
+backbone.layers.40.norm.weight,2688,2688,8.881784e-16,1.546356e-16,1.312053e-14,1.263229e-16,False
+backbone.layers.41.mixer.A_log,64,64,8.881784e-16,1.627387e-16,2.116181e-15,1.065120e-16,True
+backbone.layers.41.mixer.D,64,64,1.776357e-15,1.102430e-16,2.346786e-15,1.904367e-16,True
+backbone.layers.41.mixer.conv1d.weight,6144x1x4,24576,2.664535e-15,1.700595e-17,9.230007e-15,8.438995e-16,True
+backbone.layers.41.mixer.dt_bias,64,64,3.552714e-15,4.190441e-16,5.890729e-15,1.680068e-16,True
+backbone.layers.41.mixer.in_proj.weight,10304x2688,27697152,7.536818e-13,3.986322e-14,2.770558e-10,2.216849e-12,True
+backbone.layers.41.mixer.norm.weight,4096,4096,1.421085e-14,3.560486e-16,4.927940e-14,1.257341e-16,True
+backbone.layers.41.mixer.out_proj.weight,2688x4096,11010048,1.674869e-12,9.166116e-14,3.949314e-10,5.598827e-12,True
+backbone.layers.41.norm.weight,2688,2688,1.776357e-15,7.471702e-17,6.086007e-15,1.194196e-16,True
+backbone.layers.42.mixer.k_proj.weight,256x2688,688128,3.875719e-13,3.589950e-14,3.962234e-11,2.655891e-12,True
+backbone.layers.42.mixer.o_proj.weight,2688x4096,11010048,3.657387e-12,1.290815e-13,5.630168e-10,6.127046e-12,True
+backbone.layers.42.mixer.q_proj.weight,4096x2688,11010048,5.738812e-13,4.813265e-14,2.094590e-10,2.879202e-12,True
+backbone.layers.42.mixer.v_proj.weight,256x2688,688128,1.355382e-12,1.119008e-13,1.243917e-10,2.655242e-12,True
+backbone.layers.42.norm.weight,2688,2688,8.881784e-16,7.436594e-17,5.970740e-15,1.206531e-16,True
+backbone.layers.43.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.197825e-13,1.840213e-14,5.346708e-11,1.203861e-12,False
+backbone.layers.43.mixer.experts.0.up_proj.weight,1856x2688,4988928,5.239836e-13,4.498505e-14,1.307971e-10,2.900370e-12,False
+backbone.layers.43.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.251324e-13,1.844590e-14,5.391042e-11,1.217475e-12,False
+backbone.layers.43.mixer.experts.1.up_proj.weight,1856x2688,4988928,6.903575e-13,4.964675e-14,1.451163e-10,3.130175e-12,False
+backbone.layers.43.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.274032e-13,2.032292e-14,5.948790e-11,1.318019e-12,False
+backbone.layers.43.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.179816e-13,4.054132e-14,1.168839e-10,2.509339e-12,False
+backbone.layers.43.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.763988e-13,1.746668e-14,5.075798e-11,1.116378e-12,False
+backbone.layers.43.mixer.experts.100.up_proj.weight,1856x2688,4988928,7.288666e-13,5.535978e-14,1.626744e-10,3.546387e-12,False
+backbone.layers.43.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.007630e-13,1.738010e-14,5.045094e-11,1.160447e-12,False
+backbone.layers.43.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.901930e-13,4.173156e-14,1.214692e-10,2.731324e-12,False
+backbone.layers.43.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.681138e-13,1.582261e-14,4.560967e-11,1.004772e-12,False
+backbone.layers.43.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.101025e-13,4.363050e-14,1.253287e-10,2.710884e-12,False
+backbone.layers.43.mixer.experts.103.down_proj.weight,2688x1856,4988928,3.101512e-13,2.333255e-14,6.863610e-11,1.498909e-12,False
+backbone.layers.43.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.329263e-13,3.834185e-14,1.109970e-10,2.418724e-12,False
+backbone.layers.43.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.026435e-13,1.942060e-14,5.627568e-11,1.250382e-12,False
+backbone.layers.43.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.649336e-13,4.197700e-14,1.213843e-10,2.593442e-12,False
+backbone.layers.43.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.235521e-13,1.909833e-14,5.598450e-11,1.225613e-12,False
+backbone.layers.43.mixer.experts.105.up_proj.weight,1856x2688,4988928,5.274843e-13,4.461078e-14,1.299411e-10,2.740611e-12,False
+backbone.layers.43.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.067894e-13,1.918875e-14,5.563591e-11,1.239603e-12,False
+backbone.layers.43.mixer.experts.106.up_proj.weight,1856x2688,4988928,8.861609e-13,5.955811e-14,1.790303e-10,3.953506e-12,False
+backbone.layers.43.mixer.experts.107.down_proj.weight,2688x1856,4988928,3.947537e-13,2.223833e-14,6.605619e-11,1.455201e-12,False
+backbone.layers.43.mixer.experts.107.up_proj.weight,1856x2688,4988928,3.962930e-13,3.709674e-14,1.075170e-10,2.376196e-12,False
+backbone.layers.43.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.030025e-13,1.961308e-14,5.697169e-11,1.333119e-12,False
+backbone.layers.43.mixer.experts.108.up_proj.weight,1856x2688,4988928,4.854936e-13,4.134214e-14,1.194276e-10,2.665121e-12,False
+backbone.layers.43.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.267249e-13,1.949894e-14,5.715296e-11,1.303295e-12,False
+backbone.layers.43.mixer.experts.109.up_proj.weight,1856x2688,4988928,6.702902e-13,5.043074e-14,1.485139e-10,3.227595e-12,False
+backbone.layers.43.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.532833e-13,1.998284e-14,5.896153e-11,1.348496e-12,False
+backbone.layers.43.mixer.experts.11.up_proj.weight,1856x2688,4988928,6.323657e-13,4.126301e-14,1.200995e-10,2.698588e-12,False
+backbone.layers.43.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.753701e-13,1.815359e-14,5.247561e-11,1.147654e-12,False
+backbone.layers.43.mixer.experts.110.up_proj.weight,1856x2688,4988928,3.631097e-13,3.852787e-14,1.107949e-10,2.388081e-12,False
+backbone.layers.43.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.768238e-13,1.741851e-14,5.036683e-11,1.110050e-12,False
+backbone.layers.43.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.193708e-13,3.967905e-14,1.148619e-10,2.511823e-12,False
+backbone.layers.43.mixer.experts.112.down_proj.weight,2688x1856,4988928,3.218606e-13,2.158323e-14,6.405637e-11,1.407514e-12,False
+backbone.layers.43.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.501260e-13,4.465885e-14,1.287702e-10,2.782272e-12,False
+backbone.layers.43.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.556112e-13,1.758463e-14,5.081524e-11,1.114941e-12,False
+backbone.layers.43.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.099233e-13,4.548196e-14,1.324460e-10,2.841787e-12,False
+backbone.layers.43.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.166115e-13,1.953356e-14,5.682786e-11,1.268100e-12,False
+backbone.layers.43.mixer.experts.114.up_proj.weight,1856x2688,4988928,6.587265e-13,5.456232e-14,1.592884e-10,3.425350e-12,False
+backbone.layers.43.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.726258e-13,1.621875e-14,4.676247e-11,1.037572e-12,False
+backbone.layers.43.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.221535e-13,4.632995e-14,1.345387e-10,2.850269e-12,False
+backbone.layers.43.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.939003e-13,1.946738e-14,5.671174e-11,1.246787e-12,False
+backbone.layers.43.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.684586e-13,4.183927e-14,1.207301e-10,2.546193e-12,False
+backbone.layers.43.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.798353e-13,1.731103e-14,5.003079e-11,1.092806e-12,False
+backbone.layers.43.mixer.experts.117.up_proj.weight,1856x2688,4988928,6.329295e-13,5.202673e-14,1.531519e-10,3.272076e-12,False
+backbone.layers.43.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.699196e-13,1.828194e-14,5.263708e-11,1.202626e-12,False
+backbone.layers.43.mixer.experts.118.up_proj.weight,1856x2688,4988928,5.286899e-13,4.449811e-14,1.309410e-10,2.934612e-12,False
+backbone.layers.43.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.322031e-13,2.048895e-14,5.955958e-11,1.285852e-12,False
+backbone.layers.43.mixer.experts.119.up_proj.weight,1856x2688,4988928,6.008596e-13,4.903033e-14,1.453223e-10,3.162289e-12,False
+backbone.layers.43.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.059533e-13,1.688328e-14,4.894634e-11,1.123257e-12,False
+backbone.layers.43.mixer.experts.12.up_proj.weight,1856x2688,4988928,3.644012e-13,3.661323e-14,1.055756e-10,2.392351e-12,False
+backbone.layers.43.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.279704e-13,1.882262e-14,5.493619e-11,1.212429e-12,False
+backbone.layers.43.mixer.experts.120.up_proj.weight,1856x2688,4988928,3.761505e-13,3.877944e-14,1.118635e-10,2.430252e-12,False
+backbone.layers.43.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.796280e-13,1.828215e-14,5.307456e-11,1.174019e-12,False
+backbone.layers.43.mixer.experts.121.up_proj.weight,1856x2688,4988928,5.018277e-13,4.368224e-14,1.262249e-10,2.725181e-12,False
+backbone.layers.43.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.897371e-13,1.766293e-14,5.104747e-11,1.127387e-12,False
+backbone.layers.43.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.613185e-13,4.254866e-14,1.231557e-10,2.642634e-12,False
+backbone.layers.43.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.880170e-13,2.174229e-14,6.393830e-11,1.390351e-12,False
+backbone.layers.43.mixer.experts.123.up_proj.weight,1856x2688,4988928,5.484883e-13,5.037505e-14,1.472906e-10,3.214655e-12,False
+backbone.layers.43.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.867916e-13,1.693162e-14,4.887123e-11,1.087145e-12,False
+backbone.layers.43.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.831344e-13,4.181083e-14,1.221851e-10,2.660750e-12,False
+backbone.layers.43.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.999546e-13,1.815975e-14,5.291965e-11,1.159778e-12,False
+backbone.layers.43.mixer.experts.125.up_proj.weight,1856x2688,4988928,5.364424e-13,4.213614e-14,1.227790e-10,2.683963e-12,False
+backbone.layers.43.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.846648e-13,1.753624e-14,5.080383e-11,1.123752e-12,False
+backbone.layers.43.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.624893e-13,4.376626e-14,1.268647e-10,2.755060e-12,False
+backbone.layers.43.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.842901e-13,1.753631e-14,5.061759e-11,1.140838e-12,False
+backbone.layers.43.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.897888e-13,4.207874e-14,1.220285e-10,2.573318e-12,False
+backbone.layers.43.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.511828e-13,1.937851e-14,5.645447e-11,1.251875e-12,False
+backbone.layers.43.mixer.experts.13.up_proj.weight,1856x2688,4988928,3.395695e-13,3.712857e-14,1.063823e-10,2.260897e-12,False
+backbone.layers.43.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.795612e-13,1.783651e-14,5.165148e-11,1.129057e-12,False
+backbone.layers.43.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.703979e-13,4.270825e-14,1.242098e-10,2.679922e-12,False
+backbone.layers.43.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.800504e-13,1.774646e-14,5.153078e-11,1.142635e-12,False
+backbone.layers.43.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.285947e-13,4.150649e-14,1.205417e-10,2.651980e-12,False
+backbone.layers.43.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.263710e-13,1.983495e-14,5.783264e-11,1.349383e-12,False
+backbone.layers.43.mixer.experts.16.up_proj.weight,1856x2688,4988928,6.132369e-13,4.375218e-14,1.293689e-10,2.888227e-12,False
+backbone.layers.43.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.663530e-13,1.796464e-14,5.182329e-11,1.158713e-12,False
+backbone.layers.43.mixer.experts.17.up_proj.weight,1856x2688,4988928,5.202644e-13,4.612753e-14,1.349133e-10,2.895254e-12,False
+backbone.layers.43.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.251897e-13,1.933292e-14,5.658079e-11,1.240521e-12,False
+backbone.layers.43.mixer.experts.18.up_proj.weight,1856x2688,4988928,3.544665e-13,3.742571e-14,1.078453e-10,2.363030e-12,False
+backbone.layers.43.mixer.experts.19.down_proj.weight,2688x1856,4988928,2.122261e-13,1.734534e-14,5.045584e-11,1.140213e-12,False
+backbone.layers.43.mixer.experts.19.up_proj.weight,1856x2688,4988928,5.960926e-13,4.890165e-14,1.439728e-10,3.192628e-12,False
+backbone.layers.43.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.765912e-13,1.605712e-14,4.617459e-11,1.005032e-12,False
+backbone.layers.43.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.119621e-13,3.957221e-14,1.146716e-10,2.483233e-12,False
+backbone.layers.43.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.054260e-13,1.801313e-14,5.228241e-11,1.140257e-12,False
+backbone.layers.43.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.884357e-13,4.439116e-14,1.294984e-10,2.830415e-12,False
+backbone.layers.43.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.860073e-13,2.223567e-14,6.532064e-11,1.437861e-12,False
+backbone.layers.43.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.712827e-13,4.431230e-14,1.290494e-10,2.774790e-12,False
+backbone.layers.43.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.782047e-13,1.696322e-14,4.888074e-11,1.071832e-12,False
+backbone.layers.43.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.544212e-13,4.313246e-14,1.253681e-10,2.709014e-12,False
+backbone.layers.43.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.050894e-13,1.775902e-14,5.141988e-11,1.155273e-12,False
+backbone.layers.43.mixer.experts.23.up_proj.weight,1856x2688,4988928,5.562148e-13,4.502098e-14,1.311085e-10,2.920902e-12,False
+backbone.layers.43.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.500933e-13,2.129005e-14,6.240452e-11,1.375434e-12,False
+backbone.layers.43.mixer.experts.24.up_proj.weight,1856x2688,4988928,5.045200e-13,4.270484e-14,1.244878e-10,2.700630e-12,False
+backbone.layers.43.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.112607e-13,1.876911e-14,5.467770e-11,1.192999e-12,False
+backbone.layers.43.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.981397e-13,4.116883e-14,1.201981e-10,2.581707e-12,False
+backbone.layers.43.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.891369e-13,1.860783e-14,5.374240e-11,1.202512e-12,False
+backbone.layers.43.mixer.experts.26.up_proj.weight,1856x2688,4988928,5.279284e-13,4.451057e-14,1.303877e-10,2.843630e-12,False
+backbone.layers.43.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.987681e-13,1.667173e-14,4.834695e-11,1.074510e-12,False
+backbone.layers.43.mixer.experts.27.up_proj.weight,1856x2688,4988928,6.099132e-13,4.837570e-14,1.408127e-10,3.026962e-12,False
+backbone.layers.43.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.956456e-13,1.803805e-14,5.215382e-11,1.220962e-12,False
+backbone.layers.43.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.256062e-13,4.064733e-14,1.172097e-10,2.514314e-12,False
+backbone.layers.43.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.891178e-13,1.677691e-14,4.865899e-11,1.116973e-12,False
+backbone.layers.43.mixer.experts.29.up_proj.weight,1856x2688,4988928,3.801091e-13,3.920801e-14,1.129921e-10,2.597085e-12,False
+backbone.layers.43.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.477597e-13,1.990923e-14,5.836963e-11,1.285385e-12,False
+backbone.layers.43.mixer.experts.3.up_proj.weight,1856x2688,4988928,7.828911e-13,5.230246e-14,1.551304e-10,3.311636e-12,False
+backbone.layers.43.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.255938e-13,1.806178e-14,5.230660e-11,1.137379e-12,False
+backbone.layers.43.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.611068e-13,4.260828e-14,1.231924e-10,2.630920e-12,False
+backbone.layers.43.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.348816e-13,1.872739e-14,5.448493e-11,1.199914e-12,False
+backbone.layers.43.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.280881e-13,4.187120e-14,1.207312e-10,2.603587e-12,False
+backbone.layers.43.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.085970e-13,1.672718e-14,4.831772e-11,1.080802e-12,False
+backbone.layers.43.mixer.experts.32.up_proj.weight,1856x2688,4988928,3.603055e-13,4.075850e-14,1.171957e-10,2.549008e-12,False
+backbone.layers.43.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.277900e-13,2.013377e-14,5.883662e-11,1.321174e-12,False
+backbone.layers.43.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.111086e-13,4.547867e-14,1.316813e-10,2.860947e-12,False
+backbone.layers.43.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.917598e-13,1.815196e-14,5.273291e-11,1.146198e-12,False
+backbone.layers.43.mixer.experts.34.up_proj.weight,1856x2688,4988928,6.695850e-13,4.332664e-14,1.263105e-10,2.729159e-12,False
+backbone.layers.43.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.090949e-13,2.143949e-14,6.235183e-11,1.366810e-12,False
+backbone.layers.43.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.946113e-13,4.052874e-14,1.178822e-10,2.503951e-12,False
+backbone.layers.43.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.322864e-13,2.088969e-14,6.094470e-11,1.377780e-12,False
+backbone.layers.43.mixer.experts.36.up_proj.weight,1856x2688,4988928,5.478291e-13,4.418663e-14,1.283299e-10,2.710288e-12,False
+backbone.layers.43.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.803557e-13,1.677707e-14,4.831765e-11,1.092977e-12,False
+backbone.layers.43.mixer.experts.37.up_proj.weight,1856x2688,4988928,5.319217e-13,4.798868e-14,1.392508e-10,2.928364e-12,False
+backbone.layers.43.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.045916e-13,1.808367e-14,5.217017e-11,1.160564e-12,False
+backbone.layers.43.mixer.experts.38.up_proj.weight,1856x2688,4988928,3.731721e-13,3.868254e-14,1.118124e-10,2.542254e-12,False
+backbone.layers.43.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.043452e-13,1.940692e-14,5.636265e-11,1.244291e-12,False
+backbone.layers.43.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.879429e-13,4.625612e-14,1.345185e-10,2.898332e-12,False
+backbone.layers.43.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.258117e-13,1.991643e-14,5.856394e-11,1.364401e-12,False
+backbone.layers.43.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.681776e-13,4.338302e-14,1.256680e-10,2.722033e-12,False
+backbone.layers.43.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.724367e-13,1.781409e-14,5.138104e-11,1.186638e-12,False
+backbone.layers.43.mixer.experts.40.up_proj.weight,1856x2688,4988928,6.159019e-13,4.758088e-14,1.396080e-10,3.015319e-12,False
+backbone.layers.43.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.469883e-13,1.566643e-14,4.498656e-11,1.035826e-12,False
+backbone.layers.43.mixer.experts.41.up_proj.weight,1856x2688,4988928,5.275815e-13,4.904576e-14,1.430337e-10,3.162504e-12,False
+backbone.layers.43.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.930504e-13,1.714204e-14,4.940419e-11,1.085821e-12,False
+backbone.layers.43.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.201052e-13,4.081238e-14,1.181040e-10,2.544035e-12,False
+backbone.layers.43.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.795057e-13,1.780505e-14,5.139023e-11,1.160602e-12,False
+backbone.layers.43.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.674113e-13,4.240123e-14,1.227155e-10,2.603176e-12,False
+backbone.layers.43.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.836135e-13,1.649520e-14,4.756862e-11,1.074053e-12,False
+backbone.layers.43.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.044022e-13,3.943213e-14,1.141118e-10,2.462504e-12,False
+backbone.layers.43.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.985068e-13,1.655906e-14,4.800019e-11,1.050074e-12,False
+backbone.layers.43.mixer.experts.45.up_proj.weight,1856x2688,4988928,6.433170e-13,4.796268e-14,1.412367e-10,3.090798e-12,False
+backbone.layers.43.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.994516e-13,1.798744e-14,5.193464e-11,1.152798e-12,False
+backbone.layers.43.mixer.experts.46.up_proj.weight,1856x2688,4988928,3.479404e-13,3.742315e-14,1.074392e-10,2.320664e-12,False
+backbone.layers.43.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.078667e-13,1.793274e-14,5.216528e-11,1.154981e-12,False
+backbone.layers.43.mixer.experts.47.up_proj.weight,1856x2688,4988928,5.353253e-13,4.462539e-14,1.296924e-10,2.829491e-12,False
+backbone.layers.43.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.147379e-13,1.643613e-14,4.777146e-11,1.068522e-12,False
+backbone.layers.43.mixer.experts.48.up_proj.weight,1856x2688,4988928,6.264928e-13,4.945031e-14,1.463896e-10,3.181993e-12,False
+backbone.layers.43.mixer.experts.49.down_proj.weight,2688x1856,4988928,3.508808e-13,2.312167e-14,6.911705e-11,1.523414e-12,False
+backbone.layers.43.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.667846e-13,4.172663e-14,1.209913e-10,2.643230e-12,False
+backbone.layers.43.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.243900e-13,1.885486e-14,5.455791e-11,1.255165e-12,False
+backbone.layers.43.mixer.experts.5.up_proj.weight,1856x2688,4988928,6.059944e-13,4.812739e-14,1.425934e-10,3.289975e-12,False
+backbone.layers.43.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.102797e-13,2.012816e-14,5.876761e-11,1.293313e-12,False
+backbone.layers.43.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.220549e-13,3.808484e-14,1.098436e-10,2.376334e-12,False
+backbone.layers.43.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.392661e-13,2.074467e-14,6.050779e-11,1.338245e-12,False
+backbone.layers.43.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.865443e-13,4.405187e-14,1.274834e-10,2.724788e-12,False
+backbone.layers.43.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.881065e-13,1.730294e-14,5.013375e-11,1.095044e-12,False
+backbone.layers.43.mixer.experts.52.up_proj.weight,1856x2688,4988928,5.085654e-13,4.751806e-14,1.383835e-10,2.957592e-12,False
+backbone.layers.43.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.849684e-13,1.736495e-14,4.997631e-11,1.131889e-12,False
+backbone.layers.43.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.258191e-13,4.050743e-14,1.169380e-10,2.689571e-12,False
+backbone.layers.43.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.571363e-13,1.907403e-14,5.578558e-11,1.296812e-12,False
+backbone.layers.43.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.125029e-13,3.899186e-14,1.129164e-10,2.499234e-12,False
+backbone.layers.43.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.785082e-13,1.760571e-14,5.094737e-11,1.171279e-12,False
+backbone.layers.43.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.182002e-13,4.091693e-14,1.182090e-10,2.546633e-12,False
+backbone.layers.43.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.505497e-13,1.624758e-14,4.673323e-11,1.026020e-12,False
+backbone.layers.43.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.632336e-13,4.382897e-14,1.265751e-10,2.742344e-12,False
+backbone.layers.43.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.448076e-13,2.153052e-14,6.285890e-11,1.395767e-12,False
+backbone.layers.43.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.528565e-13,4.318275e-14,1.252332e-10,2.690071e-12,False
+backbone.layers.43.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.599224e-13,1.696022e-14,4.889903e-11,1.128634e-12,False
+backbone.layers.43.mixer.experts.58.up_proj.weight,1856x2688,4988928,5.229567e-13,3.991939e-14,1.165116e-10,2.656944e-12,False
+backbone.layers.43.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.359102e-13,1.865154e-14,5.425962e-11,1.184614e-12,False
+backbone.layers.43.mixer.experts.59.up_proj.weight,1856x2688,4988928,5.202834e-13,4.489651e-14,1.302510e-10,2.791531e-12,False
+backbone.layers.43.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.985079e-13,1.805073e-14,5.215842e-11,1.183071e-12,False
+backbone.layers.43.mixer.experts.6.up_proj.weight,1856x2688,4988928,5.318506e-13,4.701371e-14,1.379365e-10,2.976069e-12,False
+backbone.layers.43.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.969709e-13,1.858993e-14,5.389179e-11,1.178174e-12,False
+backbone.layers.43.mixer.experts.60.up_proj.weight,1856x2688,4988928,5.695930e-13,4.567626e-14,1.327641e-10,2.818161e-12,False
+backbone.layers.43.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.541821e-13,1.923609e-14,5.636154e-11,1.255692e-12,False
+backbone.layers.43.mixer.experts.61.up_proj.weight,1856x2688,4988928,6.292597e-13,4.721219e-14,1.375764e-10,2.951243e-12,False
+backbone.layers.43.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.568242e-13,1.716194e-14,4.966136e-11,1.082328e-12,False
+backbone.layers.43.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.009326e-13,3.946311e-14,1.139028e-10,2.431547e-12,False
+backbone.layers.43.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.580228e-13,1.885203e-14,5.487696e-11,1.232117e-12,False
+backbone.layers.43.mixer.experts.63.up_proj.weight,1856x2688,4988928,6.353251e-13,4.892810e-14,1.440253e-10,3.177588e-12,False
+backbone.layers.43.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.425282e-13,2.046958e-14,5.955210e-11,1.328314e-12,False
+backbone.layers.43.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.534047e-13,4.378200e-14,1.262923e-10,2.699212e-12,False
+backbone.layers.43.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.593065e-13,1.764813e-14,5.128977e-11,1.146083e-12,False
+backbone.layers.43.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.742575e-13,4.236574e-14,1.225902e-10,2.723314e-12,False
+backbone.layers.43.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.950922e-13,1.679489e-14,4.849901e-11,1.063829e-12,False
+backbone.layers.43.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.699469e-13,5.390166e-14,1.572645e-10,3.373960e-12,False
+backbone.layers.43.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.546492e-13,2.068323e-14,6.035342e-11,1.352437e-12,False
+backbone.layers.43.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.100366e-13,3.926975e-14,1.135167e-10,2.471960e-12,False
+backbone.layers.43.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.995591e-13,1.704237e-14,4.937043e-11,1.144637e-12,False
+backbone.layers.43.mixer.experts.68.up_proj.weight,1856x2688,4988928,3.594278e-13,3.709361e-14,1.070893e-10,2.453984e-12,False
+backbone.layers.43.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.871021e-13,1.910547e-14,5.521737e-11,1.227469e-12,False
+backbone.layers.43.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.323451e-13,4.294503e-14,1.244900e-10,2.749390e-12,False
+backbone.layers.43.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.936905e-13,1.734372e-14,5.049434e-11,1.153179e-12,False
+backbone.layers.43.mixer.experts.7.up_proj.weight,1856x2688,4988928,3.912235e-13,4.145060e-14,1.194453e-10,2.470653e-12,False
+backbone.layers.43.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.008740e-13,1.913794e-14,5.530213e-11,1.298221e-12,False
+backbone.layers.43.mixer.experts.70.up_proj.weight,1856x2688,4988928,5.693536e-13,4.315150e-14,1.257432e-10,2.753457e-12,False
+backbone.layers.43.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.085517e-13,1.847133e-14,5.372525e-11,1.182689e-12,False
+backbone.layers.43.mixer.experts.71.up_proj.weight,1856x2688,4988928,5.669666e-13,4.760785e-14,1.402001e-10,2.972896e-12,False
+backbone.layers.43.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.462162e-13,1.961609e-14,5.751926e-11,1.325838e-12,False
+backbone.layers.43.mixer.experts.72.up_proj.weight,1856x2688,4988928,4.185922e-13,3.744952e-14,1.084444e-10,2.425657e-12,False
+backbone.layers.43.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.069751e-13,1.865624e-14,5.424420e-11,1.194993e-12,False
+backbone.layers.43.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.073851e-13,4.032605e-14,1.165043e-10,2.574386e-12,False
+backbone.layers.43.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.870309e-13,1.866849e-14,5.395321e-11,1.188615e-12,False
+backbone.layers.43.mixer.experts.74.up_proj.weight,1856x2688,4988928,6.939067e-13,4.709636e-14,1.379053e-10,2.973140e-12,False
+backbone.layers.43.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.643954e-13,1.662994e-14,4.776935e-11,1.084939e-12,False
+backbone.layers.43.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.761400e-13,4.298253e-14,1.249632e-10,2.713018e-12,False
+backbone.layers.43.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.371844e-13,1.932500e-14,5.634826e-11,1.243077e-12,False
+backbone.layers.43.mixer.experts.76.up_proj.weight,1856x2688,4988928,5.013212e-13,4.388628e-14,1.283884e-10,2.808209e-12,False
+backbone.layers.43.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.569855e-13,1.497857e-14,4.318742e-11,9.528601e-13,False
+backbone.layers.43.mixer.experts.77.up_proj.weight,1856x2688,4988928,5.773854e-13,4.519403e-14,1.310600e-10,2.841637e-12,False
+backbone.layers.43.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.751542e-13,1.853492e-14,5.358509e-11,1.188779e-12,False
+backbone.layers.43.mixer.experts.78.up_proj.weight,1856x2688,4988928,6.949111e-13,4.945410e-14,1.457651e-10,3.136240e-12,False
+backbone.layers.43.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.199040e-13,2.010540e-14,5.875547e-11,1.323334e-12,False
+backbone.layers.43.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.713660e-13,5.051547e-14,1.480159e-10,3.075531e-12,False
+backbone.layers.43.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.761680e-13,2.016558e-14,5.884335e-11,1.279201e-12,False
+backbone.layers.43.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.235987e-13,4.212485e-14,1.217953e-10,2.604080e-12,False
+backbone.layers.43.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.436801e-13,2.135335e-14,6.221928e-11,1.374906e-12,False
+backbone.layers.43.mixer.experts.80.up_proj.weight,1856x2688,4988928,6.177940e-13,5.397964e-14,1.575288e-10,3.265801e-12,False
+backbone.layers.43.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.186654e-13,1.914552e-14,5.544379e-11,1.244692e-12,False
+backbone.layers.43.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.333756e-13,4.288372e-14,1.246775e-10,2.718164e-12,False
+backbone.layers.43.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.663288e-13,1.668236e-14,4.784474e-11,1.052453e-12,False
+backbone.layers.43.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.045913e-13,4.086982e-14,1.178359e-10,2.518739e-12,False
+backbone.layers.43.mixer.experts.83.down_proj.weight,2688x1856,4988928,3.127221e-13,1.931087e-14,5.693352e-11,1.284879e-12,False
+backbone.layers.43.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.558667e-13,4.312868e-14,1.252365e-10,2.745227e-12,False
+backbone.layers.43.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.050599e-13,1.922297e-14,5.589056e-11,1.247902e-12,False
+backbone.layers.43.mixer.experts.84.up_proj.weight,1856x2688,4988928,6.199225e-13,4.775894e-14,1.388417e-10,3.081232e-12,False
+backbone.layers.43.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.918291e-13,2.392776e-14,7.104460e-11,1.604597e-12,False
+backbone.layers.43.mixer.experts.85.up_proj.weight,1856x2688,4988928,5.625014e-13,4.594313e-14,1.343455e-10,2.949128e-12,False
+backbone.layers.43.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.705093e-13,2.010034e-14,5.868425e-11,1.312665e-12,False
+backbone.layers.43.mixer.experts.86.up_proj.weight,1856x2688,4988928,5.437352e-13,4.109519e-14,1.196011e-10,2.593559e-12,False
+backbone.layers.43.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.100091e-13,2.000357e-14,5.873348e-11,1.306879e-12,False
+backbone.layers.43.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.720148e-13,4.133610e-14,1.190856e-10,2.552039e-12,False
+backbone.layers.43.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.412619e-13,1.920596e-14,5.577805e-11,1.276241e-12,False
+backbone.layers.43.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.992656e-13,4.237951e-14,1.231212e-10,2.742209e-12,False
+backbone.layers.43.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.996701e-13,1.809434e-14,5.295014e-11,1.201162e-12,False
+backbone.layers.43.mixer.experts.89.up_proj.weight,1856x2688,4988928,5.511416e-13,4.564834e-14,1.327425e-10,2.943878e-12,False
+backbone.layers.43.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.680088e-13,2.035536e-14,5.931752e-11,1.297584e-12,False
+backbone.layers.43.mixer.experts.9.up_proj.weight,1856x2688,4988928,5.607841e-13,5.054778e-14,1.467102e-10,3.222632e-12,False
+backbone.layers.43.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.125331e-13,1.981777e-14,5.774743e-11,1.273895e-12,False
+backbone.layers.43.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.895605e-13,5.104208e-14,1.490491e-10,3.149465e-12,False
+backbone.layers.43.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.840957e-13,1.991905e-14,5.808820e-11,1.299825e-12,False
+backbone.layers.43.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.509726e-13,4.346594e-14,1.264184e-10,2.768029e-12,False
+backbone.layers.43.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.520276e-13,2.211099e-14,6.454032e-11,1.420085e-12,False
+backbone.layers.43.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.223252e-13,4.946858e-14,1.434045e-10,3.129992e-12,False
+backbone.layers.43.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.989884e-13,1.843369e-14,5.355510e-11,1.223268e-12,False
+backbone.layers.43.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.567734e-13,4.260243e-14,1.233313e-10,2.693250e-12,False
+backbone.layers.43.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.101340e-13,1.893083e-14,5.476543e-11,1.233940e-12,False
+backbone.layers.43.mixer.experts.94.up_proj.weight,1856x2688,4988928,5.400715e-13,4.760011e-14,1.386017e-10,3.024994e-12,False
+backbone.layers.43.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.904310e-13,1.880965e-14,5.440070e-11,1.202457e-12,False
+backbone.layers.43.mixer.experts.95.up_proj.weight,1856x2688,4988928,5.553891e-13,4.803355e-14,1.408731e-10,3.049689e-12,False
+backbone.layers.43.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.144765e-13,1.932032e-14,5.601807e-11,1.245203e-12,False
+backbone.layers.43.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.812713e-13,4.458256e-14,1.295359e-10,2.801967e-12,False
+backbone.layers.43.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.483118e-13,2.085888e-14,6.123345e-11,1.313926e-12,False
+backbone.layers.43.mixer.experts.97.up_proj.weight,1856x2688,4988928,5.519508e-13,4.508948e-14,1.305050e-10,2.762664e-12,False
+backbone.layers.43.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.744675e-13,2.238175e-14,6.542339e-11,1.439362e-12,False
+backbone.layers.43.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.326279e-13,4.161859e-14,1.214835e-10,2.670945e-12,False
+backbone.layers.43.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.527736e-13,1.622236e-14,4.663780e-11,1.010944e-12,False
+backbone.layers.43.mixer.experts.99.up_proj.weight,1856x2688,4988928,6.109557e-13,5.497101e-14,1.607991e-10,3.412857e-12,False
+backbone.layers.43.mixer.gate.weight,128x2688,344064,3.197512e-13,3.267462e-14,2.531813e-11,2.861336e-12,False
+backbone.layers.43.mixer.shared_experts.down_proj.weight,2688x3712,9977856,6.910722e-13,5.817331e-14,2.369292e-10,4.688390e-12,False
+backbone.layers.43.mixer.shared_experts.up_proj.weight,3712x2688,9977856,4.059374e-13,3.190352e-14,1.313619e-10,2.809475e-12,False
+backbone.layers.43.norm.weight,2688,2688,8.881784e-16,1.459543e-16,1.246683e-14,1.218470e-16,False
+backbone.layers.44.mixer.A_log,64,64,8.881784e-16,1.824712e-16,2.303593e-15,1.376457e-16,False
+backbone.layers.44.mixer.D,64,64,8.881784e-16,8.631605e-17,1.408613e-15,1.368046e-16,False
+backbone.layers.44.mixer.conv1d.weight,6144x1x4,24576,2.663668e-15,1.505497e-17,7.977341e-15,7.535591e-16,True
+backbone.layers.44.mixer.dt_bias,64,64,1.776357e-15,4.224052e-16,5.057611e-15,1.402757e-16,False
+backbone.layers.44.mixer.in_proj.weight,10304x2688,27697152,7.989720e-13,3.777874e-14,2.620039e-10,2.153757e-12,False
+backbone.layers.44.mixer.norm.weight,4096,4096,7.105427e-15,3.511189e-16,4.145183e-14,1.248575e-16,False
+backbone.layers.44.mixer.out_proj.weight,2688x4096,11010048,2.157829e-12,9.881188e-14,4.277263e-10,6.150599e-12,False
+backbone.layers.44.norm.weight,2688,2688,4.440892e-16,6.691077e-17,5.043884e-15,1.173868e-16,False
+backbone.layers.45.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.674250e-13,1.829835e-14,5.326425e-11,1.210002e-12,False
+backbone.layers.45.mixer.experts.0.up_proj.weight,1856x2688,4988928,6.803846e-13,4.974465e-14,1.461824e-10,3.083892e-12,False
+backbone.layers.45.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.083125e-13,1.829380e-14,5.330684e-11,1.183649e-12,False
+backbone.layers.45.mixer.experts.1.up_proj.weight,1856x2688,4988928,6.417748e-13,5.749159e-14,1.691019e-10,3.693258e-12,False
+backbone.layers.45.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.467020e-13,2.068859e-14,6.074656e-11,1.387375e-12,False
+backbone.layers.45.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.081596e-13,3.816816e-14,1.107978e-10,2.420928e-12,False
+backbone.layers.45.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.528880e-13,1.960730e-14,5.703625e-11,1.291599e-12,False
+backbone.layers.45.mixer.experts.100.up_proj.weight,1856x2688,4988928,3.933303e-13,4.090525e-14,1.180259e-10,2.612155e-12,False
+backbone.layers.45.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.458138e-13,1.983833e-14,5.853801e-11,1.315223e-12,False
+backbone.layers.45.mixer.experts.101.up_proj.weight,1856x2688,4988928,3.610671e-13,4.001011e-14,1.152997e-10,2.564918e-12,False
+backbone.layers.45.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.742651e-13,1.702750e-14,4.897431e-11,1.083176e-12,False
+backbone.layers.45.mixer.experts.102.up_proj.weight,1856x2688,4988928,3.877558e-13,3.999434e-14,1.152798e-10,2.472645e-12,False
+backbone.layers.45.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.826359e-13,1.949027e-14,5.755637e-11,1.306115e-12,False
+backbone.layers.45.mixer.experts.103.up_proj.weight,1856x2688,4988928,3.877434e-13,3.866186e-14,1.117570e-10,2.403814e-12,False
+backbone.layers.45.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.586630e-13,1.665272e-14,4.792371e-11,1.059065e-12,False
+backbone.layers.45.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.183112e-13,4.016434e-14,1.162054e-10,2.417739e-12,False
+backbone.layers.45.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.833846e-13,1.715491e-14,4.941756e-11,1.091860e-12,False
+backbone.layers.45.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.370115e-13,4.046624e-14,1.173370e-10,2.533002e-12,False
+backbone.layers.45.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.337332e-13,1.959049e-14,5.698533e-11,1.256700e-12,False
+backbone.layers.45.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.408973e-13,4.119226e-14,1.193008e-10,2.554902e-12,False
+backbone.layers.45.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.525332e-13,2.045359e-14,5.997493e-11,1.344462e-12,False
+backbone.layers.45.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.514167e-13,4.533156e-14,1.312503e-10,2.736378e-12,False
+backbone.layers.45.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.525306e-13,1.993798e-14,5.859362e-11,1.290129e-12,False
+backbone.layers.45.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.198411e-13,4.704559e-14,1.375145e-10,3.003631e-12,False
+backbone.layers.45.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.828988e-13,1.611597e-14,4.654308e-11,1.018393e-12,False
+backbone.layers.45.mixer.experts.109.up_proj.weight,1856x2688,4988928,3.476004e-13,3.768665e-14,1.078549e-10,2.297386e-12,False
+backbone.layers.45.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.621654e-13,1.604502e-14,4.611675e-11,1.069524e-12,False
+backbone.layers.45.mixer.experts.11.up_proj.weight,1856x2688,4988928,5.598196e-13,4.750946e-14,1.393271e-10,3.145019e-12,False
+backbone.layers.45.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.224549e-13,1.963702e-14,5.727153e-11,1.266503e-12,False
+backbone.layers.45.mixer.experts.110.up_proj.weight,1856x2688,4988928,5.314013e-13,4.590377e-14,1.343055e-10,2.915778e-12,False
+backbone.layers.45.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.172117e-13,1.994457e-14,5.835108e-11,1.302794e-12,False
+backbone.layers.45.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.606175e-13,5.162289e-14,1.506073e-10,3.249138e-12,False
+backbone.layers.45.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.736389e-13,1.733384e-14,5.019466e-11,1.183230e-12,False
+backbone.layers.45.mixer.experts.112.up_proj.weight,1856x2688,4988928,5.206816e-13,4.164423e-14,1.219603e-10,2.749832e-12,False
+backbone.layers.45.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.773547e-13,1.748415e-14,5.039132e-11,1.104846e-12,False
+backbone.layers.45.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.605413e-13,4.385302e-14,1.268253e-10,2.645688e-12,False
+backbone.layers.45.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.395666e-13,1.903280e-14,5.525914e-11,1.201981e-12,False
+backbone.layers.45.mixer.experts.114.up_proj.weight,1856x2688,4988928,6.788875e-13,5.187887e-14,1.532334e-10,3.265333e-12,False
+backbone.layers.45.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.772679e-13,1.725419e-14,4.985879e-11,1.104915e-12,False
+backbone.layers.45.mixer.experts.115.up_proj.weight,1856x2688,4988928,6.964845e-13,4.835045e-14,1.440808e-10,3.124215e-12,False
+backbone.layers.45.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.728132e-13,1.668490e-14,4.816821e-11,1.088561e-12,False
+backbone.layers.45.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.407412e-13,4.066109e-14,1.179442e-10,2.661017e-12,False
+backbone.layers.45.mixer.experts.117.down_proj.weight,2688x1856,4988928,3.014811e-13,2.215033e-14,6.481646e-11,1.426547e-12,False
+backbone.layers.45.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.066616e-13,4.489683e-14,1.300968e-10,2.818604e-12,False
+backbone.layers.45.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.212466e-13,1.943227e-14,5.653904e-11,1.272589e-12,False
+backbone.layers.45.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.157981e-13,3.591294e-14,1.034704e-10,2.341936e-12,False
+backbone.layers.45.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.852823e-13,1.788618e-14,5.149768e-11,1.116990e-12,False
+backbone.layers.45.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.926684e-13,4.447238e-14,1.294426e-10,2.706897e-12,False
+backbone.layers.45.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.851297e-13,1.818116e-14,5.268997e-11,1.181355e-12,False
+backbone.layers.45.mixer.experts.12.up_proj.weight,1856x2688,4988928,6.184072e-13,5.228509e-14,1.532131e-10,3.431586e-12,False
+backbone.layers.45.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.260223e-13,1.874228e-14,5.472443e-11,1.224589e-12,False
+backbone.layers.45.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.300900e-13,4.387552e-14,1.267103e-10,2.781769e-12,False
+backbone.layers.45.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.743005e-13,2.093584e-14,6.157742e-11,1.388430e-12,False
+backbone.layers.45.mixer.experts.121.up_proj.weight,1856x2688,4988928,5.268841e-13,4.701452e-14,1.383580e-10,2.993043e-12,False
+backbone.layers.45.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.854281e-13,1.828438e-14,5.272071e-11,1.199703e-12,False
+backbone.layers.45.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.938888e-13,3.825658e-14,1.106901e-10,2.431033e-12,False
+backbone.layers.45.mixer.experts.123.down_proj.weight,2688x1856,4988928,3.595683e-13,2.199483e-14,6.555644e-11,1.438101e-12,False
+backbone.layers.45.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.066591e-13,4.183918e-14,1.208113e-10,2.591468e-12,False
+backbone.layers.45.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.831226e-13,1.612874e-14,4.640705e-11,1.043719e-12,False
+backbone.layers.45.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.902068e-13,4.594135e-14,1.331556e-10,2.914033e-12,False
+backbone.layers.45.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.382192e-13,2.070598e-14,6.069525e-11,1.335314e-12,False
+backbone.layers.45.mixer.experts.125.up_proj.weight,1856x2688,4988928,3.671369e-13,3.829491e-14,1.101496e-10,2.368574e-12,False
+backbone.layers.45.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.448666e-13,1.954642e-14,5.684585e-11,1.248322e-12,False
+backbone.layers.45.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.488041e-13,4.202512e-14,1.220509e-10,2.646971e-12,False
+backbone.layers.45.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.008289e-13,1.873084e-14,5.408497e-11,1.193340e-12,False
+backbone.layers.45.mixer.experts.127.up_proj.weight,1856x2688,4988928,5.222003e-13,4.371442e-14,1.276014e-10,2.739496e-12,False
+backbone.layers.45.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.920164e-13,2.042013e-14,5.985908e-11,1.331756e-12,False
+backbone.layers.45.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.340485e-13,4.872302e-14,1.414869e-10,3.074959e-12,False
+backbone.layers.45.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.248896e-13,1.888085e-14,5.467114e-11,1.199767e-12,False
+backbone.layers.45.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.209930e-13,4.611782e-14,1.353819e-10,2.904932e-12,False
+backbone.layers.45.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.462301e-13,2.096057e-14,6.131703e-11,1.347211e-12,False
+backbone.layers.45.mixer.experts.15.up_proj.weight,1856x2688,4988928,5.509230e-13,4.663363e-14,1.354805e-10,2.903557e-12,False
+backbone.layers.45.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.645888e-13,1.674530e-14,4.833785e-11,1.091172e-12,False
+backbone.layers.45.mixer.experts.16.up_proj.weight,1856x2688,4988928,5.426458e-13,4.764417e-14,1.385147e-10,3.020125e-12,False
+backbone.layers.45.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.705580e-13,1.711179e-14,4.961268e-11,1.110077e-12,False
+backbone.layers.45.mixer.experts.17.up_proj.weight,1856x2688,4988928,5.277515e-13,4.328826e-14,1.259786e-10,2.750317e-12,False
+backbone.layers.45.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.143008e-13,1.827071e-14,5.333917e-11,1.183034e-12,False
+backbone.layers.45.mixer.experts.18.up_proj.weight,1856x2688,4988928,3.857912e-13,3.905799e-14,1.124065e-10,2.496830e-12,False
+backbone.layers.45.mixer.experts.19.down_proj.weight,2688x1856,4988928,3.024976e-13,2.361710e-14,6.996433e-11,1.523264e-12,False
+backbone.layers.45.mixer.experts.19.up_proj.weight,1856x2688,4988928,7.202884e-13,5.026482e-14,1.466877e-10,3.178413e-12,False
+backbone.layers.45.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.365365e-13,1.929456e-14,5.665414e-11,1.302525e-12,False
+backbone.layers.45.mixer.experts.2.up_proj.weight,1856x2688,4988928,3.790579e-13,3.799146e-14,1.096999e-10,2.573654e-12,False
+backbone.layers.45.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.840091e-13,1.719817e-14,4.950303e-11,1.091209e-12,False
+backbone.layers.45.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.944725e-13,4.337187e-14,1.265191e-10,2.718039e-12,False
+backbone.layers.45.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.878393e-13,1.739759e-14,5.022414e-11,1.113282e-12,False
+backbone.layers.45.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.471284e-13,4.183424e-14,1.210551e-10,2.607351e-12,False
+backbone.layers.45.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.882244e-13,1.592245e-14,4.594424e-11,1.011513e-12,False
+backbone.layers.45.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.463725e-13,4.417676e-14,1.277808e-10,2.736396e-12,False
+backbone.layers.45.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.889773e-13,1.617740e-14,4.665166e-11,1.032250e-12,False
+backbone.layers.45.mixer.experts.23.up_proj.weight,1856x2688,4988928,5.530385e-13,4.901978e-14,1.438803e-10,3.108274e-12,False
+backbone.layers.45.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.843907e-13,1.749875e-14,5.046097e-11,1.152870e-12,False
+backbone.layers.45.mixer.experts.24.up_proj.weight,1856x2688,4988928,5.162676e-13,3.901059e-14,1.129169e-10,2.426144e-12,False
+backbone.layers.45.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.683254e-13,1.553788e-14,4.484545e-11,1.017904e-12,False
+backbone.layers.45.mixer.experts.25.up_proj.weight,1856x2688,4988928,6.318418e-13,5.054099e-14,1.475001e-10,3.248554e-12,False
+backbone.layers.45.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.792143e-13,1.700381e-14,4.913863e-11,1.097205e-12,False
+backbone.layers.45.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.967402e-13,4.379093e-14,1.279613e-10,2.798009e-12,False
+backbone.layers.45.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.524007e-13,1.570558e-14,4.509340e-11,9.958419e-13,False
+backbone.layers.45.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.679521e-13,4.566768e-14,1.329056e-10,2.841817e-12,False
+backbone.layers.45.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.274535e-13,1.962995e-14,5.756042e-11,1.287694e-12,False
+backbone.layers.45.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.121530e-13,3.951397e-14,1.135773e-10,2.470077e-12,False
+backbone.layers.45.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.255349e-13,1.708793e-14,4.958100e-11,1.096881e-12,False
+backbone.layers.45.mixer.experts.29.up_proj.weight,1856x2688,4988928,5.355057e-13,4.579376e-14,1.330715e-10,2.948136e-12,False
+backbone.layers.45.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.957497e-13,1.911512e-14,5.545279e-11,1.236365e-12,False
+backbone.layers.45.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.306311e-13,4.513643e-14,1.314627e-10,2.821038e-12,False
+backbone.layers.45.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.947505e-13,1.704668e-14,4.915470e-11,1.086343e-12,False
+backbone.layers.45.mixer.experts.30.up_proj.weight,1856x2688,4988928,5.413968e-13,4.347095e-14,1.263646e-10,2.714916e-12,False
+backbone.layers.45.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.929344e-13,1.903173e-14,5.489920e-11,1.212622e-12,False
+backbone.layers.45.mixer.experts.31.up_proj.weight,1856x2688,4988928,5.488804e-13,4.409709e-14,1.290339e-10,2.749380e-12,False
+backbone.layers.45.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.951425e-13,1.859453e-14,5.397819e-11,1.210454e-12,False
+backbone.layers.45.mixer.experts.32.up_proj.weight,1856x2688,4988928,3.786849e-13,3.906549e-14,1.130115e-10,2.502421e-12,False
+backbone.layers.45.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.934980e-13,1.917283e-14,5.590095e-11,1.211485e-12,False
+backbone.layers.45.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.315506e-13,4.120798e-14,1.186802e-10,2.559176e-12,False
+backbone.layers.45.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.057764e-13,1.812822e-14,5.243977e-11,1.164320e-12,False
+backbone.layers.45.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.335629e-13,3.830983e-14,1.108604e-10,2.422570e-12,False
+backbone.layers.45.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.904692e-13,1.824919e-14,5.286425e-11,1.171531e-12,False
+backbone.layers.45.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.508616e-13,4.221474e-14,1.220585e-10,2.686584e-12,False
+backbone.layers.45.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.590950e-13,1.639380e-14,4.716208e-11,1.047577e-12,False
+backbone.layers.45.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.607217e-13,4.484333e-14,1.299732e-10,2.711166e-12,False
+backbone.layers.45.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.268515e-13,2.062900e-14,5.980833e-11,1.317271e-12,False
+backbone.layers.45.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.241330e-13,4.440009e-14,1.294046e-10,2.820562e-12,False
+backbone.layers.45.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.223777e-13,1.901592e-14,5.511063e-11,1.242060e-12,False
+backbone.layers.45.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.125589e-13,3.907612e-14,1.124793e-10,2.492794e-12,False
+backbone.layers.45.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.068762e-13,1.942523e-14,5.619828e-11,1.290038e-12,False
+backbone.layers.45.mixer.experts.39.up_proj.weight,1856x2688,4988928,4.693069e-13,4.400590e-14,1.278014e-10,2.724795e-12,False
+backbone.layers.45.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.155828e-13,1.986229e-14,5.793150e-11,1.288276e-12,False
+backbone.layers.45.mixer.experts.4.up_proj.weight,1856x2688,4988928,5.729653e-13,4.960266e-14,1.460987e-10,3.207935e-12,False
+backbone.layers.45.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.783192e-13,1.593572e-14,4.586976e-11,1.036477e-12,False
+backbone.layers.45.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.964388e-13,3.908844e-14,1.133092e-10,2.516070e-12,False
+backbone.layers.45.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.919367e-13,1.725663e-14,5.009291e-11,1.154407e-12,False
+backbone.layers.45.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.578733e-13,4.073189e-14,1.182770e-10,2.617713e-12,False
+backbone.layers.45.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.857403e-13,1.694644e-14,4.909049e-11,1.092333e-12,False
+backbone.layers.45.mixer.experts.42.up_proj.weight,1856x2688,4988928,5.201005e-13,4.408451e-14,1.279040e-10,2.657015e-12,False
+backbone.layers.45.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.433539e-13,2.137082e-14,6.256074e-11,1.400509e-12,False
+backbone.layers.45.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.104836e-13,4.401778e-14,1.271838e-10,2.725604e-12,False
+backbone.layers.45.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.362329e-13,2.055754e-14,6.037261e-11,1.373843e-12,False
+backbone.layers.45.mixer.experts.44.up_proj.weight,1856x2688,4988928,6.496080e-13,4.469805e-14,1.316704e-10,2.936277e-12,False
+backbone.layers.45.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.066715e-13,1.885819e-14,5.479562e-11,1.224902e-12,False
+backbone.layers.45.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.453209e-13,4.084907e-14,1.182807e-10,2.574872e-12,False
+backbone.layers.45.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.045131e-13,1.835555e-14,5.309376e-11,1.184128e-12,False
+backbone.layers.45.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.353566e-13,4.054928e-14,1.168867e-10,2.542808e-12,False
+backbone.layers.45.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.029817e-13,1.869258e-14,5.429325e-11,1.182562e-12,False
+backbone.layers.45.mixer.experts.47.up_proj.weight,1856x2688,4988928,5.105742e-13,4.789268e-14,1.386964e-10,2.884190e-12,False
+backbone.layers.45.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.395316e-13,1.589698e-14,4.563570e-11,1.002038e-12,False
+backbone.layers.45.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.001591e-13,3.748326e-14,1.082292e-10,2.243337e-12,False
+backbone.layers.45.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.616268e-13,1.623693e-14,4.689451e-11,1.048843e-12,False
+backbone.layers.45.mixer.experts.49.up_proj.weight,1856x2688,4988928,5.266638e-13,4.649513e-14,1.365849e-10,2.956460e-12,False
+backbone.layers.45.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.333520e-13,1.999188e-14,5.830549e-11,1.396081e-12,False
+backbone.layers.45.mixer.experts.5.up_proj.weight,1856x2688,4988928,3.659711e-13,3.467117e-14,1.010637e-10,2.389153e-12,False
+backbone.layers.45.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.142583e-13,1.943666e-14,5.665268e-11,1.242295e-12,False
+backbone.layers.45.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.687319e-13,4.130362e-14,1.196053e-10,2.592572e-12,False
+backbone.layers.45.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.941294e-13,1.754648e-14,5.084525e-11,1.144442e-12,False
+backbone.layers.45.mixer.experts.51.up_proj.weight,1856x2688,4988928,6.595245e-13,5.149750e-14,1.506409e-10,3.172268e-12,False
+backbone.layers.45.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.294935e-13,1.729356e-14,5.011703e-11,1.124312e-12,False
+backbone.layers.45.mixer.experts.52.up_proj.weight,1856x2688,4988928,5.189287e-13,4.573367e-14,1.328125e-10,2.874184e-12,False
+backbone.layers.45.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.918674e-13,1.838281e-14,5.354722e-11,1.222539e-12,False
+backbone.layers.45.mixer.experts.53.up_proj.weight,1856x2688,4988928,5.882482e-13,4.564092e-14,1.329358e-10,2.890818e-12,False
+backbone.layers.45.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.259408e-13,1.879031e-14,5.459181e-11,1.197971e-12,False
+backbone.layers.45.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.652511e-13,4.132186e-14,1.192546e-10,2.543383e-12,False
+backbone.layers.45.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.767596e-13,1.690338e-14,4.884442e-11,1.068013e-12,False
+backbone.layers.45.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.036042e-13,3.786035e-14,1.091814e-10,2.352268e-12,False
+backbone.layers.45.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.784630e-13,2.290789e-14,6.790796e-11,1.535724e-12,False
+backbone.layers.45.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.099394e-13,3.673411e-14,1.061914e-10,2.356052e-12,False
+backbone.layers.45.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.892809e-13,1.847835e-14,5.343697e-11,1.165568e-12,False
+backbone.layers.45.mixer.experts.57.up_proj.weight,1856x2688,4988928,6.025389e-13,5.286614e-14,1.551817e-10,3.381848e-12,False
+backbone.layers.45.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.866632e-13,1.640775e-14,4.710124e-11,1.082345e-12,False
+backbone.layers.45.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.569557e-13,3.975274e-14,1.148292e-10,2.587945e-12,False
+backbone.layers.45.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.059342e-13,1.792708e-14,5.190050e-11,1.162480e-12,False
+backbone.layers.45.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.325186e-13,3.833059e-14,1.111187e-10,2.427706e-12,False
+backbone.layers.45.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.347464e-13,1.458701e-14,4.188699e-11,9.425204e-13,False
+backbone.layers.45.mixer.experts.6.up_proj.weight,1856x2688,4988928,3.566869e-13,3.588192e-14,1.034200e-10,2.306010e-12,False
+backbone.layers.45.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.146235e-13,1.946698e-14,5.678357e-11,1.273888e-12,False
+backbone.layers.45.mixer.experts.60.up_proj.weight,1856x2688,4988928,5.595966e-13,4.591038e-14,1.343463e-10,2.913813e-12,False
+backbone.layers.45.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.835199e-13,1.668588e-14,4.849181e-11,1.061944e-12,False
+backbone.layers.45.mixer.experts.61.up_proj.weight,1856x2688,4988928,3.758174e-13,3.772862e-14,1.085356e-10,2.421656e-12,False
+backbone.layers.45.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.969838e-13,1.977835e-14,5.834430e-11,1.283488e-12,False
+backbone.layers.45.mixer.experts.62.up_proj.weight,1856x2688,4988928,6.426066e-13,4.714235e-14,1.378600e-10,2.951763e-12,False
+backbone.layers.45.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.049333e-13,1.921729e-14,5.626125e-11,1.271818e-12,False
+backbone.layers.45.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.631582e-13,4.325719e-14,1.253507e-10,2.806076e-12,False
+backbone.layers.45.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.228287e-13,2.008967e-14,5.896229e-11,1.324704e-12,False
+backbone.layers.45.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.028340e-13,4.029606e-14,1.162231e-10,2.528831e-12,False
+backbone.layers.45.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.424380e-13,2.074064e-14,6.084803e-11,1.327319e-12,False
+backbone.layers.45.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.845378e-13,4.285435e-14,1.252158e-10,2.722199e-12,False
+backbone.layers.45.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.978469e-13,1.798305e-14,5.219282e-11,1.161529e-12,False
+backbone.layers.45.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.899787e-13,4.153790e-14,1.204243e-10,2.628187e-12,False
+backbone.layers.45.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.442525e-13,2.086412e-14,6.094360e-11,1.347707e-12,False
+backbone.layers.45.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.816841e-13,4.507816e-14,1.312557e-10,2.786339e-12,False
+backbone.layers.45.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.775143e-13,1.684577e-14,4.873048e-11,1.070459e-12,False
+backbone.layers.45.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.101440e-13,4.403468e-14,1.271576e-10,2.617549e-12,False
+backbone.layers.45.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.549610e-13,2.144403e-14,6.293907e-11,1.414892e-12,False
+backbone.layers.45.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.249196e-13,4.018467e-14,1.157534e-10,2.506344e-12,False
+backbone.layers.45.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.102277e-13,1.744203e-14,5.076453e-11,1.121673e-12,False
+backbone.layers.45.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.049156e-13,4.678733e-14,1.365159e-10,2.879936e-12,False
+backbone.layers.45.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.226934e-13,1.890401e-14,5.554536e-11,1.228110e-12,False
+backbone.layers.45.mixer.experts.70.up_proj.weight,1856x2688,4988928,6.257217e-13,4.421362e-14,1.295864e-10,2.880076e-12,False
+backbone.layers.45.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.187972e-13,1.924693e-14,5.572238e-11,1.225722e-12,False
+backbone.layers.45.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.768477e-13,4.175907e-14,1.218555e-10,2.580645e-12,False
+backbone.layers.45.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.464036e-13,2.063630e-14,6.038302e-11,1.316247e-12,False
+backbone.layers.45.mixer.experts.72.up_proj.weight,1856x2688,4988928,4.502614e-13,3.959762e-14,1.148944e-10,2.509920e-12,False
+backbone.layers.45.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.706708e-13,1.842698e-14,5.315227e-11,1.221019e-12,False
+backbone.layers.45.mixer.experts.73.up_proj.weight,1856x2688,4988928,3.442446e-13,3.782522e-14,1.085673e-10,2.385886e-12,False
+backbone.layers.45.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.956144e-13,1.908293e-14,5.545822e-11,1.218252e-12,False
+backbone.layers.45.mixer.experts.74.up_proj.weight,1856x2688,4988928,7.350717e-13,4.793006e-14,1.405012e-10,2.987801e-12,False
+backbone.layers.45.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.277553e-13,2.217983e-14,6.478285e-11,1.433170e-12,False
+backbone.layers.45.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.264228e-13,3.907582e-14,1.135138e-10,2.488263e-12,False
+backbone.layers.45.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.048431e-13,1.897852e-14,5.520702e-11,1.230283e-12,False
+backbone.layers.45.mixer.experts.76.up_proj.weight,1856x2688,4988928,3.866005e-13,3.998178e-14,1.152651e-10,2.460962e-12,False
+backbone.layers.45.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.809664e-13,1.692314e-14,4.896437e-11,1.089725e-12,False
+backbone.layers.45.mixer.experts.77.up_proj.weight,1856x2688,4988928,3.324563e-13,3.927631e-14,1.127684e-10,2.463157e-12,False
+backbone.layers.45.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.419835e-13,2.026778e-14,5.931618e-11,1.317122e-12,False
+backbone.layers.45.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.708803e-13,4.783851e-14,1.382471e-10,3.024143e-12,False
+backbone.layers.45.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.642201e-13,1.876593e-14,5.415747e-11,1.189503e-12,False
+backbone.layers.45.mixer.experts.79.up_proj.weight,1856x2688,4988928,5.010298e-13,4.268239e-14,1.238703e-10,2.672477e-12,False
+backbone.layers.45.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.665040e-13,2.384864e-14,7.018009e-11,1.512913e-12,False
+backbone.layers.45.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.192825e-13,4.536383e-14,1.315480e-10,2.804786e-12,False
+backbone.layers.45.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.431206e-13,1.920497e-14,5.590238e-11,1.235791e-12,False
+backbone.layers.45.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.261659e-13,4.325926e-14,1.265132e-10,2.709176e-12,False
+backbone.layers.45.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.223013e-13,2.073967e-14,6.072429e-11,1.343259e-12,False
+backbone.layers.45.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.098943e-13,4.538179e-14,1.310848e-10,2.862275e-12,False
+backbone.layers.45.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.369632e-13,1.867019e-14,5.448098e-11,1.202760e-12,False
+backbone.layers.45.mixer.experts.82.up_proj.weight,1856x2688,4988928,3.923181e-13,3.602108e-14,1.036539e-10,2.275368e-12,False
+backbone.layers.45.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.997361e-13,1.691528e-14,4.889276e-11,1.085489e-12,False
+backbone.layers.45.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.004167e-13,3.826089e-14,1.103079e-10,2.374353e-12,False
+backbone.layers.45.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.074434e-13,1.778994e-14,5.180520e-11,1.162211e-12,False
+backbone.layers.45.mixer.experts.84.up_proj.weight,1856x2688,4988928,3.752831e-13,3.920228e-14,1.128209e-10,2.464566e-12,False
+backbone.layers.45.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.371731e-13,2.063182e-14,5.995831e-11,1.330305e-12,False
+backbone.layers.45.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.702454e-13,4.149498e-14,1.205071e-10,2.602566e-12,False
+backbone.layers.45.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.743536e-13,1.616574e-14,4.669206e-11,1.087472e-12,False
+backbone.layers.45.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.531479e-13,4.248072e-14,1.232321e-10,2.621688e-12,False
+backbone.layers.45.mixer.experts.87.down_proj.weight,2688x1856,4988928,3.670432e-13,2.272213e-14,6.686109e-11,1.528362e-12,False
+backbone.layers.45.mixer.experts.87.up_proj.weight,1856x2688,4988928,3.541447e-13,3.823035e-14,1.098542e-10,2.404172e-12,False
+backbone.layers.45.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.192691e-13,1.911223e-14,5.560974e-11,1.261565e-12,False
+backbone.layers.45.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.526397e-13,4.085624e-14,1.183450e-10,2.568674e-12,False
+backbone.layers.45.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.875375e-13,1.867681e-14,5.414921e-11,1.224845e-12,False
+backbone.layers.45.mixer.experts.89.up_proj.weight,1856x2688,4988928,6.062095e-13,4.986092e-14,1.455848e-10,3.153353e-12,False
+backbone.layers.45.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.629773e-13,1.619350e-14,4.670444e-11,1.025361e-12,False
+backbone.layers.45.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.485767e-13,4.611510e-14,1.335568e-10,2.867831e-12,False
+backbone.layers.45.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.236588e-13,1.882712e-14,5.455782e-11,1.234367e-12,False
+backbone.layers.45.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.148659e-13,4.649185e-14,1.346904e-10,2.964404e-12,False
+backbone.layers.45.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.910536e-13,2.598024e-14,7.625810e-11,1.687723e-12,False
+backbone.layers.45.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.665044e-13,4.590201e-14,1.324287e-10,2.836411e-12,False
+backbone.layers.45.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.978478e-13,1.847090e-14,5.363859e-11,1.206427e-12,False
+backbone.layers.45.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.477495e-13,4.031940e-14,1.165122e-10,2.595652e-12,False
+backbone.layers.45.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.721191e-13,1.890303e-14,5.602797e-11,1.236115e-12,False
+backbone.layers.45.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.322052e-13,4.673257e-14,1.355491e-10,2.857268e-12,False
+backbone.layers.45.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.827323e-13,1.826356e-14,5.281192e-11,1.165593e-12,False
+backbone.layers.45.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.566386e-13,4.212261e-14,1.216529e-10,2.606903e-12,False
+backbone.layers.45.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.749018e-13,1.765074e-14,5.080772e-11,1.126200e-12,False
+backbone.layers.45.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.965039e-13,4.186873e-14,1.218167e-10,2.663036e-12,False
+backbone.layers.45.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.265445e-13,2.033447e-14,5.920792e-11,1.327390e-12,False
+backbone.layers.45.mixer.experts.96.up_proj.weight,1856x2688,4988928,3.936573e-13,3.545252e-14,1.029211e-10,2.283542e-12,False
+backbone.layers.45.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.321268e-13,1.953087e-14,5.711746e-11,1.311296e-12,False
+backbone.layers.45.mixer.experts.97.up_proj.weight,1856x2688,4988928,3.669252e-13,3.513210e-14,1.013935e-10,2.320778e-12,False
+backbone.layers.45.mixer.experts.98.down_proj.weight,2688x1856,4988928,3.031568e-13,2.049467e-14,5.989770e-11,1.337331e-12,False
+backbone.layers.45.mixer.experts.98.up_proj.weight,1856x2688,4988928,6.058539e-13,4.941218e-14,1.434752e-10,3.154344e-12,False
+backbone.layers.45.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.729832e-13,1.637754e-14,4.747289e-11,1.041611e-12,False
+backbone.layers.45.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.481372e-13,4.431577e-14,1.288517e-10,2.830626e-12,False
+backbone.layers.45.mixer.gate.weight,128x2688,344064,3.004610e-13,3.354577e-14,2.561266e-11,2.803573e-12,False
+backbone.layers.45.mixer.shared_experts.down_proj.weight,2688x3712,9977856,7.264883e-13,5.415860e-14,2.206407e-10,4.268021e-12,False
+backbone.layers.45.mixer.shared_experts.up_proj.weight,3712x2688,9977856,4.535712e-13,3.337822e-14,1.389819e-10,2.835778e-12,False
+backbone.layers.45.norm.weight,2688,2688,8.881784e-16,1.471211e-16,1.274292e-14,1.226063e-16,False
+backbone.layers.46.mixer.A_log,64,64,1.776357e-15,2.051311e-16,3.039584e-15,1.493161e-16,False
+backbone.layers.46.mixer.D,64,64,8.881784e-16,1.511378e-16,2.036255e-15,1.152299e-16,False
+backbone.layers.46.mixer.conv1d.weight,6144x1x4,24576,1.575129e-15,1.553907e-17,8.020317e-15,7.943398e-16,True
+backbone.layers.46.mixer.dt_bias,64,64,2.664535e-15,4.709774e-16,5.658054e-15,1.493190e-16,False
+backbone.layers.46.mixer.in_proj.weight,10304x2688,27697152,9.665324e-13,4.946571e-14,3.452532e-10,2.858299e-12,False
+backbone.layers.46.mixer.norm.weight,4096,4096,7.105427e-15,3.567068e-16,4.182650e-14,1.184268e-16,False
+backbone.layers.46.mixer.out_proj.weight,2688x4096,11010048,1.500872e-12,1.118235e-13,4.889310e-10,7.086557e-12,False
+backbone.layers.46.norm.weight,2688,2688,8.881784e-16,8.175917e-17,6.480555e-15,1.213380e-16,False
+backbone.layers.47.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.911110e-13,1.808804e-14,5.228627e-11,1.144629e-12,False
+backbone.layers.47.mixer.experts.0.up_proj.weight,1856x2688,4988928,4.348327e-13,4.145306e-14,1.199231e-10,2.545651e-12,False
+backbone.layers.47.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.630553e-13,1.538424e-14,4.433357e-11,9.984527e-13,False
+backbone.layers.47.mixer.experts.1.up_proj.weight,1856x2688,4988928,3.462092e-13,3.807486e-14,1.098919e-10,2.446266e-12,False
+backbone.layers.47.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.230872e-13,1.852420e-14,5.389882e-11,1.209589e-12,False
+backbone.layers.47.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.651521e-13,4.196418e-14,1.210869e-10,2.610187e-12,False
+backbone.layers.47.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.888320e-13,1.874949e-14,5.458242e-11,1.213194e-12,False
+backbone.layers.47.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.062133e-13,4.138038e-14,1.198668e-10,2.662657e-12,False
+backbone.layers.47.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.060713e-13,1.853341e-14,5.406449e-11,1.202375e-12,False
+backbone.layers.47.mixer.experts.101.up_proj.weight,1856x2688,4988928,5.888388e-13,4.549356e-14,1.319221e-10,2.874724e-12,False
+backbone.layers.47.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.082431e-13,1.814118e-14,5.303030e-11,1.166541e-12,False
+backbone.layers.47.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.442488e-13,4.148780e-14,1.211744e-10,2.629158e-12,False
+backbone.layers.47.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.638866e-13,1.661617e-14,4.837524e-11,1.082722e-12,False
+backbone.layers.47.mixer.experts.103.up_proj.weight,1856x2688,4988928,5.894269e-13,4.402932e-14,1.284037e-10,2.798779e-12,False
+backbone.layers.47.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.849224e-13,1.731799e-14,5.006264e-11,1.098068e-12,False
+backbone.layers.47.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.229915e-13,4.136265e-14,1.199886e-10,2.566898e-12,False
+backbone.layers.47.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.970785e-13,1.837413e-14,5.347735e-11,1.194633e-12,False
+backbone.layers.47.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.566816e-13,4.118225e-14,1.186278e-10,2.587683e-12,False
+backbone.layers.47.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.003051e-13,2.024068e-14,5.873180e-11,1.294213e-12,False
+backbone.layers.47.mixer.experts.106.up_proj.weight,1856x2688,4988928,5.656656e-13,4.479188e-14,1.310901e-10,2.889043e-12,False
+backbone.layers.47.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.838478e-13,1.796208e-14,5.180587e-11,1.145581e-12,False
+backbone.layers.47.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.408638e-13,4.292657e-14,1.243379e-10,2.680833e-12,False
+backbone.layers.47.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.800140e-13,1.686357e-14,4.895477e-11,1.130938e-12,False
+backbone.layers.47.mixer.experts.108.up_proj.weight,1856x2688,4988928,3.597574e-13,3.771580e-14,1.085916e-10,2.462181e-12,False
+backbone.layers.47.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.269686e-13,1.808625e-14,5.267885e-11,1.211567e-12,False
+backbone.layers.47.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.818436e-13,4.380604e-14,1.283568e-10,2.761243e-12,False
+backbone.layers.47.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.893768e-13,1.769778e-14,5.114223e-11,1.131218e-12,False
+backbone.layers.47.mixer.experts.11.up_proj.weight,1856x2688,4988928,3.963045e-13,3.671005e-14,1.060460e-10,2.365848e-12,False
+backbone.layers.47.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.910486e-13,1.712480e-14,4.936985e-11,1.084381e-12,False
+backbone.layers.47.mixer.experts.110.up_proj.weight,1856x2688,4988928,5.031982e-13,4.501315e-14,1.309626e-10,2.764677e-12,False
+backbone.layers.47.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.870205e-13,1.721826e-14,4.972435e-11,1.102726e-12,False
+backbone.layers.47.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.323103e-13,4.355674e-14,1.262072e-10,2.721809e-12,False
+backbone.layers.47.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.475069e-13,2.024448e-14,5.878556e-11,1.324730e-12,False
+backbone.layers.47.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.768755e-13,3.924630e-14,1.136243e-10,2.443444e-12,False
+backbone.layers.47.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.261221e-13,1.967951e-14,5.720172e-11,1.265061e-12,False
+backbone.layers.47.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.317102e-13,3.812150e-14,1.103517e-10,2.344998e-12,False
+backbone.layers.47.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.122798e-13,1.725634e-14,5.010904e-11,1.126141e-12,False
+backbone.layers.47.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.678619e-13,4.153759e-14,1.205475e-10,2.619437e-12,False
+backbone.layers.47.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.656487e-13,1.609353e-14,4.635899e-11,1.022612e-12,False
+backbone.layers.47.mixer.experts.115.up_proj.weight,1856x2688,4988928,6.891536e-13,5.185424e-14,1.545310e-10,3.274075e-12,False
+backbone.layers.47.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.398359e-13,1.886281e-14,5.499191e-11,1.230306e-12,False
+backbone.layers.47.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.280586e-13,4.177853e-14,1.208793e-10,2.635447e-12,False
+backbone.layers.47.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.903651e-13,1.766950e-14,5.102107e-11,1.216574e-12,False
+backbone.layers.47.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.396794e-13,4.619996e-14,1.343306e-10,2.959611e-12,False
+backbone.layers.47.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.768134e-13,1.733681e-14,5.007536e-11,1.092376e-12,False
+backbone.layers.47.mixer.experts.118.up_proj.weight,1856x2688,4988928,5.802928e-13,5.101291e-14,1.480902e-10,3.129794e-12,False
+backbone.layers.47.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.912168e-13,1.926493e-14,5.562130e-11,1.197348e-12,False
+backbone.layers.47.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.230993e-13,3.838083e-14,1.119459e-10,2.490309e-12,False
+backbone.layers.47.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.649549e-13,1.733997e-14,5.010584e-11,1.116238e-12,False
+backbone.layers.47.mixer.experts.12.up_proj.weight,1856x2688,4988928,5.754633e-13,4.897241e-14,1.441671e-10,3.072772e-12,False
+backbone.layers.47.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.398121e-13,1.924184e-14,5.604393e-11,1.265198e-12,False
+backbone.layers.47.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.578281e-13,4.507587e-14,1.311207e-10,2.914154e-12,False
+backbone.layers.47.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.715173e-13,1.598797e-14,4.641873e-11,1.052722e-12,False
+backbone.layers.47.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.069340e-13,3.861085e-14,1.122845e-10,2.455176e-12,False
+backbone.layers.47.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.239103e-13,1.991196e-14,5.763567e-11,1.277108e-12,False
+backbone.layers.47.mixer.experts.122.up_proj.weight,1856x2688,4988928,5.088846e-13,4.784098e-14,1.409181e-10,3.040735e-12,False
+backbone.layers.47.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.833221e-13,1.789969e-14,5.160934e-11,1.134868e-12,False
+backbone.layers.47.mixer.experts.123.up_proj.weight,1856x2688,4988928,3.800571e-13,3.788340e-14,1.090553e-10,2.373759e-12,False
+backbone.layers.47.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.070080e-13,1.692055e-14,4.900518e-11,1.101814e-12,False
+backbone.layers.47.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.683198e-13,4.263698e-14,1.236006e-10,2.725073e-12,False
+backbone.layers.47.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.281361e-13,1.951034e-14,5.637431e-11,1.238387e-12,False
+backbone.layers.47.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.639275e-13,4.102014e-14,1.190831e-10,2.606722e-12,False
+backbone.layers.47.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.699751e-13,1.635023e-14,4.716105e-11,1.035469e-12,False
+backbone.layers.47.mixer.experts.126.up_proj.weight,1856x2688,4988928,3.782200e-13,4.128328e-14,1.191789e-10,2.585290e-12,False
+backbone.layers.47.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.205553e-13,1.913453e-14,5.577298e-11,1.288454e-12,False
+backbone.layers.47.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.582671e-13,3.847571e-14,1.116379e-10,2.444224e-12,False
+backbone.layers.47.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.807929e-13,1.602667e-14,4.631446e-11,1.043254e-12,False
+backbone.layers.47.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.969740e-13,4.085962e-14,1.195101e-10,2.678707e-12,False
+backbone.layers.47.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.981817e-13,1.703040e-14,4.938218e-11,1.150131e-12,False
+backbone.layers.47.mixer.experts.14.up_proj.weight,1856x2688,4988928,6.722649e-13,5.243826e-14,1.559923e-10,3.474954e-12,False
+backbone.layers.47.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.326160e-13,1.901391e-14,5.568230e-11,1.235467e-12,False
+backbone.layers.47.mixer.experts.15.up_proj.weight,1856x2688,4988928,5.331430e-13,4.554798e-14,1.326600e-10,2.868437e-12,False
+backbone.layers.47.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.135306e-13,1.893511e-14,5.477250e-11,1.217440e-12,False
+backbone.layers.47.mixer.experts.16.up_proj.weight,1856x2688,4988928,6.128535e-13,4.566636e-14,1.343168e-10,2.990287e-12,False
+backbone.layers.47.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.785411e-13,2.045312e-14,6.043496e-11,1.374618e-12,False
+backbone.layers.47.mixer.experts.17.up_proj.weight,1856x2688,4988928,3.706601e-13,3.906669e-14,1.126750e-10,2.567300e-12,False
+backbone.layers.47.mixer.experts.18.down_proj.weight,2688x1856,4988928,1.871064e-13,1.684570e-14,4.842434e-11,1.073778e-12,False
+backbone.layers.47.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.142437e-13,4.093307e-14,1.181072e-10,2.553701e-12,False
+backbone.layers.47.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.764127e-13,1.761375e-14,5.084965e-11,1.119227e-12,False
+backbone.layers.47.mixer.experts.19.up_proj.weight,1856x2688,4988928,5.053805e-13,4.138753e-14,1.198595e-10,2.575986e-12,False
+backbone.layers.47.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.032471e-13,1.789574e-14,5.184014e-11,1.158716e-12,False
+backbone.layers.47.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.345170e-13,3.823215e-14,1.098122e-10,2.416006e-12,False
+backbone.layers.47.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.768724e-13,1.745492e-14,5.056108e-11,1.121675e-12,False
+backbone.layers.47.mixer.experts.20.up_proj.weight,1856x2688,4988928,3.848571e-13,4.028533e-14,1.167045e-10,2.528054e-12,False
+backbone.layers.47.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.654734e-13,2.073466e-14,6.100252e-11,1.410840e-12,False
+backbone.layers.47.mixer.experts.21.up_proj.weight,1856x2688,4988928,6.006654e-13,4.310200e-14,1.254076e-10,2.841051e-12,False
+backbone.layers.47.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.448493e-13,1.862345e-14,5.413514e-11,1.222358e-12,False
+backbone.layers.47.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.266707e-13,4.404509e-14,1.279705e-10,2.814891e-12,False
+backbone.layers.47.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.182421e-13,2.155500e-14,6.247378e-11,1.365382e-12,False
+backbone.layers.47.mixer.experts.23.up_proj.weight,1856x2688,4988928,5.159380e-13,4.562348e-14,1.323457e-10,2.800224e-12,False
+backbone.layers.47.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.824062e-13,1.673151e-14,4.828156e-11,1.116289e-12,False
+backbone.layers.47.mixer.experts.24.up_proj.weight,1856x2688,4988928,6.370876e-13,5.173881e-14,1.525392e-10,3.307226e-12,False
+backbone.layers.47.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.944001e-13,1.837649e-14,5.379439e-11,1.161560e-12,False
+backbone.layers.47.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.580225e-13,4.207264e-14,1.216489e-10,2.681595e-12,False
+backbone.layers.47.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.860300e-13,1.916605e-14,5.538319e-11,1.224193e-12,False
+backbone.layers.47.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.983535e-13,4.208637e-14,1.218540e-10,2.692908e-12,False
+backbone.layers.47.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.712875e-13,1.698075e-14,4.902283e-11,1.084854e-12,False
+backbone.layers.47.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.231927e-13,3.987650e-14,1.156727e-10,2.523857e-12,False
+backbone.layers.47.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.556134e-13,1.595738e-14,4.597655e-11,1.032262e-12,False
+backbone.layers.47.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.846088e-13,5.116099e-14,1.497618e-10,3.295457e-12,False
+backbone.layers.47.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.238123e-13,1.745436e-14,5.060907e-11,1.127666e-12,False
+backbone.layers.47.mixer.experts.29.up_proj.weight,1856x2688,4988928,3.742701e-13,4.210190e-14,1.215399e-10,2.562718e-12,False
+backbone.layers.47.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.851366e-13,1.858402e-14,5.384988e-11,1.220234e-12,False
+backbone.layers.47.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.304387e-13,4.209226e-14,1.216839e-10,2.638460e-12,False
+backbone.layers.47.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.886954e-13,1.659319e-14,4.778385e-11,1.052460e-12,False
+backbone.layers.47.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.805316e-13,3.820390e-14,1.108069e-10,2.407334e-12,False
+backbone.layers.47.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.226830e-13,1.843697e-14,5.330232e-11,1.164226e-12,False
+backbone.layers.47.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.964605e-13,4.576102e-14,1.330768e-10,2.852086e-12,False
+backbone.layers.47.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.589437e-13,1.822611e-14,5.377506e-11,1.188791e-12,False
+backbone.layers.47.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.957076e-13,4.553099e-14,1.313083e-10,2.757486e-12,False
+backbone.layers.47.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.807634e-13,1.714868e-14,4.982355e-11,1.147450e-12,False
+backbone.layers.47.mixer.experts.33.up_proj.weight,1856x2688,4988928,5.776490e-13,4.422836e-14,1.300672e-10,2.894247e-12,False
+backbone.layers.47.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.789055e-13,1.590188e-14,4.597360e-11,1.028546e-12,False
+backbone.layers.47.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.674768e-13,4.315761e-14,1.251858e-10,2.545953e-12,False
+backbone.layers.47.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.085138e-13,1.997593e-14,5.798217e-11,1.283544e-12,False
+backbone.layers.47.mixer.experts.35.up_proj.weight,1856x2688,4988928,6.954645e-13,4.710551e-14,1.385527e-10,3.004620e-12,False
+backbone.layers.47.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.730656e-13,1.774386e-14,5.142775e-11,1.161717e-12,False
+backbone.layers.47.mixer.experts.36.up_proj.weight,1856x2688,4988928,3.838180e-13,3.704523e-14,1.067464e-10,2.370621e-12,False
+backbone.layers.47.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.917494e-13,1.772675e-14,5.127205e-11,1.130107e-12,False
+backbone.layers.47.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.910638e-13,4.627548e-14,1.345157e-10,2.939564e-12,False
+backbone.layers.47.mixer.experts.38.down_proj.weight,2688x1856,4988928,3.106335e-13,2.155084e-14,6.344961e-11,1.379131e-12,False
+backbone.layers.47.mixer.experts.38.up_proj.weight,1856x2688,4988928,5.385969e-13,4.482912e-14,1.294168e-10,2.721417e-12,False
+backbone.layers.47.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.263398e-13,1.962947e-14,5.697951e-11,1.243165e-12,False
+backbone.layers.47.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.722610e-13,5.053226e-14,1.465385e-10,3.107058e-12,False
+backbone.layers.47.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.950843e-13,1.900374e-14,5.483705e-11,1.221431e-12,False
+backbone.layers.47.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.586453e-13,4.595666e-14,1.334582e-10,2.822750e-12,False
+backbone.layers.47.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.530529e-13,1.649087e-14,4.747962e-11,1.051798e-12,False
+backbone.layers.47.mixer.experts.40.up_proj.weight,1856x2688,4988928,3.436973e-13,3.737128e-14,1.070632e-10,2.306932e-12,False
+backbone.layers.47.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.616931e-13,1.645421e-14,4.731117e-11,1.048749e-12,False
+backbone.layers.47.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.801125e-13,4.023513e-14,1.163988e-10,2.538407e-12,False
+backbone.layers.47.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.029184e-13,1.863130e-14,5.411824e-11,1.196650e-12,False
+backbone.layers.47.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.421251e-13,3.981218e-14,1.159017e-10,2.539409e-12,False
+backbone.layers.47.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.375045e-13,1.811069e-14,5.284138e-11,1.157387e-12,False
+backbone.layers.47.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.245701e-13,4.062999e-14,1.171743e-10,2.516662e-12,False
+backbone.layers.47.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.117340e-13,1.900194e-14,5.501155e-11,1.224615e-12,False
+backbone.layers.47.mixer.experts.44.up_proj.weight,1856x2688,4988928,5.861492e-13,4.821977e-14,1.406765e-10,2.965862e-12,False
+backbone.layers.47.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.324183e-13,1.808602e-14,5.264985e-11,1.184395e-12,False
+backbone.layers.47.mixer.experts.45.up_proj.weight,1856x2688,4988928,6.516541e-13,5.172637e-14,1.522465e-10,3.314559e-12,False
+backbone.layers.47.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.915829e-13,1.909374e-14,5.512111e-11,1.185518e-12,False
+backbone.layers.47.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.327927e-13,4.088136e-14,1.182786e-10,2.491310e-12,False
+backbone.layers.47.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.099883e-13,1.882543e-14,5.440124e-11,1.185652e-12,False
+backbone.layers.47.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.966791e-13,4.702653e-14,1.362542e-10,3.061709e-12,False
+backbone.layers.47.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.808172e-13,1.806447e-14,5.195881e-11,1.132900e-12,False
+backbone.layers.47.mixer.experts.48.up_proj.weight,1856x2688,4988928,5.774513e-13,4.782481e-14,1.390424e-10,2.907352e-12,False
+backbone.layers.47.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.665038e-13,2.116745e-14,6.183140e-11,1.349160e-12,False
+backbone.layers.47.mixer.experts.49.up_proj.weight,1856x2688,4988928,6.019976e-13,5.419234e-14,1.584350e-10,3.321784e-12,False
+backbone.layers.47.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.735034e-13,2.225388e-14,6.509971e-11,1.425757e-12,False
+backbone.layers.47.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.189217e-13,4.582293e-14,1.340222e-10,2.961365e-12,False
+backbone.layers.47.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.305968e-13,1.844566e-14,5.328492e-11,1.171963e-12,False
+backbone.layers.47.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.061786e-13,3.823869e-14,1.107185e-10,2.494078e-12,False
+backbone.layers.47.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.722025e-13,1.731770e-14,4.967750e-11,1.102267e-12,False
+backbone.layers.47.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.457752e-13,4.829056e-14,1.424852e-10,3.073313e-12,False
+backbone.layers.47.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.851175e-13,1.867704e-14,5.386255e-11,1.184709e-12,False
+backbone.layers.47.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.472239e-13,4.268587e-14,1.241008e-10,2.636599e-12,False
+backbone.layers.47.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.493458e-13,1.620234e-14,4.651398e-11,1.022348e-12,False
+backbone.layers.47.mixer.experts.53.up_proj.weight,1856x2688,4988928,6.460006e-13,5.479445e-14,1.605786e-10,3.428112e-12,False
+backbone.layers.47.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.778352e-13,1.624296e-14,4.711425e-11,1.074634e-12,False
+backbone.layers.47.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.423198e-13,4.325910e-14,1.249313e-10,2.730514e-12,False
+backbone.layers.47.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.508954e-13,1.456522e-14,4.187949e-11,9.548630e-13,False
+backbone.layers.47.mixer.experts.55.up_proj.weight,1856x2688,4988928,5.525910e-13,4.889595e-14,1.431948e-10,3.224115e-12,False
+backbone.layers.47.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.626303e-13,1.669068e-14,4.819032e-11,1.072459e-12,False
+backbone.layers.47.mixer.experts.56.up_proj.weight,1856x2688,4988928,5.800464e-13,4.670533e-14,1.378669e-10,2.972476e-12,False
+backbone.layers.47.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.263914e-13,2.043513e-14,5.937392e-11,1.323651e-12,False
+backbone.layers.47.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.515545e-13,4.269871e-14,1.253113e-10,2.708594e-12,False
+backbone.layers.47.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.846006e-13,1.868899e-14,5.411769e-11,1.194376e-12,False
+backbone.layers.47.mixer.experts.58.up_proj.weight,1856x2688,4988928,3.705196e-13,3.762943e-14,1.085541e-10,2.381744e-12,False
+backbone.layers.47.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.985460e-13,1.708268e-14,4.946454e-11,1.134774e-12,False
+backbone.layers.47.mixer.experts.59.up_proj.weight,1856x2688,4988928,5.407758e-13,4.965776e-14,1.443393e-10,3.244732e-12,False
+backbone.layers.47.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.041397e-13,1.828667e-14,5.323598e-11,1.185356e-12,False
+backbone.layers.47.mixer.experts.6.up_proj.weight,1856x2688,4988928,5.605065e-13,4.398851e-14,1.289363e-10,2.794873e-12,False
+backbone.layers.47.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.581287e-13,1.590405e-14,4.577721e-11,1.055859e-12,False
+backbone.layers.47.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.143959e-13,3.786411e-14,1.094496e-10,2.505294e-12,False
+backbone.layers.47.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.081009e-13,1.856477e-14,5.385703e-11,1.211861e-12,False
+backbone.layers.47.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.891261e-13,4.516462e-14,1.307820e-10,2.944634e-12,False
+backbone.layers.47.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.083750e-13,1.597741e-14,4.618047e-11,1.059151e-12,False
+backbone.layers.47.mixer.experts.62.up_proj.weight,1856x2688,4988928,4.841284e-13,3.874911e-14,1.130859e-10,2.651494e-12,False
+backbone.layers.47.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.040616e-13,1.750118e-14,5.054967e-11,1.112342e-12,False
+backbone.layers.47.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.829002e-13,4.000146e-14,1.160416e-10,2.532210e-12,False
+backbone.layers.47.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.236544e-13,1.919696e-14,5.587071e-11,1.257224e-12,False
+backbone.layers.47.mixer.experts.64.up_proj.weight,1856x2688,4988928,7.171451e-13,5.778060e-14,1.703040e-10,3.599601e-12,False
+backbone.layers.47.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.046592e-13,1.941273e-14,5.669749e-11,1.254178e-12,False
+backbone.layers.47.mixer.experts.65.up_proj.weight,1856x2688,4988928,3.669634e-13,3.562334e-14,1.023023e-10,2.197943e-12,False
+backbone.layers.47.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.188024e-13,2.060697e-14,5.997383e-11,1.329798e-12,False
+backbone.layers.47.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.386526e-13,3.826942e-14,1.108459e-10,2.429328e-12,False
+backbone.layers.47.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.692136e-13,1.771930e-14,5.140801e-11,1.141052e-12,False
+backbone.layers.47.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.066279e-13,3.900906e-14,1.125844e-10,2.426335e-12,False
+backbone.layers.47.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.012487e-13,1.974563e-14,5.726254e-11,1.268637e-12,False
+backbone.layers.47.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.840017e-13,4.229133e-14,1.225466e-10,2.619613e-12,False
+backbone.layers.47.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.351817e-13,2.072111e-14,6.032552e-11,1.371582e-12,False
+backbone.layers.47.mixer.experts.69.up_proj.weight,1856x2688,4988928,8.022541e-13,5.721680e-14,1.690118e-10,3.779378e-12,False
+backbone.layers.47.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.711061e-13,2.277626e-14,6.717356e-11,1.496796e-12,False
+backbone.layers.47.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.618463e-13,4.370476e-14,1.267667e-10,2.775577e-12,False
+backbone.layers.47.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.753665e-13,2.303727e-14,6.780643e-11,1.498553e-12,False
+backbone.layers.47.mixer.experts.70.up_proj.weight,1856x2688,4988928,6.018311e-13,4.490952e-14,1.325643e-10,2.929595e-12,False
+backbone.layers.47.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.091712e-13,1.721104e-14,4.972529e-11,1.092972e-12,False
+backbone.layers.47.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.619118e-13,4.162852e-14,1.207474e-10,2.575869e-12,False
+backbone.layers.47.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.211703e-13,1.849204e-14,5.358255e-11,1.193042e-12,False
+backbone.layers.47.mixer.experts.72.up_proj.weight,1856x2688,4988928,4.207745e-13,3.929425e-14,1.136567e-10,2.520555e-12,False
+backbone.layers.47.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.995938e-13,2.025258e-14,5.866590e-11,1.267134e-12,False
+backbone.layers.47.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.453572e-13,4.160193e-14,1.203035e-10,2.607911e-12,False
+backbone.layers.47.mixer.experts.74.down_proj.weight,2688x1856,4988928,3.007802e-13,1.934309e-14,5.634346e-11,1.307975e-12,False
+backbone.layers.47.mixer.experts.74.up_proj.weight,1856x2688,4988928,5.346262e-13,4.106243e-14,1.187713e-10,2.698433e-12,False
+backbone.layers.47.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.716058e-13,1.651844e-14,4.753332e-11,1.042087e-12,False
+backbone.layers.47.mixer.experts.75.up_proj.weight,1856x2688,4988928,5.040135e-13,4.749557e-14,1.377069e-10,2.879872e-12,False
+backbone.layers.47.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.002712e-13,1.893371e-14,5.483357e-11,1.196199e-12,False
+backbone.layers.47.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.960615e-13,4.390717e-14,1.279072e-10,2.722183e-12,False
+backbone.layers.47.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.092510e-13,1.933586e-14,5.613989e-11,1.243220e-12,False
+backbone.layers.47.mixer.experts.77.up_proj.weight,1856x2688,4988928,5.078125e-13,4.608136e-14,1.346032e-10,2.970646e-12,False
+backbone.layers.47.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.934841e-13,1.861058e-14,5.388952e-11,1.182645e-12,False
+backbone.layers.47.mixer.experts.78.up_proj.weight,1856x2688,4988928,5.304056e-13,4.454703e-14,1.297240e-10,2.789998e-12,False
+backbone.layers.47.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.470359e-13,2.063761e-14,6.006866e-11,1.338383e-12,False
+backbone.layers.47.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.860088e-13,4.412340e-14,1.284656e-10,2.781751e-12,False
+backbone.layers.47.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.801059e-13,1.798607e-14,5.195244e-11,1.158328e-12,False
+backbone.layers.47.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.435757e-13,4.039640e-14,1.172154e-10,2.532113e-12,False
+backbone.layers.47.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.350984e-13,1.857226e-14,5.427147e-11,1.189294e-12,False
+backbone.layers.47.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.773508e-13,4.405029e-14,1.278202e-10,2.705262e-12,False
+backbone.layers.47.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.586682e-13,1.573806e-14,4.535312e-11,9.861773e-13,False
+backbone.layers.47.mixer.experts.81.up_proj.weight,1856x2688,4988928,3.947953e-13,3.826194e-14,1.105413e-10,2.412624e-12,False
+backbone.layers.47.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.098634e-13,1.839285e-14,5.344169e-11,1.195400e-12,False
+backbone.layers.47.mixer.experts.82.up_proj.weight,1856x2688,4988928,5.146265e-13,4.647184e-14,1.358791e-10,2.966058e-12,False
+backbone.layers.47.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.820410e-13,1.862662e-14,5.381867e-11,1.160710e-12,False
+backbone.layers.47.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.911660e-13,4.319035e-14,1.253547e-10,2.702196e-12,False
+backbone.layers.47.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.891021e-13,2.299776e-14,6.813067e-11,1.489866e-12,False
+backbone.layers.47.mixer.experts.84.up_proj.weight,1856x2688,4988928,3.860384e-13,4.063534e-14,1.169197e-10,2.548817e-12,False
+backbone.layers.47.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.479726e-13,2.137337e-14,6.269659e-11,1.407501e-12,False
+backbone.layers.47.mixer.experts.85.up_proj.weight,1856x2688,4988928,5.559667e-13,4.903996e-14,1.430526e-10,3.134408e-12,False
+backbone.layers.47.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.917633e-13,1.583062e-14,4.568423e-11,1.015604e-12,False
+backbone.layers.47.mixer.experts.86.up_proj.weight,1856x2688,4988928,5.183354e-13,4.171613e-14,1.207726e-10,2.617863e-12,False
+backbone.layers.47.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.363283e-13,1.952149e-14,5.746286e-11,1.279025e-12,False
+backbone.layers.47.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.269831e-13,4.179795e-14,1.204528e-10,2.588108e-12,False
+backbone.layers.47.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.057347e-13,1.737433e-14,5.034665e-11,1.147705e-12,False
+backbone.layers.47.mixer.experts.88.up_proj.weight,1856x2688,4988928,5.079756e-13,4.214421e-14,1.226026e-10,2.662370e-12,False
+backbone.layers.47.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.913851e-13,1.674155e-14,4.836411e-11,1.069733e-12,False
+backbone.layers.47.mixer.experts.89.up_proj.weight,1856x2688,4988928,6.352796e-13,4.726631e-14,1.390689e-10,2.907787e-12,False
+backbone.layers.47.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.290906e-13,1.906477e-14,5.566241e-11,1.186353e-12,False
+backbone.layers.47.mixer.experts.9.up_proj.weight,1856x2688,4988928,8.134275e-13,4.725263e-14,1.394360e-10,2.943593e-12,False
+backbone.layers.47.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.527943e-13,1.958426e-14,5.697473e-11,1.278504e-12,False
+backbone.layers.47.mixer.experts.90.up_proj.weight,1856x2688,4988928,3.762442e-13,3.763899e-14,1.086572e-10,2.407346e-12,False
+backbone.layers.47.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.036357e-13,1.878532e-14,5.482221e-11,1.229721e-12,False
+backbone.layers.47.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.714909e-13,4.464105e-14,1.292509e-10,2.818525e-12,False
+backbone.layers.47.mixer.experts.92.down_proj.weight,2688x1856,4988928,3.163546e-13,1.993239e-14,5.815409e-11,1.334432e-12,False
+backbone.layers.47.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.402728e-13,3.757412e-14,1.089697e-10,2.422948e-12,False
+backbone.layers.47.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.123302e-13,1.803156e-14,5.239459e-11,1.189613e-12,False
+backbone.layers.47.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.828221e-13,4.458989e-14,1.304064e-10,2.871115e-12,False
+backbone.layers.47.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.158551e-13,1.858711e-14,5.380645e-11,1.211677e-12,False
+backbone.layers.47.mixer.experts.94.up_proj.weight,1856x2688,4988928,5.007730e-13,4.047466e-14,1.172875e-10,2.565218e-12,False
+backbone.layers.47.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.016096e-13,1.752816e-14,5.096211e-11,1.146558e-12,False
+backbone.layers.47.mixer.experts.95.up_proj.weight,1856x2688,4988928,3.917075e-13,3.823534e-14,1.101076e-10,2.426527e-12,False
+backbone.layers.47.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.212579e-13,2.091430e-14,6.090007e-11,1.355204e-12,False
+backbone.layers.47.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.881824e-13,4.272914e-14,1.231338e-10,2.653076e-12,False
+backbone.layers.47.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.361931e-13,1.441620e-14,4.147853e-11,9.229185e-13,False
+backbone.layers.47.mixer.experts.97.up_proj.weight,1856x2688,4988928,3.930137e-13,3.921732e-14,1.130740e-10,2.450624e-12,False
+backbone.layers.47.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.152757e-13,1.875866e-14,5.454145e-11,1.204779e-12,False
+backbone.layers.47.mixer.experts.98.up_proj.weight,1856x2688,4988928,6.548997e-13,5.117777e-14,1.505455e-10,3.408744e-12,False
+backbone.layers.47.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.947990e-13,1.805941e-14,5.240779e-11,1.136863e-12,False
+backbone.layers.47.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.648504e-13,3.835246e-14,1.109778e-10,2.368873e-12,False
+backbone.layers.47.mixer.gate.weight,128x2688,344064,3.039582e-13,2.480423e-14,1.904012e-11,2.173475e-12,False
+backbone.layers.47.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.255392e-12,7.399124e-14,3.063376e-10,5.955361e-12,False
+backbone.layers.47.mixer.shared_experts.up_proj.weight,3712x2688,9977856,4.165036e-13,3.552490e-14,1.464737e-10,2.872877e-12,False
+backbone.layers.47.norm.weight,2688,2688,8.881784e-16,1.478284e-16,1.268622e-14,1.230175e-16,False
+backbone.layers.48.mixer.A_log,64,64,1.776357e-15,2.572812e-16,3.242602e-15,1.647171e-16,False
+backbone.layers.48.mixer.D,64,64,8.881784e-16,1.118897e-16,1.835937e-15,1.264862e-16,False
+backbone.layers.48.mixer.conv1d.weight,6144x1x4,24576,1.332268e-15,1.940955e-17,8.796804e-15,7.819565e-16,True
+backbone.layers.48.mixer.dt_bias,64,64,1.776357e-15,4.779163e-16,5.579078e-15,1.444368e-16,False
+backbone.layers.48.mixer.in_proj.weight,10304x2688,27697152,1.004908e-12,4.999709e-14,3.557683e-10,2.891963e-12,False
+backbone.layers.48.mixer.norm.weight,4096,4096,7.105427e-15,4.348862e-16,5.212837e-14,1.231577e-16,False
+backbone.layers.48.mixer.out_proj.weight,2688x4096,11010048,1.566407e-12,9.628943e-14,4.165289e-10,6.062406e-12,False
+backbone.layers.48.norm.weight,2688,2688,8.881784e-16,9.805318e-17,8.116026e-15,1.213293e-16,False
+backbone.layers.49.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.284006e-13,2.091756e-14,6.089987e-11,1.305559e-12,False
+backbone.layers.49.mixer.experts.0.up_proj.weight,1856x2688,4988928,6.384615e-13,4.703289e-14,1.379546e-10,2.904785e-12,False
+backbone.layers.49.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.359501e-13,1.994812e-14,5.822542e-11,1.268866e-12,False
+backbone.layers.49.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.497991e-13,4.248156e-14,1.227878e-10,2.562547e-12,False
+backbone.layers.49.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.828503e-13,1.866079e-14,5.399358e-11,1.185380e-12,False
+backbone.layers.49.mixer.experts.10.up_proj.weight,1856x2688,4988928,6.138744e-13,4.586364e-14,1.344563e-10,2.889425e-12,False
+backbone.layers.49.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.936437e-13,2.059170e-14,5.960043e-11,1.295565e-12,False
+backbone.layers.49.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.938758e-13,4.378527e-14,1.263799e-10,2.720514e-12,False
+backbone.layers.49.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.406473e-13,1.877508e-14,5.442702e-11,1.155868e-12,False
+backbone.layers.49.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.078266e-13,3.961178e-14,1.146785e-10,2.451074e-12,False
+backbone.layers.49.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.431562e-13,1.958681e-14,5.730392e-11,1.242952e-12,False
+backbone.layers.49.mixer.experts.102.up_proj.weight,1856x2688,4988928,7.020391e-13,4.841195e-14,1.409175e-10,2.960414e-12,False
+backbone.layers.49.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.276547e-13,1.918804e-14,5.605250e-11,1.229764e-12,False
+backbone.layers.49.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.695827e-13,4.319770e-14,1.251536e-10,2.585194e-12,False
+backbone.layers.49.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.281340e-13,1.954342e-14,5.700199e-11,1.248474e-12,False
+backbone.layers.49.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.070735e-13,3.976482e-14,1.154961e-10,2.477104e-12,False
+backbone.layers.49.mixer.experts.105.down_proj.weight,2688x1856,4988928,4.143144e-13,2.122580e-14,6.342857e-11,1.416649e-12,False
+backbone.layers.49.mixer.experts.105.up_proj.weight,1856x2688,4988928,5.995989e-13,4.594989e-14,1.338350e-10,2.920524e-12,False
+backbone.layers.49.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.764283e-13,1.662965e-14,4.794766e-11,1.077946e-12,False
+backbone.layers.49.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.742040e-13,4.278550e-14,1.238653e-10,2.714543e-12,False
+backbone.layers.49.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.315006e-13,1.899507e-14,5.501443e-11,1.193188e-12,False
+backbone.layers.49.mixer.experts.107.up_proj.weight,1856x2688,4988928,6.754970e-13,5.048721e-14,1.478901e-10,3.063577e-12,False
+backbone.layers.49.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.633624e-13,1.725295e-14,4.983338e-11,1.107461e-12,False
+backbone.layers.49.mixer.experts.108.up_proj.weight,1856x2688,4988928,4.222456e-13,4.055646e-14,1.168908e-10,2.437072e-12,False
+backbone.layers.49.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.328068e-13,2.012775e-14,5.834204e-11,1.286106e-12,False
+backbone.layers.49.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.825063e-13,4.696277e-14,1.368900e-10,2.922096e-12,False
+backbone.layers.49.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.257881e-13,2.076493e-14,6.015255e-11,1.353486e-12,False
+backbone.layers.49.mixer.experts.11.up_proj.weight,1856x2688,4988928,6.205696e-13,4.965258e-14,1.444855e-10,3.059974e-12,False
+backbone.layers.49.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.783296e-13,1.826495e-14,5.261127e-11,1.120659e-12,False
+backbone.layers.49.mixer.experts.110.up_proj.weight,1856x2688,4988928,5.777531e-13,4.477394e-14,1.296351e-10,2.739124e-12,False
+backbone.layers.49.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.659400e-13,1.956712e-14,5.716507e-11,1.288265e-12,False
+backbone.layers.49.mixer.experts.111.up_proj.weight,1856x2688,4988928,6.134399e-13,4.718028e-14,1.373135e-10,2.997512e-12,False
+backbone.layers.49.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.044658e-13,1.935978e-14,5.640686e-11,1.244718e-12,False
+backbone.layers.49.mixer.experts.112.up_proj.weight,1856x2688,4988928,5.103799e-13,4.421068e-14,1.285748e-10,2.803587e-12,False
+backbone.layers.49.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.656556e-13,2.077257e-14,6.119473e-11,1.374649e-12,False
+backbone.layers.49.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.769100e-13,4.673444e-14,1.361359e-10,2.898756e-12,False
+backbone.layers.49.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.881568e-13,1.802701e-14,5.207085e-11,1.158043e-12,False
+backbone.layers.49.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.826773e-13,4.431491e-14,1.280176e-10,2.824593e-12,False
+backbone.layers.49.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.686420e-13,1.769124e-14,5.101175e-11,1.143378e-12,False
+backbone.layers.49.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.416086e-13,3.942689e-14,1.138711e-10,2.406791e-12,False
+backbone.layers.49.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.513840e-13,1.948476e-14,5.753968e-11,1.249635e-12,False
+backbone.layers.49.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.348206e-13,4.396164e-14,1.269684e-10,2.648785e-12,False
+backbone.layers.49.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.368418e-13,1.865398e-14,5.407660e-11,1.185504e-12,False
+backbone.layers.49.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.754808e-13,4.396675e-14,1.269091e-10,2.688892e-12,False
+backbone.layers.49.mixer.experts.118.down_proj.weight,2688x1856,4988928,3.071892e-13,2.157595e-14,6.318914e-11,1.412765e-12,False
+backbone.layers.49.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.575056e-13,4.126215e-14,1.204627e-10,2.563483e-12,False
+backbone.layers.49.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.629565e-13,1.659481e-14,4.781160e-11,1.049180e-12,False
+backbone.layers.49.mixer.experts.119.up_proj.weight,1856x2688,4988928,5.528529e-13,4.746903e-14,1.380160e-10,2.857178e-12,False
+backbone.layers.49.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.751481e-13,1.669246e-14,4.828282e-11,1.115198e-12,False
+backbone.layers.49.mixer.experts.12.up_proj.weight,1856x2688,4988928,3.837555e-13,3.639439e-14,1.047762e-10,2.372783e-12,False
+backbone.layers.49.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.840368e-13,1.763656e-14,5.085100e-11,1.152422e-12,False
+backbone.layers.49.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.593798e-13,4.712220e-14,1.369275e-10,3.009577e-12,False
+backbone.layers.49.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.948163e-13,1.859680e-14,5.396787e-11,1.207639e-12,False
+backbone.layers.49.mixer.experts.121.up_proj.weight,1856x2688,4988928,6.680212e-13,4.811166e-14,1.416370e-10,3.020738e-12,False
+backbone.layers.49.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.984437e-13,1.772080e-14,5.131888e-11,1.150573e-12,False
+backbone.layers.49.mixer.experts.122.up_proj.weight,1856x2688,4988928,5.887651e-13,4.416739e-14,1.288449e-10,2.816621e-12,False
+backbone.layers.49.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.946845e-13,1.693104e-14,4.894335e-11,1.078751e-12,False
+backbone.layers.49.mixer.experts.123.up_proj.weight,1856x2688,4988928,6.277479e-13,4.883274e-14,1.422783e-10,3.010439e-12,False
+backbone.layers.49.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.768655e-13,1.723783e-14,4.968633e-11,1.090518e-12,False
+backbone.layers.49.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.853687e-13,4.297311e-14,1.240927e-10,2.580539e-12,False
+backbone.layers.49.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.141334e-13,1.899033e-14,5.517461e-11,1.224678e-12,False
+backbone.layers.49.mixer.experts.125.up_proj.weight,1856x2688,4988928,3.876049e-13,3.664140e-14,1.054107e-10,2.322050e-12,False
+backbone.layers.49.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.919489e-13,1.789735e-14,5.174575e-11,1.123745e-12,False
+backbone.layers.49.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.619291e-13,4.253593e-14,1.220977e-10,2.524405e-12,False
+backbone.layers.49.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.050998e-13,1.762816e-14,5.097547e-11,1.151872e-12,False
+backbone.layers.49.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.941069e-13,4.197109e-14,1.213879e-10,2.641030e-12,False
+backbone.layers.49.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.953888e-13,1.671314e-14,4.828142e-11,1.083099e-12,False
+backbone.layers.49.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.205581e-13,4.062025e-14,1.174904e-10,2.615682e-12,False
+backbone.layers.49.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.301770e-13,2.056680e-14,6.111200e-11,1.336643e-12,False
+backbone.layers.49.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.562947e-13,4.310076e-14,1.249559e-10,2.620642e-12,False
+backbone.layers.49.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.516980e-13,2.120002e-14,6.263608e-11,1.395305e-12,False
+backbone.layers.49.mixer.experts.15.up_proj.weight,1856x2688,4988928,3.682212e-13,3.969812e-14,1.145980e-10,2.488815e-12,False
+backbone.layers.49.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.854671e-13,1.629835e-14,4.681252e-11,1.046825e-12,False
+backbone.layers.49.mixer.experts.16.up_proj.weight,1856x2688,4988928,5.354987e-13,4.401594e-14,1.270850e-10,2.616205e-12,False
+backbone.layers.49.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.303782e-13,1.980004e-14,5.753575e-11,1.215228e-12,False
+backbone.layers.49.mixer.experts.17.up_proj.weight,1856x2688,4988928,6.658771e-13,5.230972e-14,1.515187e-10,3.273292e-12,False
+backbone.layers.49.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.475966e-13,2.136669e-14,6.229814e-11,1.309743e-12,False
+backbone.layers.49.mixer.experts.18.up_proj.weight,1856x2688,4988928,5.046397e-13,4.692893e-14,1.367015e-10,2.826882e-12,False
+backbone.layers.49.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.873432e-13,1.640275e-14,4.742375e-11,1.082913e-12,False
+backbone.layers.49.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.007940e-13,4.018527e-14,1.161690e-10,2.445427e-12,False
+backbone.layers.49.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.495488e-13,1.541321e-14,4.425308e-11,9.804189e-13,False
+backbone.layers.49.mixer.experts.2.up_proj.weight,1856x2688,4988928,3.976472e-13,3.999775e-14,1.153396e-10,2.458207e-12,False
+backbone.layers.49.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.723465e-13,1.701148e-14,4.908812e-11,1.073367e-12,False
+backbone.layers.49.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.460599e-13,4.145108e-14,1.199553e-10,2.499863e-12,False
+backbone.layers.49.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.847827e-13,1.816216e-14,5.245548e-11,1.166921e-12,False
+backbone.layers.49.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.522676e-13,4.749773e-14,1.378275e-10,2.916063e-12,False
+backbone.layers.49.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.606942e-13,1.943185e-14,5.682231e-11,1.258994e-12,False
+backbone.layers.49.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.844979e-13,4.441558e-14,1.289001e-10,2.732579e-12,False
+backbone.layers.49.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.030702e-13,1.952951e-14,5.681048e-11,1.245017e-12,False
+backbone.layers.49.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.497513e-13,4.382633e-14,1.266869e-10,2.663766e-12,False
+backbone.layers.49.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.223005e-13,1.994037e-14,5.809141e-11,1.312571e-12,False
+backbone.layers.49.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.406150e-13,3.840784e-14,1.115478e-10,2.477832e-12,False
+backbone.layers.49.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.353569e-13,1.816021e-14,5.246942e-11,1.142181e-12,False
+backbone.layers.49.mixer.experts.25.up_proj.weight,1856x2688,4988928,5.634833e-13,5.115774e-14,1.500146e-10,3.071191e-12,False
+backbone.layers.49.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.520640e-13,2.069275e-14,6.006717e-11,1.319487e-12,False
+backbone.layers.49.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.344173e-13,4.005454e-14,1.154041e-10,2.411470e-12,False
+backbone.layers.49.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.653747e-13,1.690889e-14,4.872511e-11,1.074864e-12,False
+backbone.layers.49.mixer.experts.27.up_proj.weight,1856x2688,4988928,5.067093e-13,4.724089e-14,1.368162e-10,2.867043e-12,False
+backbone.layers.49.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.994134e-13,2.054540e-14,5.939426e-11,1.307498e-12,False
+backbone.layers.49.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.413650e-13,4.411982e-14,1.279293e-10,2.753603e-12,False
+backbone.layers.49.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.797442e-13,1.688478e-14,4.861501e-11,1.069534e-12,False
+backbone.layers.49.mixer.experts.29.up_proj.weight,1856x2688,4988928,8.246598e-13,5.671113e-14,1.690484e-10,3.593035e-12,False
+backbone.layers.49.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.209084e-13,1.881152e-14,5.453333e-11,1.199109e-12,False
+backbone.layers.49.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.158166e-13,4.507580e-14,1.304781e-10,2.713558e-12,False
+backbone.layers.49.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.396668e-13,2.012410e-14,5.852259e-11,1.279967e-12,False
+backbone.layers.49.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.908227e-13,4.642830e-14,1.352618e-10,2.821557e-12,False
+backbone.layers.49.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.961452e-13,1.906875e-14,5.532697e-11,1.212650e-12,False
+backbone.layers.49.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.730372e-13,4.604250e-14,1.333537e-10,2.804207e-12,False
+backbone.layers.49.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.570142e-13,1.656956e-14,4.759968e-11,1.094415e-12,False
+backbone.layers.49.mixer.experts.32.up_proj.weight,1856x2688,4988928,5.673483e-13,4.032939e-14,1.183919e-10,2.662859e-12,False
+backbone.layers.49.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.033859e-13,1.772319e-14,5.136937e-11,1.112378e-12,False
+backbone.layers.49.mixer.experts.33.up_proj.weight,1856x2688,4988928,6.981291e-13,4.801867e-14,1.438156e-10,3.049342e-12,False
+backbone.layers.49.mixer.experts.34.down_proj.weight,2688x1856,4988928,3.373621e-13,2.090729e-14,6.096851e-11,1.326416e-12,False
+backbone.layers.49.mixer.experts.34.up_proj.weight,1856x2688,4988928,5.964014e-13,4.949089e-14,1.436387e-10,2.955318e-12,False
+backbone.layers.49.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.067062e-13,1.886060e-14,5.466901e-11,1.204383e-12,False
+backbone.layers.49.mixer.experts.35.up_proj.weight,1856x2688,4988928,3.746378e-13,3.897998e-14,1.125480e-10,2.423280e-12,False
+backbone.layers.49.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.044823e-13,1.843187e-14,5.355842e-11,1.194292e-12,False
+backbone.layers.49.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.780412e-13,4.147764e-14,1.199427e-10,2.587225e-12,False
+backbone.layers.49.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.229050e-13,1.809757e-14,5.265660e-11,1.166396e-12,False
+backbone.layers.49.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.630706e-13,4.034481e-14,1.167385e-10,2.516579e-12,False
+backbone.layers.49.mixer.experts.38.down_proj.weight,2688x1856,4988928,3.365606e-13,2.456440e-14,7.236571e-11,1.551852e-12,False
+backbone.layers.49.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.144601e-13,4.155134e-14,1.205879e-10,2.589628e-12,False
+backbone.layers.49.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.959700e-13,1.827034e-14,5.266464e-11,1.150460e-12,False
+backbone.layers.49.mixer.experts.39.up_proj.weight,1856x2688,4988928,3.810702e-13,4.095897e-14,1.180750e-10,2.460863e-12,False
+backbone.layers.49.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.891777e-13,1.635475e-14,4.727077e-11,1.061017e-12,False
+backbone.layers.49.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.233992e-13,4.018473e-14,1.165745e-10,2.503943e-12,False
+backbone.layers.49.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.163729e-13,1.840864e-14,5.338646e-11,1.132912e-12,False
+backbone.layers.49.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.818992e-13,4.222282e-14,1.220230e-10,2.543215e-12,False
+backbone.layers.49.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.213230e-13,1.833042e-14,5.373107e-11,1.215918e-12,False
+backbone.layers.49.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.687917e-13,4.208528e-14,1.228615e-10,2.763779e-12,False
+backbone.layers.49.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.949248e-13,1.785184e-14,5.149481e-11,1.128711e-12,False
+backbone.layers.49.mixer.experts.42.up_proj.weight,1856x2688,4988928,5.276404e-13,4.294318e-14,1.247440e-10,2.625801e-12,False
+backbone.layers.49.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.687643e-13,1.622580e-14,4.677771e-11,1.022675e-12,False
+backbone.layers.49.mixer.experts.43.up_proj.weight,1856x2688,4988928,1.458667e-12,4.956894e-14,1.451539e-10,3.025930e-12,False
+backbone.layers.49.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.826195e-13,1.732318e-14,5.007057e-11,1.138218e-12,False
+backbone.layers.49.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.776145e-13,4.192604e-14,1.219827e-10,2.634662e-12,False
+backbone.layers.49.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.852299e-13,1.552209e-14,4.515438e-11,1.040322e-12,False
+backbone.layers.49.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.590399e-13,4.368984e-14,1.263103e-10,2.780506e-12,False
+backbone.layers.49.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.189533e-13,1.846254e-14,5.379843e-11,1.196247e-12,False
+backbone.layers.49.mixer.experts.46.up_proj.weight,1856x2688,4988928,5.848620e-13,4.586504e-14,1.341948e-10,2.922703e-12,False
+backbone.layers.49.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.917043e-13,1.917362e-14,5.553790e-11,1.209255e-12,False
+backbone.layers.49.mixer.experts.47.up_proj.weight,1856x2688,4988928,7.194349e-13,4.997227e-14,1.480253e-10,3.091021e-12,False
+backbone.layers.49.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.778092e-13,1.551044e-14,4.462788e-11,1.021904e-12,False
+backbone.layers.49.mixer.experts.48.up_proj.weight,1856x2688,4988928,5.607442e-13,4.381986e-14,1.281248e-10,2.828750e-12,False
+backbone.layers.49.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.824027e-13,1.752595e-14,5.061482e-11,1.139400e-12,False
+backbone.layers.49.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.855075e-13,4.562692e-14,1.331888e-10,2.852273e-12,False
+backbone.layers.49.mixer.experts.5.down_proj.weight,2688x1856,4988928,1.841929e-13,1.890771e-14,5.450718e-11,1.210153e-12,False
+backbone.layers.49.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.617000e-13,4.694765e-14,1.363824e-10,2.867223e-12,False
+backbone.layers.49.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.350693e-13,1.929974e-14,5.663053e-11,1.245537e-12,False
+backbone.layers.49.mixer.experts.50.up_proj.weight,1856x2688,4988928,5.239281e-13,5.050104e-14,1.467319e-10,3.116676e-12,False
+backbone.layers.49.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.343924e-13,1.900601e-14,5.552800e-11,1.226540e-12,False
+backbone.layers.49.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.674444e-13,4.394434e-14,1.278222e-10,2.694809e-12,False
+backbone.layers.49.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.527146e-13,1.611805e-14,4.631352e-11,1.023892e-12,False
+backbone.layers.49.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.609299e-13,4.053205e-14,1.172801e-10,2.464741e-12,False
+backbone.layers.49.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.659513e-13,2.245025e-14,6.592740e-11,1.441139e-12,False
+backbone.layers.49.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.127584e-13,4.077684e-14,1.182377e-10,2.476463e-12,False
+backbone.layers.49.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.044753e-13,1.968244e-14,5.688506e-11,1.282018e-12,False
+backbone.layers.49.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.289694e-13,4.107947e-14,1.192518e-10,2.573766e-12,False
+backbone.layers.49.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.579352e-13,2.043488e-14,6.020840e-11,1.315902e-12,False
+backbone.layers.49.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.453053e-13,4.471351e-14,1.292895e-10,2.728070e-12,False
+backbone.layers.49.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.925161e-13,1.734020e-14,5.001518e-11,1.180210e-12,False
+backbone.layers.49.mixer.experts.56.up_proj.weight,1856x2688,4988928,3.935936e-13,3.796431e-14,1.099333e-10,2.423820e-12,False
+backbone.layers.49.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.368158e-13,1.782042e-14,5.203899e-11,1.128712e-12,False
+backbone.layers.49.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.303258e-13,4.441435e-14,1.291454e-10,2.729990e-12,False
+backbone.layers.49.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.586889e-13,2.037509e-14,5.912396e-11,1.293125e-12,False
+backbone.layers.49.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.833044e-13,4.247314e-14,1.229190e-10,2.732702e-12,False
+backbone.layers.49.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.666730e-13,2.225190e-14,6.606139e-11,1.412797e-12,False
+backbone.layers.49.mixer.experts.59.up_proj.weight,1856x2688,4988928,1.081975e-12,4.832591e-14,1.423369e-10,3.050560e-12,False
+backbone.layers.49.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.961833e-13,1.964407e-14,5.697133e-11,1.250404e-12,False
+backbone.layers.49.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.882548e-13,4.662243e-14,1.357964e-10,2.835514e-12,False
+backbone.layers.49.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.748801e-13,1.808769e-14,5.218844e-11,1.135490e-12,False
+backbone.layers.49.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.123932e-13,4.182930e-14,1.208699e-10,2.518735e-12,False
+backbone.layers.49.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.976613e-13,1.861436e-14,5.397349e-11,1.211624e-12,False
+backbone.layers.49.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.771131e-13,4.459925e-14,1.288854e-10,2.717214e-12,False
+backbone.layers.49.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.337232e-13,1.954664e-14,5.662360e-11,1.248476e-12,False
+backbone.layers.49.mixer.experts.62.up_proj.weight,1856x2688,4988928,4.918271e-13,3.873058e-14,1.117760e-10,2.455460e-12,False
+backbone.layers.49.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.641257e-13,1.688631e-14,4.865719e-11,1.067058e-12,False
+backbone.layers.49.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.862066e-13,4.372989e-14,1.263677e-10,2.616712e-12,False
+backbone.layers.49.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.963534e-13,1.897749e-14,5.464980e-11,1.248252e-12,False
+backbone.layers.49.mixer.experts.64.up_proj.weight,1856x2688,4988928,5.520185e-13,4.272435e-14,1.249194e-10,2.714094e-12,False
+backbone.layers.49.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.573273e-13,1.554735e-14,4.466356e-11,1.035998e-12,False
+backbone.layers.49.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.664878e-13,4.351321e-14,1.257631e-10,2.845451e-12,False
+backbone.layers.49.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.722164e-13,1.758285e-14,5.071920e-11,1.108087e-12,False
+backbone.layers.49.mixer.experts.66.up_proj.weight,1856x2688,4988928,6.662977e-13,5.051768e-14,1.479239e-10,3.087636e-12,False
+backbone.layers.49.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.633242e-13,1.620625e-14,4.662603e-11,1.011256e-12,False
+backbone.layers.49.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.988232e-13,4.177721e-14,1.207880e-10,2.548990e-12,False
+backbone.layers.49.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.562395e-13,1.772818e-14,5.189050e-11,1.197815e-12,False
+backbone.layers.49.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.637297e-13,3.723267e-14,1.086614e-10,2.265669e-12,False
+backbone.layers.49.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.637787e-13,1.810034e-14,5.208824e-11,1.158989e-12,False
+backbone.layers.49.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.396952e-13,4.189998e-14,1.211836e-10,2.628907e-12,False
+backbone.layers.49.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.109007e-13,1.872556e-14,5.469447e-11,1.200662e-12,False
+backbone.layers.49.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.735152e-13,4.353916e-14,1.267059e-10,2.683337e-12,False
+backbone.layers.49.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.809386e-13,1.759731e-14,5.070517e-11,1.109341e-12,False
+backbone.layers.49.mixer.experts.70.up_proj.weight,1856x2688,4988928,5.259157e-13,4.476752e-14,1.302502e-10,2.791880e-12,False
+backbone.layers.49.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.434303e-13,2.074795e-14,6.089406e-11,1.325175e-12,False
+backbone.layers.49.mixer.experts.71.up_proj.weight,1856x2688,4988928,5.017861e-13,4.455660e-14,1.285960e-10,2.691111e-12,False
+backbone.layers.49.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.361999e-13,1.903797e-14,5.511554e-11,1.206214e-12,False
+backbone.layers.49.mixer.experts.72.up_proj.weight,1856x2688,4988928,5.438879e-13,4.361296e-14,1.275435e-10,2.793821e-12,False
+backbone.layers.49.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.810635e-13,1.931235e-14,5.558169e-11,1.217778e-12,False
+backbone.layers.49.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.224293e-13,4.415396e-14,1.287413e-10,2.734595e-12,False
+backbone.layers.49.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.935586e-13,2.185919e-14,6.425932e-11,1.448164e-12,False
+backbone.layers.49.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.860470e-13,4.234379e-14,1.228279e-10,2.609807e-12,False
+backbone.layers.49.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.416539e-13,1.954002e-14,5.730925e-11,1.286518e-12,False
+backbone.layers.49.mixer.experts.75.up_proj.weight,1856x2688,4988928,3.891956e-13,3.738600e-14,1.074623e-10,2.349795e-12,False
+backbone.layers.49.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.500153e-13,1.941938e-14,5.661395e-11,1.267316e-12,False
+backbone.layers.49.mixer.experts.76.up_proj.weight,1856x2688,4988928,5.764590e-13,5.145683e-14,1.500542e-10,3.197908e-12,False
+backbone.layers.49.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.883459e-13,1.936798e-14,5.602066e-11,1.243815e-12,False
+backbone.layers.49.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.934820e-13,4.444713e-14,1.303893e-10,2.773573e-12,False
+backbone.layers.49.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.883875e-13,1.883946e-14,5.442286e-11,1.200093e-12,False
+backbone.layers.49.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.845881e-13,4.535002e-14,1.308802e-10,2.725382e-12,False
+backbone.layers.49.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.954548e-13,1.785230e-14,5.198681e-11,1.142662e-12,False
+backbone.layers.49.mixer.experts.79.up_proj.weight,1856x2688,4988928,7.526063e-13,4.741443e-14,1.387858e-10,2.946171e-12,False
+backbone.layers.49.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.020988e-13,1.775157e-14,5.142055e-11,1.158527e-12,False
+backbone.layers.49.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.059494e-13,4.466491e-14,1.309233e-10,2.884113e-12,False
+backbone.layers.49.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.775819e-13,1.867231e-14,5.381202e-11,1.165570e-12,False
+backbone.layers.49.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.553493e-13,4.405806e-14,1.272328e-10,2.698021e-12,False
+backbone.layers.49.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.970802e-13,1.830144e-14,5.293610e-11,1.159706e-12,False
+backbone.layers.49.mixer.experts.81.up_proj.weight,1856x2688,4988928,6.021225e-13,4.991661e-14,1.447960e-10,3.060354e-12,False
+backbone.layers.49.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.389304e-13,2.009784e-14,5.812003e-11,1.186002e-12,False
+backbone.layers.49.mixer.experts.82.up_proj.weight,1856x2688,4988928,5.181923e-13,4.535598e-14,1.319955e-10,2.637236e-12,False
+backbone.layers.49.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.473369e-13,2.029049e-14,5.895232e-11,1.268776e-12,False
+backbone.layers.49.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.473540e-13,4.086259e-14,1.182922e-10,2.484721e-12,False
+backbone.layers.49.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.830029e-13,1.713191e-14,4.938276e-11,1.070888e-12,False
+backbone.layers.49.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.907654e-13,4.375646e-14,1.268454e-10,2.618589e-12,False
+backbone.layers.49.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.540919e-13,1.901033e-14,5.507801e-11,1.208218e-12,False
+backbone.layers.49.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.650724e-13,4.417281e-14,1.282386e-10,2.702433e-12,False
+backbone.layers.49.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.493385e-13,2.288210e-14,6.715524e-11,1.485657e-12,False
+backbone.layers.49.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.460490e-13,4.343043e-14,1.257836e-10,2.720088e-12,False
+backbone.layers.49.mixer.experts.87.down_proj.weight,2688x1856,4988928,3.240138e-13,2.047778e-14,5.956040e-11,1.276042e-12,False
+backbone.layers.49.mixer.experts.87.up_proj.weight,1856x2688,4988928,7.503165e-13,4.826542e-14,1.427433e-10,3.049005e-12,False
+backbone.layers.49.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.747940e-13,1.741933e-14,5.026052e-11,1.116729e-12,False
+backbone.layers.49.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.374470e-13,4.198613e-14,1.211813e-10,2.623485e-12,False
+backbone.layers.49.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.888767e-13,1.782085e-14,5.158884e-11,1.159610e-12,False
+backbone.layers.49.mixer.experts.89.up_proj.weight,1856x2688,4988928,3.772963e-13,4.106559e-14,1.184208e-10,2.573148e-12,False
+backbone.layers.49.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.405437e-13,2.279712e-14,6.629160e-11,1.484579e-12,False
+backbone.layers.49.mixer.experts.9.up_proj.weight,1856x2688,4988928,3.633240e-13,4.006846e-14,1.153296e-10,2.498196e-12,False
+backbone.layers.49.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.569021e-13,2.032750e-14,5.884134e-11,1.264441e-12,False
+backbone.layers.49.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.949825e-13,4.249858e-14,1.231996e-10,2.653816e-12,False
+backbone.layers.49.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.898169e-13,1.717811e-14,4.995691e-11,1.113467e-12,False
+backbone.layers.49.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.309452e-13,4.176447e-14,1.203983e-10,2.593897e-12,False
+backbone.layers.49.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.989554e-13,1.955780e-14,5.659388e-11,1.248658e-12,False
+backbone.layers.49.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.145138e-13,4.543885e-14,1.317604e-10,2.855438e-12,False
+backbone.layers.49.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.868323e-13,1.837181e-14,5.306484e-11,1.202652e-12,False
+backbone.layers.49.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.405789e-13,4.249208e-14,1.230878e-10,2.607398e-12,False
+backbone.layers.49.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.573514e-13,2.262254e-14,6.606053e-11,1.463990e-12,False
+backbone.layers.49.mixer.experts.94.up_proj.weight,1856x2688,4988928,5.819789e-13,4.640938e-14,1.345538e-10,2.785206e-12,False
+backbone.layers.49.mixer.experts.95.down_proj.weight,2688x1856,4988928,3.173937e-13,2.097157e-14,6.105682e-11,1.366391e-12,False
+backbone.layers.49.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.913413e-13,4.394088e-14,1.284993e-10,2.789523e-12,False
+backbone.layers.49.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.089752e-13,1.793299e-14,5.194277e-11,1.137940e-12,False
+backbone.layers.49.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.853375e-13,4.863442e-14,1.411367e-10,3.014285e-12,False
+backbone.layers.49.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.766087e-13,1.784285e-14,5.168609e-11,1.133671e-12,False
+backbone.layers.49.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.024073e-13,4.041646e-14,1.162352e-10,2.433096e-12,False
+backbone.layers.49.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.119971e-13,1.956813e-14,5.692724e-11,1.269298e-12,False
+backbone.layers.49.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.991493e-13,4.342786e-14,1.256182e-10,2.724678e-12,False
+backbone.layers.49.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.967124e-13,1.716565e-14,4.944894e-11,1.110168e-12,False
+backbone.layers.49.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.942746e-13,4.346304e-14,1.260885e-10,2.650388e-12,False
+backbone.layers.49.mixer.gate.weight,128x2688,344064,3.996109e-13,3.206107e-14,2.453364e-11,2.808084e-12,False
+backbone.layers.49.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.280025e-12,6.244148e-14,2.596553e-10,5.359226e-12,False
+backbone.layers.49.mixer.shared_experts.up_proj.weight,3712x2688,9977856,5.222628e-13,4.178649e-14,1.746610e-10,3.186598e-12,False
+backbone.layers.49.norm.weight,2688,2688,8.881784e-16,1.474928e-16,1.245876e-14,1.213978e-16,False
+backbone.layers.5.mixer.k_proj.weight,256x2688,688128,6.238482e-13,6.881045e-14,7.413745e-11,2.037081e-12,True
+backbone.layers.5.mixer.o_proj.weight,2688x4096,11010048,4.398870e-12,7.090557e-14,3.141596e-10,5.957674e-12,True
+backbone.layers.5.mixer.q_proj.weight,4096x2688,11010048,6.024695e-13,5.038731e-14,2.200721e-10,2.462383e-12,True
+backbone.layers.5.mixer.v_proj.weight,256x2688,688128,1.721245e-13,1.538523e-14,1.686954e-11,2.964883e-12,True
+backbone.layers.5.norm.weight,2688,2688,4.440892e-16,3.183425e-17,2.679096e-15,1.220348e-16,True
+backbone.layers.50.mixer.A_log,64,64,1.776357e-15,1.930015e-16,2.910103e-15,1.281954e-16,False
+backbone.layers.50.mixer.D,64,64,4.440892e-16,1.045171e-16,1.256227e-15,1.303312e-16,False
+backbone.layers.50.mixer.conv1d.weight,6144x1x4,24576,7.979728e-16,1.361858e-17,5.888303e-15,6.841950e-16,True
+backbone.layers.50.mixer.dt_bias,64,64,1.776357e-15,5.828671e-16,6.668736e-15,1.587701e-16,False
+backbone.layers.50.mixer.in_proj.weight,10304x2688,27697152,1.561279e-12,4.929913e-14,3.530884e-10,2.990104e-12,False
+backbone.layers.50.mixer.norm.weight,4096,4096,3.552714e-15,4.006576e-16,4.287943e-14,1.192125e-16,False
+backbone.layers.50.mixer.out_proj.weight,2688x4096,11010048,3.310435e-12,9.130808e-14,3.995291e-10,6.611717e-12,False
+backbone.layers.50.norm.weight,2688,2688,8.881784e-16,8.301891e-17,7.098485e-15,1.200952e-16,False
+backbone.layers.51.mixer.experts.0.down_proj.weight,2688x1856,4988928,3.817918e-13,1.789858e-14,5.219646e-11,1.214989e-12,False
+backbone.layers.51.mixer.experts.0.up_proj.weight,1856x2688,4988928,5.123540e-13,4.615956e-14,1.351381e-10,2.885162e-12,False
+backbone.layers.51.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.607498e-13,1.626942e-14,4.659914e-11,1.019123e-12,False
+backbone.layers.51.mixer.experts.1.up_proj.weight,1856x2688,4988928,5.245110e-13,4.770009e-14,1.377446e-10,2.734601e-12,False
+backbone.layers.51.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.845538e-13,1.896622e-14,5.491359e-11,1.230058e-12,False
+backbone.layers.51.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.032762e-13,4.194045e-14,1.218282e-10,2.553282e-12,False
+backbone.layers.51.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.705181e-13,1.799054e-14,5.182930e-11,1.172990e-12,False
+backbone.layers.51.mixer.experts.100.up_proj.weight,1856x2688,4988928,3.519372e-13,3.714678e-14,1.071288e-10,2.252272e-12,False
+backbone.layers.51.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.467210e-13,1.920295e-14,5.578647e-11,1.208540e-12,False
+backbone.layers.51.mixer.experts.101.up_proj.weight,1856x2688,4988928,5.550838e-13,5.375547e-14,1.570972e-10,3.120380e-12,False
+backbone.layers.51.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.037016e-13,1.773430e-14,5.122825e-11,1.108283e-12,False
+backbone.layers.51.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.996351e-13,4.539248e-14,1.318695e-10,2.651782e-12,False
+backbone.layers.51.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.952778e-13,1.703512e-14,4.915541e-11,1.072385e-12,False
+backbone.layers.51.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.856948e-13,5.241761e-14,1.514109e-10,2.966225e-12,False
+backbone.layers.51.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.939594e-13,1.816148e-14,5.297333e-11,1.175341e-12,False
+backbone.layers.51.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.823017e-13,4.742207e-14,1.376133e-10,2.851548e-12,False
+backbone.layers.51.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.786019e-13,1.556124e-14,4.473503e-11,1.012018e-12,False
+backbone.layers.51.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.194770e-13,4.047174e-14,1.169263e-10,2.419485e-12,False
+backbone.layers.51.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.828363e-13,2.133686e-14,6.230509e-11,1.402180e-12,False
+backbone.layers.51.mixer.experts.106.up_proj.weight,1856x2688,4988928,5.453346e-13,4.487231e-14,1.302394e-10,2.756299e-12,False
+backbone.layers.51.mixer.experts.107.down_proj.weight,2688x1856,4988928,3.008149e-13,1.834217e-14,5.361869e-11,1.250292e-12,False
+backbone.layers.51.mixer.experts.107.up_proj.weight,1856x2688,4988928,3.993021e-13,3.725543e-14,1.081534e-10,2.299853e-12,False
+backbone.layers.51.mixer.experts.108.down_proj.weight,2688x1856,4988928,5.516525e-13,1.783414e-14,5.182566e-11,1.185448e-12,False
+backbone.layers.51.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.046328e-13,4.596133e-14,1.342624e-10,2.888138e-12,False
+backbone.layers.51.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.173036e-13,1.937420e-14,5.616616e-11,1.316266e-12,False
+backbone.layers.51.mixer.experts.109.up_proj.weight,1856x2688,4988928,6.829971e-13,5.095360e-14,1.493981e-10,3.137039e-12,False
+backbone.layers.51.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.244212e-13,1.981458e-14,5.718687e-11,1.237544e-12,False
+backbone.layers.51.mixer.experts.11.up_proj.weight,1856x2688,4988928,5.831238e-13,4.438778e-14,1.290841e-10,2.555392e-12,False
+backbone.layers.51.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.425213e-13,2.070944e-14,5.990975e-11,1.318637e-12,False
+backbone.layers.51.mixer.experts.110.up_proj.weight,1856x2688,4988928,3.269663e-13,3.787010e-14,1.085478e-10,2.172183e-12,False
+backbone.layers.51.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.788672e-13,1.667625e-14,4.816673e-11,1.035127e-12,False
+backbone.layers.51.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.999316e-13,4.428530e-14,1.282590e-10,2.544533e-12,False
+backbone.layers.51.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.177436e-13,1.841287e-14,5.324094e-11,1.159642e-12,False
+backbone.layers.51.mixer.experts.112.up_proj.weight,1856x2688,4988928,5.702331e-13,4.988492e-14,1.450507e-10,2.951157e-12,False
+backbone.layers.51.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.480050e-13,1.921128e-14,5.606705e-11,1.270939e-12,False
+backbone.layers.51.mixer.experts.113.up_proj.weight,1856x2688,4988928,6.750850e-13,4.524524e-14,1.311546e-10,2.697147e-12,False
+backbone.layers.51.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.985320e-13,2.117439e-14,6.151131e-11,1.356805e-12,False
+backbone.layers.51.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.640646e-13,4.105920e-14,1.189391e-10,2.407751e-12,False
+backbone.layers.51.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.852190e-13,1.688631e-14,4.886639e-11,1.083937e-12,False
+backbone.layers.51.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.235954e-13,4.101608e-14,1.182442e-10,2.397627e-12,False
+backbone.layers.51.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.211217e-13,1.753973e-14,5.115393e-11,1.175926e-12,False
+backbone.layers.51.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.943407e-13,4.236094e-14,1.234010e-10,2.657210e-12,False
+backbone.layers.51.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.545448e-13,1.606084e-14,4.623102e-11,1.038986e-12,False
+backbone.layers.51.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.487468e-13,5.363982e-14,1.563921e-10,3.170940e-12,False
+backbone.layers.51.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.422767e-13,2.065025e-14,6.036057e-11,1.299239e-12,False
+backbone.layers.51.mixer.experts.118.up_proj.weight,1856x2688,4988928,5.904704e-13,5.231324e-14,1.538546e-10,3.073868e-12,False
+backbone.layers.51.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.665265e-13,1.531551e-14,4.410455e-11,1.028684e-12,False
+backbone.layers.51.mixer.experts.119.up_proj.weight,1856x2688,4988928,5.768164e-13,5.015743e-14,1.466735e-10,3.020957e-12,False
+backbone.layers.51.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.224367e-13,1.867811e-14,5.445125e-11,1.219999e-12,False
+backbone.layers.51.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.933796e-13,4.445050e-14,1.295540e-10,2.641240e-12,False
+backbone.layers.51.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.883206e-13,2.076793e-14,6.087800e-11,1.408116e-12,False
+backbone.layers.51.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.434594e-13,4.458463e-14,1.317467e-10,2.743971e-12,False
+backbone.layers.51.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.364458e-13,1.758443e-14,5.099659e-11,1.115465e-12,False
+backbone.layers.51.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.632163e-13,4.644560e-14,1.342462e-10,2.718336e-12,False
+backbone.layers.51.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.661084e-13,1.759494e-14,5.094631e-11,1.170383e-12,False
+backbone.layers.51.mixer.experts.122.up_proj.weight,1856x2688,4988928,5.930863e-13,4.391156e-14,1.270934e-10,2.657290e-12,False
+backbone.layers.51.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.945180e-13,1.730047e-14,4.992623e-11,1.093745e-12,False
+backbone.layers.51.mixer.experts.123.up_proj.weight,1856x2688,4988928,7.448764e-13,5.521245e-14,1.624211e-10,3.246401e-12,False
+backbone.layers.51.mixer.experts.124.down_proj.weight,2688x1856,4988928,3.114661e-13,2.037338e-14,5.953496e-11,1.318875e-12,False
+backbone.layers.51.mixer.experts.124.up_proj.weight,1856x2688,4988928,5.234840e-13,4.820860e-14,1.392020e-10,2.752694e-12,False
+backbone.layers.51.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.203801e-13,1.792911e-14,5.176919e-11,1.176628e-12,False
+backbone.layers.51.mixer.experts.125.up_proj.weight,1856x2688,4988928,6.385205e-13,5.298351e-14,1.548109e-10,3.113427e-12,False
+backbone.layers.51.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.285394e-13,1.697155e-14,4.910647e-11,1.102574e-12,False
+backbone.layers.51.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.554446e-13,5.334461e-14,1.545002e-10,3.127464e-12,False
+backbone.layers.51.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.832682e-13,2.109133e-14,6.193235e-11,1.326899e-12,False
+backbone.layers.51.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.413553e-13,4.196504e-14,1.209770e-10,2.381949e-12,False
+backbone.layers.51.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.743744e-13,1.789165e-14,5.179304e-11,1.144052e-12,False
+backbone.layers.51.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.874712e-13,4.350955e-14,1.261846e-10,2.580305e-12,False
+backbone.layers.51.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.625747e-13,1.957051e-14,5.700592e-11,1.304598e-12,False
+backbone.layers.51.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.436433e-13,4.218989e-14,1.232742e-10,2.620671e-12,False
+backbone.layers.51.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.397596e-13,1.957043e-14,5.687965e-11,1.249216e-12,False
+backbone.layers.51.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.696521e-13,4.518244e-14,1.307532e-10,2.615473e-12,False
+backbone.layers.51.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.399322e-13,1.863449e-14,5.353717e-11,1.155969e-12,False
+backbone.layers.51.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.992231e-13,4.679240e-14,1.356076e-10,2.723374e-12,False
+backbone.layers.51.mixer.experts.17.down_proj.weight,2688x1856,4988928,3.886058e-13,2.141488e-14,6.260692e-11,1.414909e-12,False
+backbone.layers.51.mixer.experts.17.up_proj.weight,1856x2688,4988928,5.470728e-13,4.293013e-14,1.244427e-10,2.606259e-12,False
+backbone.layers.51.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.900709e-13,2.179774e-14,6.465145e-11,1.403017e-12,False
+backbone.layers.51.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.091068e-13,4.200627e-14,1.206582e-10,2.374787e-12,False
+backbone.layers.51.mixer.experts.19.down_proj.weight,2688x1856,4988928,2.065553e-13,1.893280e-14,5.472313e-11,1.188463e-12,False
+backbone.layers.51.mixer.experts.19.up_proj.weight,1856x2688,4988928,5.602584e-13,4.841808e-14,1.400939e-10,2.762654e-12,False
+backbone.layers.51.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.139122e-13,1.934803e-14,5.626674e-11,1.253761e-12,False
+backbone.layers.51.mixer.experts.2.up_proj.weight,1856x2688,4988928,3.532938e-13,3.868389e-14,1.111734e-10,2.307639e-12,False
+backbone.layers.51.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.796896e-13,1.795915e-14,5.158648e-11,1.139133e-12,False
+backbone.layers.51.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.697942e-13,5.327542e-14,1.553044e-10,3.137011e-12,False
+backbone.layers.51.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.963234e-13,1.918038e-14,5.523417e-11,1.216690e-12,False
+backbone.layers.51.mixer.experts.21.up_proj.weight,1856x2688,4988928,5.879464e-13,4.836215e-14,1.411712e-10,2.877556e-12,False
+backbone.layers.51.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.398845e-13,1.880128e-14,5.476055e-11,1.200349e-12,False
+backbone.layers.51.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.382188e-13,5.077048e-14,1.479906e-10,2.986018e-12,False
+backbone.layers.51.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.819411e-13,1.618821e-14,4.673068e-11,1.059284e-12,False
+backbone.layers.51.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.902849e-13,4.385985e-14,1.269348e-10,2.718738e-12,False
+backbone.layers.51.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.507820e-13,2.158209e-14,6.293357e-11,1.471645e-12,False
+backbone.layers.51.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.750332e-13,4.447796e-14,1.291360e-10,2.689233e-12,False
+backbone.layers.51.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.186064e-13,1.878839e-14,5.449726e-11,1.223884e-12,False
+backbone.layers.51.mixer.experts.25.up_proj.weight,1856x2688,4988928,5.221526e-13,4.633915e-14,1.338460e-10,2.744027e-12,False
+backbone.layers.51.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.885280e-13,1.868108e-14,5.453894e-11,1.279203e-12,False
+backbone.layers.51.mixer.experts.26.up_proj.weight,1856x2688,4988928,5.753523e-13,4.075742e-14,1.186925e-10,2.644699e-12,False
+backbone.layers.51.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.845746e-13,1.692292e-14,4.894488e-11,1.074286e-12,False
+backbone.layers.51.mixer.experts.27.up_proj.weight,1856x2688,4988928,5.677785e-13,4.948148e-14,1.441432e-10,2.823875e-12,False
+backbone.layers.51.mixer.experts.28.down_proj.weight,2688x1856,4988928,3.155115e-13,1.917151e-14,5.664910e-11,1.285231e-12,False
+backbone.layers.51.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.735334e-13,4.864142e-14,1.415887e-10,2.963167e-12,False
+backbone.layers.51.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.443289e-13,1.855927e-14,5.367557e-11,1.149667e-12,False
+backbone.layers.51.mixer.experts.29.up_proj.weight,1856x2688,4988928,5.271842e-13,4.185815e-14,1.206578e-10,2.392639e-12,False
+backbone.layers.51.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.647249e-13,2.057928e-14,5.973203e-11,1.359809e-12,False
+backbone.layers.51.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.248372e-13,4.300779e-14,1.245282e-10,2.632963e-12,False
+backbone.layers.51.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.023035e-13,1.777073e-14,5.151118e-11,1.107941e-12,False
+backbone.layers.51.mixer.experts.30.up_proj.weight,1856x2688,4988928,5.916708e-13,5.318904e-14,1.545052e-10,3.109313e-12,False
+backbone.layers.51.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.148039e-13,1.953528e-14,5.681716e-11,1.226031e-12,False
+backbone.layers.51.mixer.experts.31.up_proj.weight,1856x2688,4988928,5.479714e-13,4.663795e-14,1.359430e-10,2.673449e-12,False
+backbone.layers.51.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.037814e-13,1.922284e-14,5.566898e-11,1.218025e-12,False
+backbone.layers.51.mixer.experts.32.up_proj.weight,1856x2688,4988928,5.299441e-13,5.081332e-14,1.472532e-10,2.934628e-12,False
+backbone.layers.51.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.555769e-13,1.473487e-14,4.241231e-11,9.708913e-13,False
+backbone.layers.51.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.959175e-13,4.369910e-14,1.269233e-10,2.609644e-12,False
+backbone.layers.51.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.020294e-13,1.689942e-14,4.866150e-11,1.158143e-12,False
+backbone.layers.51.mixer.experts.34.up_proj.weight,1856x2688,4988928,5.345377e-13,4.685929e-14,1.367351e-10,2.887493e-12,False
+backbone.layers.51.mixer.experts.35.down_proj.weight,2688x1856,4988928,3.859257e-13,1.985439e-14,5.772251e-11,1.285353e-12,False
+backbone.layers.51.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.204640e-13,4.377061e-14,1.260966e-10,2.569847e-12,False
+backbone.layers.51.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.763589e-13,1.750437e-14,5.036494e-11,1.120692e-12,False
+backbone.layers.51.mixer.experts.36.up_proj.weight,1856x2688,4988928,6.257911e-13,5.359639e-14,1.556591e-10,3.116768e-12,False
+backbone.layers.51.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.083993e-13,1.975780e-14,5.753271e-11,1.269662e-12,False
+backbone.layers.51.mixer.experts.37.up_proj.weight,1856x2688,4988928,6.135301e-13,5.871626e-14,1.720939e-10,3.430570e-12,False
+backbone.layers.51.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.245080e-13,1.783218e-14,5.187643e-11,1.132274e-12,False
+backbone.layers.51.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.074909e-13,3.975437e-14,1.147929e-10,2.328112e-12,False
+backbone.layers.51.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.935474e-13,1.678252e-14,4.850016e-11,1.090037e-12,False
+backbone.layers.51.mixer.experts.39.up_proj.weight,1856x2688,4988928,4.375857e-13,4.225629e-14,1.219558e-10,2.499377e-12,False
+backbone.layers.51.mixer.experts.4.down_proj.weight,2688x1856,4988928,3.666186e-13,2.208579e-14,6.624454e-11,1.523063e-12,False
+backbone.layers.51.mixer.experts.4.up_proj.weight,1856x2688,4988928,6.274304e-13,4.866438e-14,1.418612e-10,3.006768e-12,False
+backbone.layers.51.mixer.experts.40.down_proj.weight,2688x1856,4988928,3.011619e-13,1.877920e-14,5.474567e-11,1.174337e-12,False
+backbone.layers.51.mixer.experts.40.up_proj.weight,1856x2688,4988928,7.450360e-13,6.226373e-14,1.825516e-10,3.569218e-12,False
+backbone.layers.51.mixer.experts.41.down_proj.weight,2688x1856,4988928,3.699124e-13,1.948651e-14,5.696179e-11,1.280652e-12,False
+backbone.layers.51.mixer.experts.41.up_proj.weight,1856x2688,4988928,5.012171e-13,4.574897e-14,1.322053e-10,2.617790e-12,False
+backbone.layers.51.mixer.experts.42.down_proj.weight,2688x1856,4988928,3.082968e-13,1.648049e-14,4.742079e-11,1.060106e-12,False
+backbone.layers.51.mixer.experts.42.up_proj.weight,1856x2688,4988928,5.006724e-13,4.564824e-14,1.329602e-10,2.746088e-12,False
+backbone.layers.51.mixer.experts.43.down_proj.weight,2688x1856,4988928,5.330181e-13,1.947702e-14,5.687491e-11,1.285261e-12,False
+backbone.layers.51.mixer.experts.43.up_proj.weight,1856x2688,4988928,5.827526e-13,4.631147e-14,1.346443e-10,2.843811e-12,False
+backbone.layers.51.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.160737e-13,1.594906e-14,4.594715e-11,1.107297e-12,False
+backbone.layers.51.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.865275e-13,4.242271e-14,1.236310e-10,2.645278e-12,False
+backbone.layers.51.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.371645e-13,1.774206e-14,5.157700e-11,1.137240e-12,False
+backbone.layers.51.mixer.experts.45.up_proj.weight,1856x2688,4988928,6.513262e-13,4.437746e-14,1.293584e-10,2.622971e-12,False
+backbone.layers.51.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.938380e-13,1.754093e-14,5.051706e-11,1.109984e-12,False
+backbone.layers.51.mixer.experts.46.up_proj.weight,1856x2688,4988928,5.496055e-13,4.152443e-14,1.199523e-10,2.399184e-12,False
+backbone.layers.51.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.921848e-13,1.691433e-14,4.879871e-11,1.063446e-12,False
+backbone.layers.51.mixer.experts.47.up_proj.weight,1856x2688,4988928,6.351855e-13,5.314495e-14,1.555260e-10,3.105616e-12,False
+backbone.layers.51.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.119832e-13,1.966540e-14,5.705724e-11,1.289574e-12,False
+backbone.layers.51.mixer.experts.48.up_proj.weight,1856x2688,4988928,6.546413e-13,5.332471e-14,1.571425e-10,3.081961e-12,False
+backbone.layers.51.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.071954e-13,2.019914e-14,5.867477e-11,1.304844e-12,False
+backbone.layers.51.mixer.experts.49.up_proj.weight,1856x2688,4988928,5.063719e-13,4.319039e-14,1.251023e-10,2.531345e-12,False
+backbone.layers.51.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.090593e-13,1.843937e-14,5.375222e-11,1.180878e-12,False
+backbone.layers.51.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.761433e-13,4.979439e-14,1.454718e-10,2.924948e-12,False
+backbone.layers.51.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.911005e-13,1.895292e-14,5.483899e-11,1.277487e-12,False
+backbone.layers.51.mixer.experts.50.up_proj.weight,1856x2688,4988928,6.060924e-13,4.503060e-14,1.323956e-10,2.887791e-12,False
+backbone.layers.51.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.607792e-13,1.739421e-14,5.032302e-11,1.098527e-12,False
+backbone.layers.51.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.211855e-13,4.996327e-14,1.443399e-10,2.826730e-12,False
+backbone.layers.51.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.827738e-13,2.073034e-14,6.000612e-11,1.300130e-12,False
+backbone.layers.51.mixer.experts.52.up_proj.weight,1856x2688,4988928,6.325947e-13,5.389330e-14,1.570278e-10,3.138603e-12,False
+backbone.layers.51.mixer.experts.53.down_proj.weight,2688x1856,4988928,6.627199e-13,2.077090e-14,6.052123e-11,1.324231e-12,False
+backbone.layers.51.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.010611e-13,3.872979e-14,1.113115e-10,2.251289e-12,False
+backbone.layers.51.mixer.experts.54.down_proj.weight,2688x1856,4988928,8.059733e-13,2.079497e-14,6.213129e-11,1.450266e-12,False
+backbone.layers.51.mixer.experts.54.up_proj.weight,1856x2688,4988928,5.169871e-13,4.521814e-14,1.319708e-10,2.771214e-12,False
+backbone.layers.51.mixer.experts.55.down_proj.weight,2688x1856,4988928,4.131764e-13,2.086679e-14,6.118090e-11,1.332871e-12,False
+backbone.layers.51.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.510984e-13,4.333599e-14,1.251163e-10,2.493138e-12,False
+backbone.layers.51.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.659088e-13,2.155084e-14,6.291408e-11,1.385359e-12,False
+backbone.layers.51.mixer.experts.56.up_proj.weight,1856x2688,4988928,5.307907e-13,4.495748e-14,1.305476e-10,2.579868e-12,False
+backbone.layers.51.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.549072e-13,1.998130e-14,5.801691e-11,1.292975e-12,False
+backbone.layers.51.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.626194e-13,4.448549e-14,1.288303e-10,2.603415e-12,False
+backbone.layers.51.mixer.experts.58.down_proj.weight,2688x1856,4988928,3.639346e-13,1.984140e-14,5.815834e-11,1.282333e-12,False
+backbone.layers.51.mixer.experts.58.up_proj.weight,1856x2688,4988928,6.264191e-13,4.680018e-14,1.360920e-10,2.745178e-12,False
+backbone.layers.51.mixer.experts.59.down_proj.weight,2688x1856,4988928,3.941569e-13,1.808049e-14,5.295394e-11,1.231929e-12,False
+backbone.layers.51.mixer.experts.59.up_proj.weight,1856x2688,4988928,5.002795e-13,4.481114e-14,1.301088e-10,2.756675e-12,False
+backbone.layers.51.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.897224e-13,1.625683e-14,4.724879e-11,1.061004e-12,False
+backbone.layers.51.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.454007e-13,4.440412e-14,1.288524e-10,2.617547e-12,False
+backbone.layers.51.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.232103e-13,1.853836e-14,5.371984e-11,1.209287e-12,False
+backbone.layers.51.mixer.experts.60.up_proj.weight,1856x2688,4988928,6.324628e-13,4.707010e-14,1.385274e-10,2.849838e-12,False
+backbone.layers.51.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.989416e-13,1.737863e-14,5.011939e-11,1.116807e-12,False
+backbone.layers.51.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.490158e-13,4.388435e-14,1.263716e-10,2.551695e-12,False
+backbone.layers.51.mixer.experts.62.down_proj.weight,2688x1856,4988928,3.380386e-13,2.180340e-14,6.520609e-11,1.465500e-12,False
+backbone.layers.51.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.662797e-13,4.785340e-14,1.401990e-10,2.791392e-12,False
+backbone.layers.51.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.483578e-13,2.055250e-14,6.041246e-11,1.306864e-12,False
+backbone.layers.51.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.781869e-13,4.411940e-14,1.269034e-10,2.559124e-12,False
+backbone.layers.51.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.302670e-13,2.072049e-14,6.003647e-11,1.297828e-12,False
+backbone.layers.51.mixer.experts.64.up_proj.weight,1856x2688,4988928,6.167150e-13,5.200645e-14,1.514607e-10,2.990050e-12,False
+backbone.layers.51.mixer.experts.65.down_proj.weight,2688x1856,4988928,3.455777e-13,2.012638e-14,5.858742e-11,1.317560e-12,False
+backbone.layers.51.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.273976e-13,5.033711e-14,1.471209e-10,3.066331e-12,False
+backbone.layers.51.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.530753e-13,1.719507e-14,4.958826e-11,1.168059e-12,False
+backbone.layers.51.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.438389e-13,4.137490e-14,1.199042e-10,2.601941e-12,False
+backbone.layers.51.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.631056e-13,1.724381e-14,4.973068e-11,1.162647e-12,False
+backbone.layers.51.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.352352e-13,4.010569e-14,1.175511e-10,2.533112e-12,False
+backbone.layers.51.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.131767e-13,1.603053e-14,4.652431e-11,1.103232e-12,False
+backbone.layers.51.mixer.experts.68.up_proj.weight,1856x2688,4988928,6.459963e-13,4.838597e-14,1.415961e-10,3.149947e-12,False
+backbone.layers.51.mixer.experts.69.down_proj.weight,2688x1856,4988928,4.059947e-13,1.727497e-14,5.092860e-11,1.176234e-12,False
+backbone.layers.51.mixer.experts.69.up_proj.weight,1856x2688,4988928,5.655823e-13,4.925527e-14,1.437800e-10,2.981681e-12,False
+backbone.layers.51.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.622486e-13,2.171329e-14,6.341313e-11,1.403753e-12,False
+backbone.layers.51.mixer.experts.7.up_proj.weight,1856x2688,4988928,8.815934e-13,6.022093e-14,1.770903e-10,3.551784e-12,False
+backbone.layers.51.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.235209e-13,1.788280e-14,5.148001e-11,1.131579e-12,False
+backbone.layers.51.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.324457e-13,4.107142e-14,1.187415e-10,2.446721e-12,False
+backbone.layers.51.mixer.experts.71.down_proj.weight,2688x1856,4988928,3.433087e-13,1.775699e-14,5.149549e-11,1.127391e-12,False
+backbone.layers.51.mixer.experts.71.up_proj.weight,1856x2688,4988928,5.181133e-13,5.037739e-14,1.464354e-10,2.912972e-12,False
+backbone.layers.51.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.023624e-13,1.500693e-14,4.307943e-11,9.648112e-13,False
+backbone.layers.51.mixer.experts.72.up_proj.weight,1856x2688,4988928,4.854465e-13,4.430978e-14,1.284191e-10,2.625521e-12,False
+backbone.layers.51.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.933401e-13,1.762828e-14,5.088140e-11,1.107971e-12,False
+backbone.layers.51.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.646040e-13,4.473236e-14,1.286699e-10,2.547992e-12,False
+backbone.layers.51.mixer.experts.74.down_proj.weight,2688x1856,4988928,3.866699e-13,1.884682e-14,5.502799e-11,1.265694e-12,False
+backbone.layers.51.mixer.experts.74.up_proj.weight,1856x2688,4988928,8.612763e-13,5.317161e-14,1.575764e-10,3.241597e-12,False
+backbone.layers.51.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.624569e-13,1.828272e-14,5.266931e-11,1.188845e-12,False
+backbone.layers.51.mixer.experts.75.up_proj.weight,1856x2688,4988928,5.511598e-13,4.355462e-14,1.272477e-10,2.618027e-12,False
+backbone.layers.51.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.532790e-13,1.528679e-14,4.382048e-11,9.871938e-13,False
+backbone.layers.51.mixer.experts.76.up_proj.weight,1856x2688,4988928,5.464535e-13,4.390992e-14,1.293713e-10,2.654569e-12,False
+backbone.layers.51.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.905143e-13,1.701828e-14,4.901543e-11,1.052729e-12,False
+backbone.layers.51.mixer.experts.77.up_proj.weight,1856x2688,4988928,5.930621e-13,4.861844e-14,1.412296e-10,2.782153e-12,False
+backbone.layers.51.mixer.experts.78.down_proj.weight,2688x1856,4988928,4.137107e-13,1.684065e-14,4.895579e-11,1.120875e-12,False
+backbone.layers.51.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.846956e-13,4.446697e-14,1.295894e-10,2.749185e-12,False
+backbone.layers.51.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.718138e-13,1.674772e-14,4.847628e-11,1.051765e-12,False
+backbone.layers.51.mixer.experts.79.up_proj.weight,1856x2688,4988928,6.386298e-13,5.072648e-14,1.491056e-10,3.022899e-12,False
+backbone.layers.51.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.026712e-13,1.986242e-14,5.782941e-11,1.283617e-12,False
+backbone.layers.51.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.349558e-13,4.927343e-14,1.432278e-10,2.934389e-12,False
+backbone.layers.51.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.311588e-13,1.969655e-14,5.729406e-11,1.243114e-12,False
+backbone.layers.51.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.607981e-13,4.727150e-14,1.360998e-10,2.721494e-12,False
+backbone.layers.51.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.886269e-13,1.716030e-14,4.927095e-11,1.078828e-12,False
+backbone.layers.51.mixer.experts.81.up_proj.weight,1856x2688,4988928,5.159059e-13,4.276004e-14,1.239645e-10,2.483384e-12,False
+backbone.layers.51.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.879469e-13,1.837721e-14,5.292527e-11,1.159728e-12,False
+backbone.layers.51.mixer.experts.82.up_proj.weight,1856x2688,4988928,7.936256e-13,5.530576e-14,1.624872e-10,3.196874e-12,False
+backbone.layers.51.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.235226e-13,1.985646e-14,5.771224e-11,1.259626e-12,False
+backbone.layers.51.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.626610e-13,4.627477e-14,1.335880e-10,2.637657e-12,False
+backbone.layers.51.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.283694e-13,1.469034e-14,4.221922e-11,9.616686e-13,False
+backbone.layers.51.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.005893e-13,4.264955e-14,1.234496e-10,2.590713e-12,False
+backbone.layers.51.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.189429e-13,1.686916e-14,4.898915e-11,1.101428e-12,False
+backbone.layers.51.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.504331e-13,4.300876e-14,1.241442e-10,2.493258e-12,False
+backbone.layers.51.mixer.experts.86.down_proj.weight,2688x1856,4988928,3.139294e-13,1.945480e-14,5.649822e-11,1.229496e-12,False
+backbone.layers.51.mixer.experts.86.up_proj.weight,1856x2688,4988928,5.490513e-13,4.483300e-14,1.294009e-10,2.576186e-12,False
+backbone.layers.51.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.524995e-13,1.625750e-14,4.659626e-11,1.041227e-12,False
+backbone.layers.51.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.862742e-13,4.528245e-14,1.307886e-10,2.696199e-12,False
+backbone.layers.51.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.768549e-13,1.638660e-14,4.725990e-11,1.022713e-12,False
+backbone.layers.51.mixer.experts.88.up_proj.weight,1856x2688,4988928,5.838299e-13,5.389802e-14,1.581028e-10,3.174736e-12,False
+backbone.layers.51.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.127534e-13,1.709503e-14,4.932126e-11,1.128780e-12,False
+backbone.layers.51.mixer.experts.89.up_proj.weight,1856x2688,4988928,5.270367e-13,4.699235e-14,1.367677e-10,2.764968e-12,False
+backbone.layers.51.mixer.experts.9.down_proj.weight,2688x1856,4988928,5.365916e-13,1.703789e-14,4.944393e-11,1.111905e-12,False
+backbone.layers.51.mixer.experts.9.up_proj.weight,1856x2688,4988928,6.529950e-13,5.327630e-14,1.555301e-10,3.156396e-12,False
+backbone.layers.51.mixer.experts.90.down_proj.weight,2688x1856,4988928,3.019460e-13,1.791072e-14,5.171915e-11,1.182268e-12,False
+backbone.layers.51.mixer.experts.90.up_proj.weight,1856x2688,4988928,3.813062e-13,3.578067e-14,1.029334e-10,2.196893e-12,False
+backbone.layers.51.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.828709e-13,1.878653e-14,5.526664e-11,1.248860e-12,False
+backbone.layers.51.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.065394e-13,4.026736e-14,1.162148e-10,2.451489e-12,False
+backbone.layers.51.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.730628e-13,1.885057e-14,5.511433e-11,1.250911e-12,False
+backbone.layers.51.mixer.experts.92.up_proj.weight,1856x2688,4988928,6.035610e-13,5.227519e-14,1.519023e-10,3.158755e-12,False
+backbone.layers.51.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.881672e-13,1.725507e-14,4.978513e-11,1.123111e-12,False
+backbone.layers.51.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.579842e-13,4.872250e-14,1.411287e-10,2.903355e-12,False
+backbone.layers.51.mixer.experts.94.down_proj.weight,2688x1856,4988928,3.120282e-13,1.622472e-14,4.716046e-11,1.107372e-12,False
+backbone.layers.51.mixer.experts.94.up_proj.weight,1856x2688,4988928,3.979334e-13,3.759786e-14,1.091467e-10,2.258643e-12,False
+backbone.layers.51.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.983413e-13,1.620548e-14,4.690583e-11,1.077902e-12,False
+backbone.layers.51.mixer.experts.95.up_proj.weight,1856x2688,4988928,5.098075e-13,4.223009e-14,1.226636e-10,2.598928e-12,False
+backbone.layers.51.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.878029e-13,1.684481e-14,4.938294e-11,1.133998e-12,False
+backbone.layers.51.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.472273e-13,4.457669e-14,1.289335e-10,2.682142e-12,False
+backbone.layers.51.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.084539e-13,1.990685e-14,5.771005e-11,1.241162e-12,False
+backbone.layers.51.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.826660e-13,4.701898e-14,1.361112e-10,2.712950e-12,False
+backbone.layers.51.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.491559e-13,1.658238e-14,4.757937e-11,1.035939e-12,False
+backbone.layers.51.mixer.experts.98.up_proj.weight,1856x2688,4988928,5.173639e-13,5.046881e-14,1.463657e-10,2.889524e-12,False
+backbone.layers.51.mixer.experts.99.down_proj.weight,2688x1856,4988928,6.839806e-13,1.922026e-14,5.601331e-11,1.234054e-12,False
+backbone.layers.51.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.399554e-13,4.036057e-14,1.169369e-10,2.376144e-12,False
+backbone.layers.51.mixer.gate.weight,128x2688,344064,3.745754e-13,4.038351e-14,3.128314e-11,2.970672e-12,False
+backbone.layers.51.mixer.shared_experts.down_proj.weight,2688x3712,9977856,2.013320e-12,7.326422e-14,3.115530e-10,7.308209e-12,False
+backbone.layers.51.mixer.shared_experts.up_proj.weight,3712x2688,9977856,5.687117e-13,4.129803e-14,1.706003e-10,2.839637e-12,False
+backbone.layers.51.norm.weight,2688,2688,8.881784e-16,1.494031e-16,1.096430e-14,1.137521e-16,False
+backbone.layers.6.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.800626e-13,1.879983e-14,5.435244e-11,1.264521e-12,False
+backbone.layers.6.mixer.experts.0.up_proj.weight,1856x2688,4988928,6.826293e-13,5.600496e-14,1.704686e-10,3.924202e-12,False
+backbone.layers.6.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.110282e-13,2.020125e-14,5.911208e-11,1.356071e-12,False
+backbone.layers.6.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.018273e-13,3.225104e-14,9.353219e-11,2.171167e-12,False
+backbone.layers.6.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.544502e-13,1.463318e-14,4.198120e-11,9.587308e-13,False
+backbone.layers.6.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.499282e-13,4.378984e-14,1.281729e-10,2.888109e-12,False
+backbone.layers.6.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.968104e-13,1.701056e-14,4.924707e-11,1.144287e-12,False
+backbone.layers.6.mixer.experts.100.up_proj.weight,1856x2688,4988928,3.803763e-13,3.482183e-14,1.011749e-10,2.373349e-12,False
+backbone.layers.6.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.822779e-13,2.082800e-14,6.127161e-11,1.491571e-12,False
+backbone.layers.6.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.702671e-13,4.125194e-14,1.240043e-10,3.081437e-12,False
+backbone.layers.6.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.207401e-13,1.955997e-14,5.693491e-11,1.319075e-12,False
+backbone.layers.6.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.668800e-13,4.145251e-14,1.203280e-10,2.801062e-12,False
+backbone.layers.6.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.645715e-13,1.475714e-14,4.256199e-11,1.006888e-12,False
+backbone.layers.6.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.829921e-13,3.975266e-14,1.172475e-10,2.854563e-12,False
+backbone.layers.6.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.220793e-13,1.878229e-14,5.449267e-11,1.250136e-12,False
+backbone.layers.6.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.766916e-13,4.308150e-14,1.255828e-10,2.955777e-12,False
+backbone.layers.6.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.709031e-13,1.997497e-14,5.868628e-11,1.373614e-12,False
+backbone.layers.6.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.538748e-13,3.853245e-14,1.141349e-10,2.719522e-12,False
+backbone.layers.6.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.708980e-13,1.706314e-14,4.915059e-11,1.107346e-12,False
+backbone.layers.6.mixer.experts.106.up_proj.weight,1856x2688,4988928,5.942746e-13,4.890174e-14,1.447070e-10,3.165139e-12,False
+backbone.layers.6.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.609182e-13,1.624367e-14,4.685771e-11,1.085760e-12,False
+backbone.layers.6.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.591590e-13,4.584720e-14,1.336683e-10,3.156089e-12,False
+backbone.layers.6.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.056064e-13,1.768417e-14,5.154777e-11,1.305058e-12,False
+backbone.layers.6.mixer.experts.108.up_proj.weight,1856x2688,4988928,4.347252e-13,3.578909e-14,1.086553e-10,2.773975e-12,False
+backbone.layers.6.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.711608e-13,1.570201e-14,4.533286e-11,1.088520e-12,False
+backbone.layers.6.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.886890e-13,4.322102e-14,1.304685e-10,3.135303e-12,False
+backbone.layers.6.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.279080e-13,1.999659e-14,5.840943e-11,1.386747e-12,False
+backbone.layers.6.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.964987e-13,3.923700e-14,1.149457e-10,2.746335e-12,False
+backbone.layers.6.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.733508e-13,1.917065e-14,5.614156e-11,1.307705e-12,False
+backbone.layers.6.mixer.experts.110.up_proj.weight,1856x2688,4988928,3.844633e-13,3.548508e-14,1.030507e-10,2.469326e-12,False
+backbone.layers.6.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.082646e-13,1.576776e-14,4.540964e-11,1.049812e-12,False
+backbone.layers.6.mixer.experts.111.up_proj.weight,1856x2688,4988928,6.986356e-13,5.261245e-14,1.588238e-10,3.622206e-12,False
+backbone.layers.6.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.502143e-13,2.054153e-14,6.035184e-11,1.395174e-12,False
+backbone.layers.6.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.227348e-13,3.927687e-14,1.143719e-10,2.570543e-12,False
+backbone.layers.6.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.986328e-13,1.864674e-14,5.408381e-11,1.229649e-12,False
+backbone.layers.6.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.509604e-13,4.147178e-14,1.203391e-10,2.661167e-12,False
+backbone.layers.6.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.117057e-13,1.911965e-14,5.585529e-11,1.342017e-12,False
+backbone.layers.6.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.913464e-13,4.503101e-14,1.368832e-10,3.252759e-12,False
+backbone.layers.6.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.918014e-13,1.817672e-14,5.274425e-11,1.222071e-12,False
+backbone.layers.6.mixer.experts.115.up_proj.weight,1856x2688,4988928,3.820902e-13,3.425490e-14,9.908163e-11,2.412944e-12,False
+backbone.layers.6.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.733014e-13,1.615712e-14,4.672505e-11,1.143248e-12,False
+backbone.layers.6.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.287945e-13,3.490741e-14,1.051437e-10,2.598157e-12,False
+backbone.layers.6.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.884534e-13,1.726761e-14,5.004566e-11,1.153194e-12,False
+backbone.layers.6.mixer.experts.117.up_proj.weight,1856x2688,4988928,3.918896e-13,3.577126e-14,1.038152e-10,2.491948e-12,False
+backbone.layers.6.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.851722e-13,1.660386e-14,4.801653e-11,1.108554e-12,False
+backbone.layers.6.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.015434e-13,3.919032e-14,1.131822e-10,2.628887e-12,False
+backbone.layers.6.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.966552e-13,1.900338e-14,5.495067e-11,1.282119e-12,False
+backbone.layers.6.mixer.experts.119.up_proj.weight,1856x2688,4988928,3.482527e-13,3.524326e-14,1.029636e-10,2.435127e-12,False
+backbone.layers.6.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.685492e-13,1.644966e-14,4.765761e-11,1.109429e-12,False
+backbone.layers.6.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.903690e-13,4.019305e-14,1.173300e-10,2.782441e-12,False
+backbone.layers.6.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.464487e-13,1.766871e-14,5.108020e-11,1.168272e-12,False
+backbone.layers.6.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.166458e-13,4.642136e-14,1.350233e-10,3.055685e-12,False
+backbone.layers.6.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.168751e-13,1.663140e-14,4.842439e-11,1.129187e-12,False
+backbone.layers.6.mixer.experts.121.up_proj.weight,1856x2688,4988928,6.761432e-13,4.260215e-14,1.243612e-10,2.883464e-12,False
+backbone.layers.6.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.347302e-13,1.836899e-14,5.314396e-11,1.242309e-12,False
+backbone.layers.6.mixer.experts.122.up_proj.weight,1856x2688,4988928,5.945626e-13,4.524878e-14,1.350652e-10,3.248963e-12,False
+backbone.layers.6.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.318016e-13,1.785281e-14,5.197262e-11,1.213319e-12,False
+backbone.layers.6.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.801437e-13,4.230516e-14,1.247677e-10,2.977251e-12,False
+backbone.layers.6.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.945865e-13,1.872649e-14,5.429471e-11,1.265015e-12,False
+backbone.layers.6.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.226550e-13,4.264255e-14,1.239435e-10,2.962741e-12,False
+backbone.layers.6.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.511360e-13,1.616577e-14,4.656952e-11,1.053400e-12,False
+backbone.layers.6.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.977095e-13,4.003110e-14,1.161667e-10,2.542383e-12,False
+backbone.layers.6.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.851696e-13,1.765950e-14,5.102417e-11,1.183156e-12,False
+backbone.layers.6.mixer.experts.126.up_proj.weight,1856x2688,4988928,3.973488e-13,3.913411e-14,1.144225e-10,2.701038e-12,False
+backbone.layers.6.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.611248e-13,1.563433e-14,4.511340e-11,1.067762e-12,False
+backbone.layers.6.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.373203e-13,3.754527e-14,1.102025e-10,2.668348e-12,False
+backbone.layers.6.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.142522e-13,1.741646e-14,5.086497e-11,1.282727e-12,False
+backbone.layers.6.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.969565e-13,4.168155e-14,1.307001e-10,3.310953e-12,False
+backbone.layers.6.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.837835e-13,1.551535e-14,4.483835e-11,1.033984e-12,False
+backbone.layers.6.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.907984e-13,4.317253e-14,1.253239e-10,3.001238e-12,False
+backbone.layers.6.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.639921e-13,1.598717e-14,4.608786e-11,1.068457e-12,False
+backbone.layers.6.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.387029e-13,4.154013e-14,1.205224e-10,2.863211e-12,False
+backbone.layers.6.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.863197e-13,1.722256e-14,4.967262e-11,1.146377e-12,False
+backbone.layers.6.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.457259e-13,3.673180e-14,1.061917e-10,2.418259e-12,False
+backbone.layers.6.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.161847e-13,2.000800e-14,5.818050e-11,1.325475e-12,False
+backbone.layers.6.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.634626e-13,4.166142e-14,1.208536e-10,2.774662e-12,False
+backbone.layers.6.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.144535e-13,1.687021e-14,4.891206e-11,1.113254e-12,False
+backbone.layers.6.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.338101e-13,3.620774e-14,1.045988e-10,2.407625e-12,False
+backbone.layers.6.mixer.experts.19.down_proj.weight,2688x1856,4988928,2.147310e-13,1.831026e-14,5.343099e-11,1.295864e-12,False
+backbone.layers.6.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.276336e-13,3.831845e-14,1.119642e-10,2.738270e-12,False
+backbone.layers.6.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.903125e-13,1.671844e-14,4.910124e-11,1.258164e-12,False
+backbone.layers.6.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.075143e-13,3.581699e-14,1.124943e-10,2.841888e-12,False
+backbone.layers.6.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.897614e-13,1.644975e-14,4.774865e-11,1.217283e-12,False
+backbone.layers.6.mixer.experts.20.up_proj.weight,1856x2688,4988928,6.017305e-13,4.090402e-14,1.302007e-10,3.285429e-12,False
+backbone.layers.6.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.126047e-13,1.605626e-14,4.680001e-11,1.141840e-12,False
+backbone.layers.6.mixer.experts.21.up_proj.weight,1856x2688,4988928,5.966234e-13,3.920531e-14,1.186932e-10,2.916135e-12,False
+backbone.layers.6.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.519659e-13,2.016181e-14,5.835003e-11,1.370128e-12,False
+backbone.layers.6.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.588517e-13,4.006537e-14,1.169892e-10,2.734682e-12,False
+backbone.layers.6.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.880180e-13,1.643166e-14,4.752331e-11,1.122912e-12,False
+backbone.layers.6.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.954960e-13,4.101348e-14,1.207373e-10,2.907788e-12,False
+backbone.layers.6.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.461503e-13,1.759793e-14,5.128194e-11,1.220842e-12,False
+backbone.layers.6.mixer.experts.24.up_proj.weight,1856x2688,4988928,5.356392e-13,4.484949e-14,1.311472e-10,3.139873e-12,False
+backbone.layers.6.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.885228e-13,1.817219e-14,5.258306e-11,1.232083e-12,False
+backbone.layers.6.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.217230e-13,3.943247e-14,1.134902e-10,2.575442e-12,False
+backbone.layers.6.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.071945e-13,1.937640e-14,5.620326e-11,1.310293e-12,False
+backbone.layers.6.mixer.experts.26.up_proj.weight,1856x2688,4988928,3.655201e-13,3.883849e-14,1.122043e-10,2.695509e-12,False
+backbone.layers.6.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.831174e-13,1.685770e-14,4.866093e-11,1.146136e-12,False
+backbone.layers.6.mixer.experts.27.up_proj.weight,1856x2688,4988928,5.487381e-13,4.214230e-14,1.254960e-10,2.965715e-12,False
+backbone.layers.6.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.327583e-13,2.025725e-14,5.909244e-11,1.402837e-12,False
+backbone.layers.6.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.035074e-13,4.335661e-14,1.266831e-10,3.037113e-12,False
+backbone.layers.6.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.659645e-13,1.550717e-14,4.451282e-11,1.062178e-12,False
+backbone.layers.6.mixer.experts.29.up_proj.weight,1856x2688,4988928,5.672685e-13,4.128846e-14,1.238809e-10,2.962871e-12,False
+backbone.layers.6.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.794294e-13,1.684672e-14,4.861670e-11,1.134638e-12,False
+backbone.layers.6.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.065809e-13,3.980543e-14,1.167493e-10,2.834509e-12,False
+backbone.layers.6.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.734238e-13,1.610548e-14,4.643013e-11,1.085595e-12,False
+backbone.layers.6.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.330425e-13,4.054856e-14,1.172264e-10,2.725616e-12,False
+backbone.layers.6.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.023885e-13,1.682137e-14,4.864061e-11,1.112924e-12,False
+backbone.layers.6.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.838248e-13,4.206936e-14,1.223398e-10,2.709654e-12,False
+backbone.layers.6.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.662247e-13,1.681663e-14,4.841018e-11,1.115831e-12,False
+backbone.layers.6.mixer.experts.32.up_proj.weight,1856x2688,4988928,3.825967e-13,3.771508e-14,1.101438e-10,2.599514e-12,False
+backbone.layers.6.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.559619e-13,2.110569e-14,6.224761e-11,1.473496e-12,False
+backbone.layers.6.mixer.experts.33.up_proj.weight,1856x2688,4988928,3.691318e-13,3.612048e-14,1.044500e-10,2.490239e-12,False
+backbone.layers.6.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.269452e-13,1.977619e-14,5.756358e-11,1.331068e-12,False
+backbone.layers.6.mixer.experts.34.up_proj.weight,1856x2688,4988928,3.582065e-13,3.403710e-14,9.788173e-11,2.322108e-12,False
+backbone.layers.6.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.912567e-13,1.752024e-14,5.069977e-11,1.150826e-12,False
+backbone.layers.6.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.340001e-13,3.848851e-14,1.113988e-10,2.455207e-12,False
+backbone.layers.6.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.716127e-13,1.791825e-14,5.166588e-11,1.171309e-12,False
+backbone.layers.6.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.636951e-13,3.734734e-14,1.085996e-10,2.409227e-12,False
+backbone.layers.6.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.681676e-13,1.551274e-14,4.488366e-11,1.073123e-12,False
+backbone.layers.6.mixer.experts.37.up_proj.weight,1856x2688,4988928,5.161045e-13,4.616607e-14,1.389360e-10,3.415169e-12,False
+backbone.layers.6.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.922039e-13,1.776925e-14,5.130880e-11,1.178078e-12,False
+backbone.layers.6.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.850668e-13,3.835268e-14,1.115306e-10,2.681617e-12,False
+backbone.layers.6.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.457236e-13,1.967210e-14,5.719282e-11,1.371012e-12,False
+backbone.layers.6.mixer.experts.39.up_proj.weight,1856x2688,4988928,4.586080e-13,3.806154e-14,1.100783e-10,2.683081e-12,False
+backbone.layers.6.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.850742e-13,1.734914e-14,5.030557e-11,1.144253e-12,False
+backbone.layers.6.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.784714e-13,3.967824e-14,1.146660e-10,2.611412e-12,False
+backbone.layers.6.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.266798e-13,1.812875e-14,5.252436e-11,1.215497e-12,False
+backbone.layers.6.mixer.experts.40.up_proj.weight,1856x2688,4988928,6.301314e-13,4.644577e-14,1.379121e-10,3.212132e-12,False
+backbone.layers.6.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.149461e-13,1.777041e-14,5.142696e-11,1.196458e-12,False
+backbone.layers.6.mixer.experts.41.up_proj.weight,1856x2688,4988928,3.684535e-13,3.714085e-14,1.081196e-10,2.584029e-12,False
+backbone.layers.6.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.094947e-13,1.775429e-14,5.139796e-11,1.180740e-12,False
+backbone.layers.6.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.475344e-13,3.919973e-14,1.143678e-10,2.711621e-12,False
+backbone.layers.6.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.535022e-13,1.487726e-14,4.277980e-11,9.983272e-13,False
+backbone.layers.6.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.941880e-13,4.329257e-14,1.262671e-10,2.872334e-12,False
+backbone.layers.6.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.608991e-13,1.609324e-14,4.651148e-11,1.082135e-12,False
+backbone.layers.6.mixer.experts.44.up_proj.weight,1856x2688,4988928,3.905921e-13,3.696176e-14,1.067667e-10,2.507053e-12,False
+backbone.layers.6.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.508273e-13,1.694866e-14,4.877741e-11,1.157216e-12,False
+backbone.layers.6.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.280933e-13,3.743408e-14,1.084925e-10,2.572840e-12,False
+backbone.layers.6.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.542794e-13,1.583514e-14,4.551372e-11,1.132339e-12,False
+backbone.layers.6.mixer.experts.46.up_proj.weight,1856x2688,4988928,7.426663e-13,4.523254e-14,1.344482e-10,3.279982e-12,False
+backbone.layers.6.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.124204e-13,1.818636e-14,5.261782e-11,1.203780e-12,False
+backbone.layers.6.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.451023e-13,4.053775e-14,1.179854e-10,2.797905e-12,False
+backbone.layers.6.mixer.experts.48.down_proj.weight,2688x1856,4988928,3.135964e-13,1.811960e-14,5.285316e-11,1.228888e-12,False
+backbone.layers.6.mixer.experts.48.up_proj.weight,1856x2688,4988928,6.094986e-13,4.829096e-14,1.429341e-10,3.215103e-12,False
+backbone.layers.6.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.767475e-13,1.653266e-14,4.786619e-11,1.120416e-12,False
+backbone.layers.6.mixer.experts.49.up_proj.weight,1856x2688,4988928,5.299181e-13,4.018967e-14,1.195801e-10,2.840400e-12,False
+backbone.layers.6.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.275541e-13,1.575622e-14,4.561403e-11,1.079249e-12,False
+backbone.layers.6.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.458101e-13,3.885094e-14,1.125745e-10,2.609009e-12,False
+backbone.layers.6.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.970039e-13,1.868654e-14,5.404544e-11,1.257595e-12,False
+backbone.layers.6.mixer.experts.50.up_proj.weight,1856x2688,4988928,3.239050e-13,3.356659e-14,9.700560e-11,2.242367e-12,False
+backbone.layers.6.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.217879e-13,1.882253e-14,5.441132e-11,1.253840e-12,False
+backbone.layers.6.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.616706e-13,4.018397e-14,1.157228e-10,2.559959e-12,False
+backbone.layers.6.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.992398e-13,2.336928e-14,6.963272e-11,1.583736e-12,False
+backbone.layers.6.mixer.experts.52.up_proj.weight,1856x2688,4988928,5.757721e-13,5.079068e-14,1.497811e-10,3.377891e-12,False
+backbone.layers.6.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.757603e-13,1.807854e-14,5.358595e-11,1.297352e-12,False
+backbone.layers.6.mixer.experts.53.up_proj.weight,1856x2688,4988928,3.367220e-13,3.333736e-14,9.716434e-11,2.378106e-12,False
+backbone.layers.6.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.552937e-13,1.483187e-14,4.272391e-11,1.033439e-12,False
+backbone.layers.6.mixer.experts.54.up_proj.weight,1856x2688,4988928,3.711614e-13,3.841298e-14,1.117659e-10,2.713461e-12,False
+backbone.layers.6.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.228877e-13,1.736820e-14,5.049561e-11,1.177308e-12,False
+backbone.layers.6.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.351172e-13,4.124534e-14,1.194526e-10,2.859240e-12,False
+backbone.layers.6.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.607603e-13,1.579267e-14,4.528600e-11,1.075044e-12,False
+backbone.layers.6.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.679694e-13,4.193064e-14,1.220978e-10,2.935178e-12,False
+backbone.layers.6.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.793460e-13,2.252712e-14,6.674387e-11,1.577455e-12,False
+backbone.layers.6.mixer.experts.57.up_proj.weight,1856x2688,4988928,6.642638e-13,4.209784e-14,1.231890e-10,2.924872e-12,False
+backbone.layers.6.mixer.experts.58.down_proj.weight,2688x1856,4988928,3.776979e-13,1.865226e-14,5.459303e-11,1.285978e-12,False
+backbone.layers.6.mixer.experts.58.up_proj.weight,1856x2688,4988928,6.084092e-13,4.125733e-14,1.215227e-10,2.813050e-12,False
+backbone.layers.6.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.582588e-13,1.609167e-14,4.647438e-11,1.109432e-12,False
+backbone.layers.6.mixer.experts.59.up_proj.weight,1856x2688,4988928,5.864614e-13,4.547159e-14,1.325062e-10,3.031707e-12,False
+backbone.layers.6.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.736319e-13,1.640505e-14,4.732440e-11,1.090410e-12,False
+backbone.layers.6.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.893690e-13,4.284425e-14,1.247490e-10,2.884537e-12,False
+backbone.layers.6.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.924840e-13,1.779363e-14,5.143921e-11,1.185271e-12,False
+backbone.layers.6.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.571482e-13,4.164800e-14,1.213036e-10,2.868551e-12,False
+backbone.layers.6.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.475244e-13,1.607480e-14,4.623763e-11,1.066922e-12,False
+backbone.layers.6.mixer.experts.61.up_proj.weight,1856x2688,4988928,3.942680e-13,4.011884e-14,1.161113e-10,2.625733e-12,False
+backbone.layers.6.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.821927e-13,2.178613e-14,6.389581e-11,1.489023e-12,False
+backbone.layers.6.mixer.experts.62.up_proj.weight,1856x2688,4988928,3.884050e-13,3.557402e-14,1.030096e-10,2.398788e-12,False
+backbone.layers.6.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.784267e-13,1.736103e-14,5.039082e-11,1.131593e-12,False
+backbone.layers.6.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.178914e-13,4.250300e-14,1.234535e-10,2.703850e-12,False
+backbone.layers.6.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.956316e-13,2.103242e-14,6.205215e-11,1.438328e-12,False
+backbone.layers.6.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.128902e-13,3.838128e-14,1.105123e-10,2.521727e-12,False
+backbone.layers.6.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.980777e-13,1.893852e-14,5.523868e-11,1.298115e-12,False
+backbone.layers.6.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.356047e-13,4.115271e-14,1.194500e-10,2.823394e-12,False
+backbone.layers.6.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.673973e-13,1.701369e-14,4.902754e-11,1.135102e-12,False
+backbone.layers.6.mixer.experts.66.up_proj.weight,1856x2688,4988928,6.380257e-13,4.661524e-14,1.373319e-10,3.226569e-12,False
+backbone.layers.6.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.785135e-13,1.739944e-14,5.032113e-11,1.195884e-12,False
+backbone.layers.6.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.061525e-13,3.939797e-14,1.141735e-10,2.715242e-12,False
+backbone.layers.6.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.041336e-13,1.891959e-14,5.460243e-11,1.272039e-12,False
+backbone.layers.6.mixer.experts.68.up_proj.weight,1856x2688,4988928,9.632156e-13,4.744683e-14,1.411754e-10,3.208367e-12,False
+backbone.layers.6.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.885123e-13,1.877208e-14,5.477620e-11,1.281559e-12,False
+backbone.layers.6.mixer.experts.69.up_proj.weight,1856x2688,4988928,5.078542e-13,3.825170e-14,1.117135e-10,2.655840e-12,False
+backbone.layers.6.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.798110e-13,1.520518e-14,4.401664e-11,1.047301e-12,False
+backbone.layers.6.mixer.experts.7.up_proj.weight,1856x2688,4988928,3.880594e-13,3.616344e-14,1.042240e-10,2.509022e-12,False
+backbone.layers.6.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.540088e-13,1.537954e-14,4.425021e-11,1.048117e-12,False
+backbone.layers.6.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.576374e-13,4.223518e-14,1.231898e-10,2.877379e-12,False
+backbone.layers.6.mixer.experts.71.down_proj.weight,2688x1856,4988928,1.820740e-13,1.685820e-14,4.864187e-11,1.165249e-12,False
+backbone.layers.6.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.440892e-13,3.433632e-14,1.020745e-10,2.500405e-12,False
+backbone.layers.6.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.034200e-13,1.641767e-14,4.799607e-11,1.252558e-12,False
+backbone.layers.6.mixer.experts.72.up_proj.weight,1856x2688,4988928,4.062948e-13,3.085436e-14,9.488832e-11,2.491290e-12,False
+backbone.layers.6.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.959231e-13,1.727456e-14,5.024731e-11,1.194267e-12,False
+backbone.layers.6.mixer.experts.73.up_proj.weight,1856x2688,4988928,3.885458e-13,3.479806e-14,1.012479e-10,2.403089e-12,False
+backbone.layers.6.mixer.experts.74.down_proj.weight,2688x1856,4988928,3.619050e-13,2.661194e-14,8.094635e-11,1.867750e-12,False
+backbone.layers.6.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.688541e-13,4.471309e-14,1.297627e-10,2.957902e-12,False
+backbone.layers.6.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.941121e-13,1.836068e-14,5.351805e-11,1.243408e-12,False
+backbone.layers.6.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.320017e-13,4.042125e-14,1.169241e-10,2.696375e-12,False
+backbone.layers.6.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.463187e-13,1.605626e-14,4.614138e-11,1.069520e-12,False
+backbone.layers.6.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.589898e-13,3.950309e-14,1.146110e-10,2.682359e-12,False
+backbone.layers.6.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.237655e-13,1.958064e-14,5.721564e-11,1.315495e-12,False
+backbone.layers.6.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.752448e-13,4.113381e-14,1.196181e-10,2.704855e-12,False
+backbone.layers.6.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.038352e-13,1.709999e-14,4.950537e-11,1.158942e-12,False
+backbone.layers.6.mixer.experts.78.up_proj.weight,1856x2688,4988928,6.679206e-13,4.329631e-14,1.268964e-10,2.960901e-12,False
+backbone.layers.6.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.640472e-13,1.667216e-14,4.815039e-11,1.124070e-12,False
+backbone.layers.6.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.995102e-13,4.439219e-14,1.296914e-10,3.131767e-12,False
+backbone.layers.6.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.781457e-13,1.594517e-14,4.606050e-11,1.111348e-12,False
+backbone.layers.6.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.239855e-13,3.332127e-14,9.864336e-11,2.433257e-12,False
+backbone.layers.6.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.636295e-13,1.499595e-14,4.314313e-11,1.074937e-12,False
+backbone.layers.6.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.314169e-13,3.696268e-14,1.131684e-10,2.838119e-12,False
+backbone.layers.6.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.006676e-13,1.573457e-14,4.551913e-11,1.052261e-12,False
+backbone.layers.6.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.388729e-13,4.118268e-14,1.203117e-10,2.785277e-12,False
+backbone.layers.6.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.831642e-13,1.743611e-14,5.054171e-11,1.172596e-12,False
+backbone.layers.6.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.445923e-13,3.660065e-14,1.060776e-10,2.486583e-12,False
+backbone.layers.6.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.215476e-13,2.029327e-14,5.954510e-11,1.390213e-12,False
+backbone.layers.6.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.166501e-13,4.452875e-14,1.299983e-10,3.098035e-12,False
+backbone.layers.6.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.069074e-13,1.992414e-14,5.786535e-11,1.364259e-12,False
+backbone.layers.6.mixer.experts.84.up_proj.weight,1856x2688,4988928,3.727869e-13,3.501131e-14,1.011280e-10,2.333839e-12,False
+backbone.layers.6.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.034891e-13,1.764850e-14,5.109862e-11,1.211111e-12,False
+backbone.layers.6.mixer.experts.85.up_proj.weight,1856x2688,4988928,5.385640e-13,4.619794e-14,1.360052e-10,3.245529e-12,False
+backbone.layers.6.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.201971e-13,1.992125e-14,5.786372e-11,1.339340e-12,False
+backbone.layers.6.mixer.experts.86.up_proj.weight,1856x2688,4988928,5.454376e-13,4.831731e-14,1.426374e-10,3.351644e-12,False
+backbone.layers.6.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.952622e-13,1.734942e-14,5.038434e-11,1.196472e-12,False
+backbone.layers.6.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.911556e-13,4.564071e-14,1.350634e-10,3.250663e-12,False
+backbone.layers.6.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.932621e-13,1.639584e-14,4.738947e-11,1.124648e-12,False
+backbone.layers.6.mixer.experts.88.up_proj.weight,1856x2688,4988928,9.619165e-13,5.261697e-14,1.563634e-10,3.783934e-12,False
+backbone.layers.6.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.854211e-13,1.763901e-14,5.103462e-11,1.190051e-12,False
+backbone.layers.6.mixer.experts.89.up_proj.weight,1856x2688,4988928,6.038724e-13,4.153766e-14,1.221176e-10,2.939190e-12,False
+backbone.layers.6.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.957183e-13,1.927763e-14,5.684486e-11,1.337761e-12,False
+backbone.layers.6.mixer.experts.9.up_proj.weight,1856x2688,4988928,3.688503e-13,3.475235e-14,1.005208e-10,2.391791e-12,False
+backbone.layers.6.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.617994e-13,1.555513e-14,4.487777e-11,1.063090e-12,False
+backbone.layers.6.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.550440e-13,3.869722e-14,1.129292e-10,2.720262e-12,False
+backbone.layers.6.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.298335e-13,1.970949e-14,5.735112e-11,1.324646e-12,False
+backbone.layers.6.mixer.experts.91.up_proj.weight,1856x2688,4988928,6.431088e-13,4.379407e-14,1.281948e-10,2.873689e-12,False
+backbone.layers.6.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.587167e-13,2.031502e-14,5.926257e-11,1.390333e-12,False
+backbone.layers.6.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.816789e-13,4.246656e-14,1.261191e-10,3.037966e-12,False
+backbone.layers.6.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.998228e-13,1.686095e-14,4.869227e-11,1.149556e-12,False
+backbone.layers.6.mixer.experts.93.up_proj.weight,1856x2688,4988928,3.683547e-13,3.709531e-14,1.090625e-10,2.562441e-12,False
+backbone.layers.6.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.619502e-13,1.776482e-14,5.216090e-11,1.212804e-12,False
+backbone.layers.6.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.520689e-13,4.198315e-14,1.210592e-10,2.848339e-12,False
+backbone.layers.6.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.094713e-13,1.832708e-14,5.362174e-11,1.258843e-12,False
+backbone.layers.6.mixer.experts.95.up_proj.weight,1856x2688,4988928,3.455569e-13,3.463520e-14,1.001169e-10,2.377190e-12,False
+backbone.layers.6.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.859589e-13,1.758374e-14,5.080326e-11,1.173692e-12,False
+backbone.layers.6.mixer.experts.96.up_proj.weight,1856x2688,4988928,5.581768e-13,4.286716e-14,1.273971e-10,2.971156e-12,False
+backbone.layers.6.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.629322e-13,1.615376e-14,4.645737e-11,1.103253e-12,False
+backbone.layers.6.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.547630e-13,4.059789e-14,1.183241e-10,2.832369e-12,False
+backbone.layers.6.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.916280e-13,1.759461e-14,5.134813e-11,1.211702e-12,False
+backbone.layers.6.mixer.experts.98.up_proj.weight,1856x2688,4988928,3.871244e-13,3.923402e-14,1.136584e-10,2.743246e-12,False
+backbone.layers.6.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.587055e-13,1.582291e-14,4.549867e-11,1.062196e-12,False
+backbone.layers.6.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.118819e-13,4.094502e-14,1.179767e-10,2.686127e-12,False
+backbone.layers.6.mixer.gate.weight,128x2688,344064,7.885914e-13,9.919884e-14,7.564204e-11,2.621602e-12,False
+backbone.layers.6.mixer.shared_experts.down_proj.weight,2688x3712,9977856,8.636356e-13,5.680490e-14,2.328802e-10,4.590327e-12,False
+backbone.layers.6.mixer.shared_experts.up_proj.weight,3712x2688,9977856,5.114867e-13,2.884551e-14,1.284443e-10,2.691888e-12,False
+backbone.layers.6.norm.weight,2688,2688,1.665335e-16,2.872055e-17,2.220265e-15,1.178603e-16,False
+backbone.layers.7.mixer.A_log,64,64,8.881784e-16,1.730387e-16,2.300366e-15,1.036534e-16,False
+backbone.layers.7.mixer.D,64,64,1.776357e-15,1.979482e-16,3.039468e-15,1.720542e-16,False
+backbone.layers.7.mixer.conv1d.weight,6144x1x4,24576,8.604228e-16,1.225026e-17,4.776267e-15,4.862704e-16,True
+backbone.layers.7.mixer.dt_bias,64,64,1.776357e-15,3.186470e-16,4.398038e-15,1.526117e-16,False
+backbone.layers.7.mixer.in_proj.weight,10304x2688,27697152,8.277129e-13,4.958962e-14,3.416784e-10,2.801344e-12,False
+backbone.layers.7.mixer.norm.weight,4096,4096,1.776357e-15,5.796926e-17,9.657275e-15,1.118744e-16,False
+backbone.layers.7.mixer.out_proj.weight,2688x4096,11010048,5.235973e-12,1.004463e-13,4.401203e-10,6.116842e-12,False
+backbone.layers.7.norm.weight,2688,2688,4.440892e-16,6.813436e-17,5.141023e-15,1.149765e-16,False
+backbone.layers.8.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.775836e-13,1.660970e-14,4.820261e-11,1.199280e-12,False
+backbone.layers.8.mixer.experts.0.up_proj.weight,1856x2688,4988928,4.828447e-13,4.001648e-14,1.183006e-10,3.024853e-12,False
+backbone.layers.8.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.749070e-13,1.662669e-14,4.803156e-11,1.147045e-12,False
+backbone.layers.8.mixer.experts.1.up_proj.weight,1856x2688,4988928,5.982992e-13,4.520989e-14,1.338037e-10,3.278975e-12,False
+backbone.layers.8.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.362130e-13,1.920757e-14,5.629371e-11,1.302977e-12,False
+backbone.layers.8.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.773161e-13,4.206557e-14,1.230595e-10,2.904704e-12,False
+backbone.layers.8.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.053774e-13,1.838184e-14,5.353962e-11,1.254493e-12,False
+backbone.layers.8.mixer.experts.100.up_proj.weight,1856x2688,4988928,7.483302e-13,5.071340e-14,1.530707e-10,3.577451e-12,False
+backbone.layers.8.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.239467e-13,1.784722e-14,5.205515e-11,1.191152e-12,False
+backbone.layers.8.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.546901e-13,4.137930e-14,1.199085e-10,2.691487e-12,False
+backbone.layers.8.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.241610e-13,1.966982e-14,5.749535e-11,1.302847e-12,False
+backbone.layers.8.mixer.experts.102.up_proj.weight,1856x2688,4988928,5.151114e-13,4.014047e-14,1.167963e-10,2.545086e-12,False
+backbone.layers.8.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.681259e-13,1.718053e-14,4.976437e-11,1.129133e-12,False
+backbone.layers.8.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.444665e-13,4.071489e-14,1.177530e-10,2.613274e-12,False
+backbone.layers.8.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.838182e-13,1.760809e-14,5.085881e-11,1.182651e-12,False
+backbone.layers.8.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.977685e-13,3.620083e-14,1.050756e-10,2.368869e-12,False
+backbone.layers.8.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.590636e-13,2.162806e-14,6.370127e-11,1.512959e-12,False
+backbone.layers.8.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.400417e-13,4.109275e-14,1.187528e-10,2.844991e-12,False
+backbone.layers.8.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.813202e-13,1.905255e-14,5.512172e-11,1.301071e-12,False
+backbone.layers.8.mixer.experts.106.up_proj.weight,1856x2688,4988928,3.766709e-13,3.633710e-14,1.046804e-10,2.533540e-12,False
+backbone.layers.8.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.384100e-13,2.121332e-14,6.177488e-11,1.430371e-12,False
+backbone.layers.8.mixer.experts.107.up_proj.weight,1856x2688,4988928,3.692090e-13,3.778608e-14,1.089525e-10,2.486419e-12,False
+backbone.layers.8.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.044649e-13,1.567594e-14,4.555849e-11,1.043405e-12,False
+backbone.layers.8.mixer.experts.108.up_proj.weight,1856x2688,4988928,4.877938e-13,4.335830e-14,1.260885e-10,2.822396e-12,False
+backbone.layers.8.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.085936e-13,1.897899e-14,5.516233e-11,1.301551e-12,False
+backbone.layers.8.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.003985e-13,3.806054e-14,1.105609e-10,2.656658e-12,False
+backbone.layers.8.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.997603e-13,1.819902e-14,5.315000e-11,1.240182e-12,False
+backbone.layers.8.mixer.experts.11.up_proj.weight,1856x2688,4988928,3.950221e-13,3.686964e-14,1.065915e-10,2.452932e-12,False
+backbone.layers.8.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.688007e-13,1.575971e-14,4.559809e-11,1.067594e-12,False
+backbone.layers.8.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.795296e-13,4.553755e-14,1.332844e-10,3.017189e-12,False
+backbone.layers.8.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.462891e-13,2.042257e-14,6.000372e-11,1.423791e-12,False
+backbone.layers.8.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.077017e-13,4.016940e-14,1.164156e-10,2.687902e-12,False
+backbone.layers.8.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.636295e-13,1.631651e-14,4.740350e-11,1.142529e-12,False
+backbone.layers.8.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.656692e-13,4.019158e-14,1.182117e-10,2.829919e-12,False
+backbone.layers.8.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.481489e-13,1.559876e-14,4.498653e-11,1.068656e-12,False
+backbone.layers.8.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.361614e-13,4.591963e-14,1.352461e-10,3.296224e-12,False
+backbone.layers.8.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.984350e-13,1.917275e-14,5.567247e-11,1.284231e-12,False
+backbone.layers.8.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.735048e-13,4.488506e-14,1.311940e-10,2.980747e-12,False
+backbone.layers.8.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.757318e-13,1.650032e-14,4.802145e-11,1.152572e-12,False
+backbone.layers.8.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.451854e-13,4.566403e-14,1.347920e-10,3.169840e-12,False
+backbone.layers.8.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.207063e-13,1.863827e-14,5.410374e-11,1.296423e-12,False
+backbone.layers.8.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.917724e-13,4.297228e-14,1.258747e-10,3.002269e-12,False
+backbone.layers.8.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.043192e-13,1.903499e-14,5.531066e-11,1.258810e-12,False
+backbone.layers.8.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.231546e-13,3.862329e-14,1.124124e-10,2.507909e-12,False
+backbone.layers.8.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.547026e-13,1.541029e-14,4.446654e-11,1.060831e-12,False
+backbone.layers.8.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.956452e-13,4.022892e-14,1.181795e-10,2.821356e-12,False
+backbone.layers.8.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.794988e-13,1.657390e-14,4.792536e-11,1.148703e-12,False
+backbone.layers.8.mixer.experts.119.up_proj.weight,1856x2688,4988928,3.869058e-13,3.774659e-14,1.093484e-10,2.630382e-12,False
+backbone.layers.8.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.020953e-13,1.874358e-14,5.413657e-11,1.251396e-12,False
+backbone.layers.8.mixer.experts.12.up_proj.weight,1856x2688,4988928,3.702594e-13,3.848202e-14,1.108917e-10,2.489267e-12,False
+backbone.layers.8.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.965997e-13,1.782908e-14,5.191342e-11,1.191383e-12,False
+backbone.layers.8.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.353600e-13,4.260121e-14,1.236881e-10,2.763482e-12,False
+backbone.layers.8.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.650451e-13,1.707126e-14,4.936835e-11,1.218824e-12,False
+backbone.layers.8.mixer.experts.121.up_proj.weight,1856x2688,4988928,3.986715e-13,3.695120e-14,1.070924e-10,2.642080e-12,False
+backbone.layers.8.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.850603e-13,1.853666e-14,5.353761e-11,1.217538e-12,False
+backbone.layers.8.mixer.experts.122.up_proj.weight,1856x2688,4988928,3.878859e-13,4.102992e-14,1.190881e-10,2.620776e-12,False
+backbone.layers.8.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.794016e-13,1.762048e-14,5.109541e-11,1.227411e-12,False
+backbone.layers.8.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.541888e-13,4.063706e-14,1.185890e-10,2.833176e-12,False
+backbone.layers.8.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.992246e-13,1.875825e-14,5.505491e-11,1.303212e-12,False
+backbone.layers.8.mixer.experts.124.up_proj.weight,1856x2688,4988928,3.931022e-13,3.427744e-14,1.011118e-10,2.458527e-12,False
+backbone.layers.8.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.934009e-13,1.646590e-14,4.762470e-11,1.154231e-12,False
+backbone.layers.8.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.722108e-13,4.431051e-14,1.289500e-10,3.084310e-12,False
+backbone.layers.8.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.882626e-13,1.719124e-14,5.000969e-11,1.150218e-12,False
+backbone.layers.8.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.198100e-13,4.046843e-14,1.180043e-10,2.648395e-12,False
+backbone.layers.8.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.942300e-13,1.710460e-14,4.958378e-11,1.158678e-12,False
+backbone.layers.8.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.091207e-13,3.642209e-14,1.052945e-10,2.388010e-12,False
+backbone.layers.8.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.929810e-13,1.881296e-14,5.466463e-11,1.256516e-12,False
+backbone.layers.8.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.618284e-13,4.038221e-14,1.175885e-10,2.632151e-12,False
+backbone.layers.8.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.886893e-13,1.663192e-14,4.848257e-11,1.148169e-12,False
+backbone.layers.8.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.801653e-13,4.632792e-14,1.365287e-10,3.261468e-12,False
+backbone.layers.8.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.818172e-13,1.602071e-14,4.619710e-11,1.065919e-12,False
+backbone.layers.8.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.311597e-13,3.802126e-14,1.103713e-10,2.554127e-12,False
+backbone.layers.8.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.877873e-13,1.564196e-14,4.503840e-11,1.057612e-12,False
+backbone.layers.8.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.566625e-13,3.938358e-14,1.145198e-10,2.696031e-12,False
+backbone.layers.8.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.341252e-13,1.647811e-14,4.816779e-11,1.160855e-12,False
+backbone.layers.8.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.671385e-13,4.030807e-14,1.176718e-10,2.788857e-12,False
+backbone.layers.8.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.765947e-13,2.237951e-14,6.660588e-11,1.569885e-12,False
+backbone.layers.8.mixer.experts.18.up_proj.weight,1856x2688,4988928,5.582878e-13,4.538884e-14,1.340388e-10,3.089847e-12,False
+backbone.layers.8.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.726466e-13,1.724011e-14,5.013576e-11,1.194039e-12,False
+backbone.layers.8.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.476788e-13,4.189452e-14,1.219691e-10,2.990476e-12,False
+backbone.layers.8.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.765740e-13,1.632880e-14,4.705883e-11,1.087081e-12,False
+backbone.layers.8.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.253368e-13,4.048415e-14,1.174779e-10,2.653036e-12,False
+backbone.layers.8.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.955450e-13,1.698322e-14,4.940736e-11,1.219099e-12,False
+backbone.layers.8.mixer.experts.20.up_proj.weight,1856x2688,4988928,3.995086e-13,3.779484e-14,1.097828e-10,2.695456e-12,False
+backbone.layers.8.mixer.experts.21.down_proj.weight,2688x1856,4988928,3.472153e-13,2.282934e-14,6.867153e-11,1.605095e-12,False
+backbone.layers.8.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.187796e-13,3.566112e-14,1.028392e-10,2.407809e-12,False
+backbone.layers.8.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.662732e-13,1.560411e-14,4.527417e-11,1.086713e-12,False
+backbone.layers.8.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.264800e-13,4.035883e-14,1.166462e-10,2.754535e-12,False
+backbone.layers.8.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.977619e-13,1.815127e-14,5.316650e-11,1.241125e-12,False
+backbone.layers.8.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.175150e-13,3.914588e-14,1.135019e-10,2.685754e-12,False
+backbone.layers.8.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.646157e-13,1.508566e-14,4.354069e-11,1.034889e-12,False
+backbone.layers.8.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.679659e-13,4.062648e-14,1.203258e-10,2.949569e-12,False
+backbone.layers.8.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.295421e-13,1.914474e-14,5.586957e-11,1.275031e-12,False
+backbone.layers.8.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.934950e-13,4.180644e-14,1.214862e-10,2.685932e-12,False
+backbone.layers.8.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.202960e-13,1.912982e-14,5.599238e-11,1.342971e-12,False
+backbone.layers.8.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.048636e-13,3.787365e-14,1.099469e-10,2.684464e-12,False
+backbone.layers.8.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.973803e-13,1.706601e-14,4.954644e-11,1.132876e-12,False
+backbone.layers.8.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.638165e-13,3.894235e-14,1.129182e-10,2.510950e-12,False
+backbone.layers.8.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.763060e-13,1.710318e-14,4.982635e-11,1.142532e-12,False
+backbone.layers.8.mixer.experts.28.up_proj.weight,1856x2688,4988928,3.926234e-13,3.618896e-14,1.045753e-10,2.393988e-12,False
+backbone.layers.8.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.506885e-13,1.552076e-14,4.459092e-11,1.064235e-12,False
+backbone.layers.8.mixer.experts.29.up_proj.weight,1856x2688,4988928,3.518089e-13,3.396921e-14,9.841662e-11,2.392844e-12,False
+backbone.layers.8.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.143494e-13,1.943627e-14,5.640600e-11,1.308627e-12,False
+backbone.layers.8.mixer.experts.3.up_proj.weight,1856x2688,4988928,3.909095e-13,3.786492e-14,1.103226e-10,2.518257e-12,False
+backbone.layers.8.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.985551e-13,1.617944e-14,4.678303e-11,1.067156e-12,False
+backbone.layers.8.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.365813e-13,4.031489e-14,1.173655e-10,2.600859e-12,False
+backbone.layers.8.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.263077e-13,1.816251e-14,5.264911e-11,1.241552e-12,False
+backbone.layers.8.mixer.experts.31.up_proj.weight,1856x2688,4988928,5.029206e-13,4.696635e-14,1.369063e-10,3.246807e-12,False
+backbone.layers.8.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.090862e-13,1.852652e-14,5.402260e-11,1.245598e-12,False
+backbone.layers.8.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.176104e-13,3.689827e-14,1.070977e-10,2.410182e-12,False
+backbone.layers.8.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.189117e-13,1.901378e-14,5.518848e-11,1.297450e-12,False
+backbone.layers.8.mixer.experts.33.up_proj.weight,1856x2688,4988928,1.012024e-12,5.108431e-14,1.518554e-10,3.442031e-12,False
+backbone.layers.8.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.715798e-13,1.535066e-14,4.410735e-11,1.047555e-12,False
+backbone.layers.8.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.131270e-13,3.621277e-14,1.065527e-10,2.559831e-12,False
+backbone.layers.8.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.122816e-13,1.769178e-14,5.181428e-11,1.213655e-12,False
+backbone.layers.8.mixer.experts.35.up_proj.weight,1856x2688,4988928,3.652356e-13,3.698052e-14,1.069406e-10,2.567647e-12,False
+backbone.layers.8.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.724940e-13,1.654563e-14,4.790026e-11,1.103665e-12,False
+backbone.layers.8.mixer.experts.36.up_proj.weight,1856x2688,4988928,3.564614e-13,3.514808e-14,1.013640e-10,2.313667e-12,False
+backbone.layers.8.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.757986e-13,1.577099e-14,4.563240e-11,1.068382e-12,False
+backbone.layers.8.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.636333e-13,3.805849e-14,1.104016e-10,2.557666e-12,False
+backbone.layers.8.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.738158e-13,1.699351e-14,4.912877e-11,1.196873e-12,False
+backbone.layers.8.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.992083e-13,4.253371e-14,1.254910e-10,3.096491e-12,False
+backbone.layers.8.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.677929e-13,1.619782e-14,4.713954e-11,1.080338e-12,False
+backbone.layers.8.mixer.experts.39.up_proj.weight,1856x2688,4988928,4.232066e-13,4.189701e-14,1.211899e-10,2.681801e-12,False
+backbone.layers.8.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.773485e-13,1.767716e-14,5.125036e-11,1.149413e-12,False
+backbone.layers.8.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.229325e-13,4.332485e-14,1.254529e-10,2.741857e-12,False
+backbone.layers.8.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.870795e-13,1.740833e-14,5.045842e-11,1.182556e-12,False
+backbone.layers.8.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.478163e-13,4.118161e-14,1.196729e-10,2.726658e-12,False
+backbone.layers.8.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.127760e-13,1.657279e-14,4.814619e-11,1.173514e-12,False
+backbone.layers.8.mixer.experts.41.up_proj.weight,1856x2688,4988928,3.795228e-13,3.587948e-14,1.059586e-10,2.667950e-12,False
+backbone.layers.8.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.266208e-13,1.981658e-14,5.756582e-11,1.361118e-12,False
+backbone.layers.8.mixer.experts.42.up_proj.weight,1856x2688,4988928,3.953133e-13,3.906610e-14,1.134885e-10,2.653787e-12,False
+backbone.layers.8.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.862122e-13,1.561697e-14,4.507625e-11,1.084360e-12,False
+backbone.layers.8.mixer.experts.43.up_proj.weight,1856x2688,4988928,3.477548e-13,3.466383e-14,1.005377e-10,2.440621e-12,False
+backbone.layers.8.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.346977e-13,1.634832e-14,4.736298e-11,1.161837e-12,False
+backbone.layers.8.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.538488e-13,3.950906e-14,1.148649e-10,2.793963e-12,False
+backbone.layers.8.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.181692e-13,1.705785e-14,4.978455e-11,1.168519e-12,False
+backbone.layers.8.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.699093e-13,3.866848e-14,1.130330e-10,2.570849e-12,False
+backbone.layers.8.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.746241e-13,1.821661e-14,5.323685e-11,1.288284e-12,False
+backbone.layers.8.mixer.experts.46.up_proj.weight,1856x2688,4988928,3.755780e-13,3.481861e-14,1.006681e-10,2.433811e-12,False
+backbone.layers.8.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.657910e-13,1.595890e-14,4.598751e-11,1.077793e-12,False
+backbone.layers.8.mixer.experts.47.up_proj.weight,1856x2688,4988928,3.973835e-13,4.044600e-14,1.164479e-10,2.719690e-12,False
+backbone.layers.8.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.071919e-13,1.883828e-14,5.492334e-11,1.319419e-12,False
+backbone.layers.8.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.471996e-13,4.165317e-14,1.210239e-10,2.887088e-12,False
+backbone.layers.8.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.980048e-13,1.736264e-14,5.030372e-11,1.159572e-12,False
+backbone.layers.8.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.456366e-13,4.270982e-14,1.241509e-10,2.782718e-12,False
+backbone.layers.8.mixer.experts.5.down_proj.weight,2688x1856,4988928,1.873779e-13,1.823253e-14,5.285999e-11,1.227511e-12,False
+backbone.layers.8.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.159433e-13,3.921597e-14,1.144715e-10,2.648405e-12,False
+backbone.layers.8.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.704990e-13,1.631910e-14,4.696046e-11,1.120324e-12,False
+backbone.layers.8.mixer.experts.50.up_proj.weight,1856x2688,4988928,5.429539e-13,4.361624e-14,1.271349e-10,3.091697e-12,False
+backbone.layers.8.mixer.experts.51.down_proj.weight,2688x1856,4988928,3.106682e-13,2.013860e-14,6.047467e-11,1.451321e-12,False
+backbone.layers.8.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.872006e-13,3.946825e-14,1.158875e-10,2.800604e-12,False
+backbone.layers.8.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.171631e-13,1.859828e-14,5.393433e-11,1.278462e-12,False
+backbone.layers.8.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.206357e-13,4.327117e-14,1.254887e-10,2.956699e-12,False
+backbone.layers.8.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.453229e-13,2.008727e-14,5.928137e-11,1.393200e-12,False
+backbone.layers.8.mixer.experts.53.up_proj.weight,1856x2688,4988928,3.558959e-13,3.393952e-14,9.847526e-11,2.345265e-12,False
+backbone.layers.8.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.652288e-13,2.089182e-14,6.156541e-11,1.446181e-12,False
+backbone.layers.8.mixer.experts.54.up_proj.weight,1856x2688,4988928,8.962761e-13,5.644538e-14,1.714748e-10,3.996358e-12,False
+backbone.layers.8.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.774449e-13,1.602832e-14,4.616611e-11,1.092694e-12,False
+backbone.layers.8.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.867773e-13,3.885587e-14,1.130959e-10,2.680951e-12,False
+backbone.layers.8.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.471291e-13,1.549941e-14,4.491634e-11,1.101413e-12,False
+backbone.layers.8.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.390134e-13,3.756568e-14,1.089806e-10,2.675385e-12,False
+backbone.layers.8.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.702595e-13,2.124664e-14,6.259562e-11,1.460540e-12,False
+backbone.layers.8.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.968420e-13,4.242477e-14,1.252856e-10,2.949944e-12,False
+backbone.layers.8.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.782706e-13,1.674609e-14,4.853845e-11,1.122974e-12,False
+backbone.layers.8.mixer.experts.58.up_proj.weight,1856x2688,4988928,5.543864e-13,4.156935e-14,1.213450e-10,2.805960e-12,False
+backbone.layers.8.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.037884e-13,1.809445e-14,5.287636e-11,1.297152e-12,False
+backbone.layers.8.mixer.experts.59.up_proj.weight,1856x2688,4988928,5.649942e-13,4.543519e-14,1.341846e-10,3.297187e-12,False
+backbone.layers.8.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.040035e-13,1.716928e-14,4.984887e-11,1.166561e-12,False
+backbone.layers.8.mixer.experts.6.up_proj.weight,1856x2688,4988928,5.209583e-13,4.080586e-14,1.206510e-10,2.845910e-12,False
+backbone.layers.8.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.318302e-13,1.996714e-14,5.827690e-11,1.346602e-12,False
+backbone.layers.8.mixer.experts.60.up_proj.weight,1856x2688,4988928,5.464683e-13,4.668192e-14,1.367143e-10,3.097812e-12,False
+backbone.layers.8.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.571336e-13,1.570235e-14,4.517514e-11,1.047405e-12,False
+backbone.layers.8.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.387532e-13,4.045146e-14,1.181376e-10,2.693685e-12,False
+backbone.layers.8.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.472205e-13,1.865763e-14,5.484363e-11,1.265808e-12,False
+backbone.layers.8.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.337579e-13,4.529103e-14,1.323807e-10,3.053266e-12,False
+backbone.layers.8.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.720968e-13,1.652865e-14,4.802370e-11,1.195182e-12,False
+backbone.layers.8.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.664914e-13,4.153135e-14,1.203714e-10,2.975873e-12,False
+backbone.layers.8.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.919541e-13,1.933831e-14,5.617612e-11,1.360537e-12,False
+backbone.layers.8.mixer.experts.64.up_proj.weight,1856x2688,4988928,5.057309e-13,4.007814e-14,1.176950e-10,2.956374e-12,False
+backbone.layers.8.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.991723e-13,1.898109e-14,5.537767e-11,1.343084e-12,False
+backbone.layers.8.mixer.experts.65.up_proj.weight,1856x2688,4988928,3.865779e-13,3.715301e-14,1.073480e-10,2.564426e-12,False
+backbone.layers.8.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.300451e-13,2.112924e-14,6.197035e-11,1.426187e-12,False
+backbone.layers.8.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.884617e-13,4.401903e-14,1.282050e-10,2.943531e-12,False
+backbone.layers.8.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.996181e-13,1.774503e-14,5.212848e-11,1.195821e-12,False
+backbone.layers.8.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.123247e-13,3.769849e-14,1.097299e-10,2.439486e-12,False
+backbone.layers.8.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.771638e-13,1.906285e-14,5.512683e-11,1.250255e-12,False
+backbone.layers.8.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.680006e-13,4.046831e-14,1.182902e-10,2.615429e-12,False
+backbone.layers.8.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.686290e-13,1.546605e-14,4.442360e-11,1.027381e-12,False
+backbone.layers.8.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.366750e-13,3.779403e-14,1.096477e-10,2.498204e-12,False
+backbone.layers.8.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.913626e-13,1.895521e-14,5.527035e-11,1.270167e-12,False
+backbone.layers.8.mixer.experts.7.up_proj.weight,1856x2688,4988928,7.872453e-13,5.603124e-14,1.683226e-10,3.771093e-12,False
+backbone.layers.8.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.814564e-13,1.484617e-14,4.314318e-11,1.001303e-12,False
+backbone.layers.8.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.545982e-13,3.757797e-14,1.115720e-10,2.565931e-12,False
+backbone.layers.8.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.079103e-13,1.899246e-14,5.530637e-11,1.276899e-12,False
+backbone.layers.8.mixer.experts.71.up_proj.weight,1856x2688,4988928,5.019214e-13,4.281563e-14,1.245067e-10,2.812029e-12,False
+backbone.layers.8.mixer.experts.72.down_proj.weight,2688x1856,4988928,1.070706e-13,1.196642e-14,3.427858e-11,8.646531e-13,False
+backbone.layers.8.mixer.experts.72.up_proj.weight,1856x2688,4988928,3.649615e-13,3.212105e-14,9.399923e-11,2.369626e-12,False
+backbone.layers.8.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.752695e-13,1.711606e-14,4.933043e-11,1.136967e-12,False
+backbone.layers.8.mixer.experts.73.up_proj.weight,1856x2688,4988928,6.509949e-13,4.597318e-14,1.361050e-10,3.082696e-12,False
+backbone.layers.8.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.229467e-13,1.843631e-14,5.372898e-11,1.280052e-12,False
+backbone.layers.8.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.744330e-13,4.033840e-14,1.165895e-10,2.779059e-12,False
+backbone.layers.8.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.390553e-13,1.891501e-14,5.542958e-11,1.324682e-12,False
+backbone.layers.8.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.639795e-13,3.734959e-14,1.087429e-10,2.612775e-12,False
+backbone.layers.8.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.199248e-13,1.622911e-14,4.713888e-11,1.160690e-12,False
+backbone.layers.8.mixer.experts.76.up_proj.weight,1856x2688,4988928,3.504697e-13,3.887408e-14,1.122538e-10,2.766506e-12,False
+backbone.layers.8.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.591539e-13,1.693475e-14,4.897486e-11,1.159017e-12,False
+backbone.layers.8.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.355266e-13,3.897171e-14,1.132578e-10,2.709450e-12,False
+backbone.layers.8.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.931336e-13,2.092556e-14,6.179125e-11,1.500785e-12,False
+backbone.layers.8.mixer.experts.78.up_proj.weight,1856x2688,4988928,3.670883e-13,3.659910e-14,1.069062e-10,2.602999e-12,False
+backbone.layers.8.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.887926e-13,1.789753e-14,5.207255e-11,1.205819e-12,False
+backbone.layers.8.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.913882e-13,4.328364e-14,1.256119e-10,2.877059e-12,False
+backbone.layers.8.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.956316e-13,2.265959e-14,6.731802e-11,1.555643e-12,False
+backbone.layers.8.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.035763e-13,4.163816e-14,1.214019e-10,2.757308e-12,False
+backbone.layers.8.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.022826e-13,1.928594e-14,5.607213e-11,1.354286e-12,False
+backbone.layers.8.mixer.experts.80.up_proj.weight,1856x2688,4988928,3.699679e-13,3.558150e-14,1.026442e-10,2.519191e-12,False
+backbone.layers.8.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.054815e-13,1.720817e-14,5.014847e-11,1.163086e-12,False
+backbone.layers.8.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.774306e-13,4.402101e-14,1.273984e-10,2.850162e-12,False
+backbone.layers.8.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.834795e-13,1.844508e-14,5.350581e-11,1.256416e-12,False
+backbone.layers.8.mixer.experts.82.up_proj.weight,1856x2688,4988928,5.013386e-13,4.525685e-14,1.323286e-10,3.007691e-12,False
+backbone.layers.8.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.727203e-13,1.721972e-14,4.974711e-11,1.145439e-12,False
+backbone.layers.8.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.311689e-13,4.486454e-14,1.310923e-10,2.975381e-12,False
+backbone.layers.8.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.777896e-13,1.631055e-14,4.732067e-11,1.182660e-12,False
+backbone.layers.8.mixer.experts.84.up_proj.weight,1856x2688,4988928,3.818820e-13,3.650617e-14,1.088794e-10,2.785027e-12,False
+backbone.layers.8.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.530442e-13,1.525505e-14,4.416226e-11,1.039088e-12,False
+backbone.layers.8.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.182540e-13,4.066018e-14,1.203275e-10,2.774213e-12,False
+backbone.layers.8.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.405177e-13,1.977371e-14,5.741320e-11,1.310082e-12,False
+backbone.layers.8.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.386318e-13,4.012633e-14,1.167603e-10,2.574271e-12,False
+backbone.layers.8.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.021577e-13,1.833161e-14,5.345581e-11,1.204806e-12,False
+backbone.layers.8.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.579148e-13,5.025251e-14,1.466234e-10,3.220059e-12,False
+backbone.layers.8.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.871251e-13,1.744394e-14,5.068988e-11,1.182655e-12,False
+backbone.layers.8.mixer.experts.88.up_proj.weight,1856x2688,4988928,3.865346e-13,3.497333e-14,1.009548e-10,2.357132e-12,False
+backbone.layers.8.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.820159e-13,1.820532e-14,5.269084e-11,1.283393e-12,False
+backbone.layers.8.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.901010e-13,4.239145e-14,1.243969e-10,2.994614e-12,False
+backbone.layers.8.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.847689e-13,1.642303e-14,4.765027e-11,1.144593e-12,False
+backbone.layers.8.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.025148e-13,3.739992e-14,1.080945e-10,2.562177e-12,False
+backbone.layers.8.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.954513e-13,1.661207e-14,4.841090e-11,1.215155e-12,False
+backbone.layers.8.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.835377e-13,4.186262e-14,1.231774e-10,3.058243e-12,False
+backbone.layers.8.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.603752e-13,1.544881e-14,4.446602e-11,1.062138e-12,False
+backbone.layers.8.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.879689e-13,4.257675e-14,1.241191e-10,2.961730e-12,False
+backbone.layers.8.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.541024e-13,1.557582e-14,4.502616e-11,1.107015e-12,False
+backbone.layers.8.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.804178e-13,3.805052e-14,1.115016e-10,2.757291e-12,False
+backbone.layers.8.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.643885e-13,1.554780e-14,4.484164e-11,1.087295e-12,False
+backbone.layers.8.mixer.experts.93.up_proj.weight,1856x2688,4988928,3.812814e-13,3.610772e-14,1.042424e-10,2.510064e-12,False
+backbone.layers.8.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.001940e-13,1.707020e-14,4.962277e-11,1.174333e-12,False
+backbone.layers.8.mixer.experts.94.up_proj.weight,1856x2688,4988928,3.604764e-13,3.604983e-14,1.038880e-10,2.490579e-12,False
+backbone.layers.8.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.114316e-13,1.861468e-14,5.428030e-11,1.343149e-12,False
+backbone.layers.8.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.436486e-13,3.996823e-14,1.172021e-10,2.952065e-12,False
+backbone.layers.8.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.152393e-13,1.810498e-14,5.241855e-11,1.276232e-12,False
+backbone.layers.8.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.006968e-13,3.687424e-14,1.072539e-10,2.618582e-12,False
+backbone.layers.8.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.703915e-13,1.696642e-14,4.906153e-11,1.159600e-12,False
+backbone.layers.8.mixer.experts.97.up_proj.weight,1856x2688,4988928,3.612735e-13,3.686942e-14,1.063339e-10,2.521086e-12,False
+backbone.layers.8.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.438562e-13,1.588542e-14,4.598590e-11,1.087913e-12,False
+backbone.layers.8.mixer.experts.98.up_proj.weight,1856x2688,4988928,3.843349e-13,3.909921e-14,1.131440e-10,2.630820e-12,False
+backbone.layers.8.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.751724e-13,1.801865e-14,5.219119e-11,1.277915e-12,False
+backbone.layers.8.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.210971e-13,4.590859e-14,1.365181e-10,3.417572e-12,False
+backbone.layers.8.mixer.gate.weight,128x2688,344064,5.555200e-13,7.121735e-14,5.413423e-11,2.672165e-12,False
+backbone.layers.8.mixer.shared_experts.down_proj.weight,2688x3712,9977856,7.848860e-13,5.637752e-14,2.296209e-10,4.533136e-12,False
+backbone.layers.8.mixer.shared_experts.up_proj.weight,3712x2688,9977856,5.791201e-13,3.822542e-14,1.649054e-10,3.512395e-12,False
+backbone.layers.8.norm.weight,2688,2688,3.330669e-16,4.159077e-17,3.525841e-15,1.242014e-16,False
+backbone.layers.9.mixer.A_log,64,64,1.776357e-15,1.640398e-16,2.608738e-15,1.398632e-16,False
+backbone.layers.9.mixer.D,64,64,4.440892e-16,2.269265e-17,5.391999e-16,1.003424e-16,False
+backbone.layers.9.mixer.conv1d.weight,6144x1x4,24576,9.992007e-16,1.190065e-17,4.893169e-15,4.858493e-16,True
+backbone.layers.9.mixer.dt_bias,64,64,1.776357e-15,3.566483e-16,4.726937e-15,1.502642e-16,False
+backbone.layers.9.mixer.in_proj.weight,10304x2688,27697152,9.655853e-13,5.263673e-14,3.680604e-10,2.986453e-12,False
+backbone.layers.9.mixer.norm.weight,4096,4096,3.552714e-15,5.675271e-17,1.023362e-14,1.314604e-16,False
+backbone.layers.9.mixer.out_proj.weight,2688x4096,11010048,2.648392e-12,1.010018e-13,4.385587e-10,6.133902e-12,False
+backbone.layers.9.norm.weight,2688,2688,2.220446e-16,5.344600e-17,4.204214e-15,1.209535e-16,False
+backbone.norm_f.weight,2688,2688,8.881784e-16,1.941245e-16,1.571662e-14,1.237074e-16,False
+lm_head.weight,131072x2688,352321536,6.303257e-13,3.979471e-14,9.861794e-10,2.839422e-12,True