tensor,shape,numel,max_abs_err,mean_abs_err,frob_norm_diff,relative_err,sensitive
backbone.embeddings.weight,131072x2688,352321536,6.277652e-13,3.699163e-14,9.352733e-10,3.269762e-12,False
backbone.layers.0.mixer.A_log,64,64,1.332268e-15,3.001072e-16,3.692900e-15,1.433855e-16,False
backbone.layers.0.mixer.D,64,64,3.552714e-15,4.098013e-16,6.545041e-15,1.245410e-16,False
backbone.layers.0.mixer.conv1d.weight,6144x1x4,24576,1.582068e-15,2.187537e-17,9.380054e-15,1.003139e-15,True
backbone.layers.0.mixer.dt_bias,64,64,5.329071e-15,6.188626e-16,9.487252e-15,1.459611e-16,False
backbone.layers.0.mixer.in_proj.weight,10304x2688,27697152,8.600369e-13,4.621591e-14,3.198213e-10,2.632219e-12,False
backbone.layers.0.mixer.norm.weight,4096,4096,1.776357e-15,4.764668e-17,7.802299e-15,1.215341e-16,False
backbone.layers.0.mixer.out_proj.weight,2688x4096,11010048,2.320380e-12,9.304791e-14,4.023831e-10,5.617035e-12,False
backbone.layers.0.norm.weight,2688,2688,4.440892e-16,7.199102e-17,5.462703e-15,1.151092e-16,False
backbone.layers.1.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.044753e-13,1.577047e-14,4.628571e-11,1.118284e-12,False
backbone.layers.1.mixer.experts.0.up_proj.weight,1856x2688,4988928,3.822255e-13,3.352833e-14,9.899894e-11,2.713323e-12,False
backbone.layers.1.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.872946e-13,1.771449e-14,5.181343e-11,1.238477e-12,False
backbone.layers.1.mixer.experts.1.up_proj.weight,1856x2688,4988928,3.862544e-13,3.488622e-14,1.018373e-10,2.902293e-12,False
backbone.layers.1.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.885870e-13,1.814748e-14,5.250101e-11,1.257014e-12,False
backbone.layers.1.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.794555e-13,3.559781e-14,1.038198e-10,2.899717e-12,False
backbone.layers.1.mixer.experts.100.down_proj.weight,2688x1856,4988928,3.122606e-13,2.041021e-14,5.981494e-11,1.446832e-12,False
backbone.layers.1.mixer.experts.100.up_proj.weight,1856x2688,4988928,5.833892e-13,3.892846e-14,1.158192e-10,3.355395e-12,False
backbone.layers.1.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.831556e-13,1.663074e-14,4.800214e-11,1.160712e-12,False
backbone.layers.1.mixer.experts.101.up_proj.weight,1856x2688,4988928,3.543971e-13,2.788296e-14,8.109356e-11,2.355328e-12,False
backbone.layers.1.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.306731e-13,1.863533e-14,5.455040e-11,1.293521e-12,False
backbone.layers.1.mixer.experts.102.up_proj.weight,1856x2688,4988928,3.272833e-13,3.382983e-14,9.808764e-11,2.721254e-12,False
backbone.layers.1.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.574512e-13,2.031021e-14,5.955853e-11,1.424561e-12,False
backbone.layers.1.mixer.experts.103.up_proj.weight,1856x2688,4988928,3.206810e-13,3.227485e-14,9.384832e-11,2.645463e-12,False
backbone.layers.1.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.910676e-13,1.559919e-14,4.517958e-11,1.070119e-12,False
backbone.layers.1.mixer.experts.104.up_proj.weight,1856x2688,4988928,6.910861e-13,4.327080e-14,1.322398e-10,3.718959e-12,False
backbone.layers.1.mixer.experts.105.down_proj.weight,2688x1856,4988928,3.947120e-13,2.376016e-14,7.124657e-11,1.721398e-12,False
backbone.layers.1.mixer.experts.105.up_proj.weight,1856x2688,4988928,3.864565e-13,3.478949e-14,1.012221e-10,2.908663e-12,False
backbone.layers.1.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.436577e-13,1.552022e-14,4.458673e-11,1.059611e-12,False
backbone.layers.1.mixer.experts.106.up_proj.weight,1856x2688,4988928,3.710591e-13,3.212017e-14,9.316756e-11,2.608887e-12,False
backbone.layers.1.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.374975e-13,1.800832e-14,5.262536e-11,1.250800e-12,False
backbone.layers.1.mixer.experts.107.up_proj.weight,1856x2688,4988928,3.243100e-13,3.144177e-14,9.125407e-11,2.604478e-12,False
backbone.layers.1.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.150467e-13,1.881305e-14,5.474311e-11,1.309687e-12,False
backbone.layers.1.mixer.experts.108.up_proj.weight,1856x2688,4988928,2.925674e-13,3.177048e-14,9.173119e-11,2.598600e-12,False
backbone.layers.1.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.030529e-13,1.737303e-14,5.073653e-11,1.216054e-12,False
backbone.layers.1.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.205724e-13,3.526966e-14,1.036949e-10,2.926341e-12,False
backbone.layers.1.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.715676e-13,1.639748e-14,4.743724e-11,1.141240e-12,False
backbone.layers.1.mixer.experts.11.up_proj.weight,1856x2688,4988928,3.475310e-13,3.255184e-14,9.487049e-11,2.703032e-12,False
backbone.layers.1.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.974601e-13,1.654395e-14,4.817657e-11,1.157559e-12,False
backbone.layers.1.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.176338e-13,3.384058e-14,9.955247e-11,2.879318e-12,False
backbone.layers.1.mixer.experts.111.down_proj.weight,2688x1856,4988928,3.262447e-13,2.382708e-14,7.198634e-11,1.731405e-12,False
backbone.layers.1.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.005675e-13,3.764510e-14,1.110232e-10,3.176086e-12,False
backbone.layers.1.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.448996e-13,1.765634e-14,5.164580e-11,1.231857e-12,False
backbone.layers.1.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.251183e-13,3.485017e-14,1.009865e-10,2.837351e-12,False
backbone.layers.1.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.314052e-13,1.780070e-14,5.241363e-11,1.257587e-12,False
backbone.layers.1.mixer.experts.113.up_proj.weight,1856x2688,4988928,3.663649e-13,3.705351e-14,1.075925e-10,3.062219e-12,False
backbone.layers.1.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.764526e-13,1.611261e-14,4.664393e-11,1.114230e-12,False
backbone.layers.1.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.353254e-13,2.806318e-14,8.177211e-11,2.290640e-12,False
backbone.layers.1.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.694062e-13,1.533510e-14,4.407108e-11,1.058463e-12,False
backbone.layers.1.mixer.experts.115.up_proj.weight,1856x2688,4988928,3.301375e-13,3.016330e-14,8.752665e-11,2.506490e-12,False
backbone.layers.1.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.841475e-13,1.492394e-14,4.307423e-11,1.057191e-12,False
backbone.layers.1.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.738501e-13,3.528127e-14,1.057493e-10,3.108999e-12,False
backbone.layers.1.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.770667e-13,1.605679e-14,4.643497e-11,1.110737e-12,False
backbone.layers.1.mixer.experts.117.up_proj.weight,1856x2688,4988928,3.241019e-13,2.982036e-14,8.687231e-11,2.452267e-12,False
backbone.layers.1.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.157215e-13,1.771276e-14,5.124099e-11,1.223165e-12,False
backbone.layers.1.mixer.experts.118.up_proj.weight,1856x2688,4988928,3.652009e-13,3.173233e-14,9.179080e-11,2.555315e-12,False
backbone.layers.1.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.816260e-13,1.760530e-14,5.077469e-11,1.207387e-12,False
backbone.layers.1.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.430692e-13,3.478913e-14,1.017426e-10,2.895074e-12,False
backbone.layers.1.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.293166e-13,1.797472e-14,5.215274e-11,1.236409e-12,False
backbone.layers.1.mixer.experts.12.up_proj.weight,1856x2688,4988928,5.465003e-13,3.363806e-14,9.887585e-11,2.762038e-12,False
backbone.layers.1.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.328866e-13,1.950274e-14,5.695993e-11,1.367922e-12,False
backbone.layers.1.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.149302e-13,3.315403e-14,9.737192e-11,2.774713e-12,False
backbone.layers.1.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.332198e-13,1.448618e-14,4.155768e-11,9.947181e-13,False
backbone.layers.1.mixer.experts.121.up_proj.weight,1856x2688,4988928,3.232306e-13,3.032560e-14,8.783505e-11,2.507003e-12,False
backbone.layers.1.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.629530e-13,1.708670e-14,4.951774e-11,1.175894e-12,False
backbone.layers.1.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.048810e-13,3.541396e-14,1.031825e-10,2.923329e-12,False
backbone.layers.1.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.662160e-13,1.559918e-14,4.538408e-11,1.121817e-12,False
backbone.layers.1.mixer.experts.123.up_proj.weight,1856x2688,4988928,3.834537e-13,3.301182e-14,9.756644e-11,2.806326e-12,False
backbone.layers.1.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.889461e-13,1.645419e-14,4.785267e-11,1.145739e-12,False
backbone.layers.1.mixer.experts.124.up_proj.weight,1856x2688,4988928,3.967761e-13,3.594132e-14,1.052659e-10,3.028748e-12,False
backbone.layers.1.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.467715e-13,1.515403e-14,4.341704e-11,1.020144e-12,False
backbone.layers.1.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.411263e-13,3.624649e-14,1.062610e-10,2.954862e-12,False
backbone.layers.1.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.479442e-13,1.462590e-14,4.202195e-11,1.014571e-12,False
backbone.layers.1.mixer.experts.126.up_proj.weight,1856x2688,4988928,3.226724e-13,2.968235e-14,8.576472e-11,2.452482e-12,False
backbone.layers.1.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.929620e-13,1.816534e-14,5.287428e-11,1.277955e-12,False
backbone.layers.1.mixer.experts.127.up_proj.weight,1856x2688,4988928,3.164205e-13,3.077622e-14,8.870716e-11,2.534984e-12,False
backbone.layers.1.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.207678e-13,1.963600e-14,5.736619e-11,1.396548e-12,False
backbone.layers.1.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.099948e-13,3.243405e-14,9.728868e-11,2.782672e-12,False
backbone.layers.1.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.082397e-13,1.689146e-14,4.881145e-11,1.167861e-12,False
backbone.layers.1.mixer.experts.14.up_proj.weight,1856x2688,4988928,3.703877e-13,2.991044e-14,8.692510e-11,2.484371e-12,False
backbone.layers.1.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.125522e-13,1.740008e-14,5.125262e-11,1.239219e-12,False
backbone.layers.1.mixer.experts.15.up_proj.weight,1856x2688,4988928,5.128082e-13,3.429956e-14,1.017566e-10,2.990754e-12,False
backbone.layers.1.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.017379e-13,1.733208e-14,5.050649e-11,1.218990e-12,False
backbone.layers.1.mixer.experts.16.up_proj.weight,1856x2688,4988928,3.305412e-13,2.837117e-14,8.339925e-11,2.437283e-12,False
backbone.layers.1.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.987796e-13,1.845032e-14,5.342062e-11,1.284481e-12,False
backbone.layers.1.mixer.experts.17.up_proj.weight,1856x2688,4988928,2.955552e-13,3.078301e-14,8.892863e-11,2.540388e-12,False
backbone.layers.1.mixer.experts.18.down_proj.weight,2688x1856,4988928,1.662576e-13,1.479277e-14,4.241585e-11,1.027843e-12,False
backbone.layers.1.mixer.experts.18.up_proj.weight,1856x2688,4988928,5.502942e-13,3.973808e-14,1.180151e-10,3.434777e-12,False
backbone.layers.1.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.579431e-13,1.679120e-14,4.852264e-11,1.151699e-12,False
backbone.layers.1.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.860908e-13,3.933045e-14,1.160987e-10,3.219518e-12,False
backbone.layers.1.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.701209e-13,1.586389e-14,4.584279e-11,1.104404e-12,False
backbone.layers.1.mixer.experts.2.up_proj.weight,1856x2688,4988928,3.022988e-13,3.069135e-14,8.905016e-11,2.530953e-12,False
backbone.layers.1.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.321181e-13,1.900890e-14,5.609237e-11,1.347248e-12,False
backbone.layers.1.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.311456e-13,3.447681e-14,1.005136e-10,2.949449e-12,False
backbone.layers.1.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.631195e-13,1.686524e-14,4.861558e-11,1.155311e-12,False
backbone.layers.1.mixer.experts.21.up_proj.weight,1856x2688,4988928,3.133466e-13,3.109009e-14,9.001428e-11,2.540118e-12,False
backbone.layers.1.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.644240e-13,1.664748e-14,4.806628e-11,1.141452e-12,False
backbone.layers.1.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.161145e-13,3.550239e-14,1.044345e-10,2.946864e-12,False
backbone.layers.1.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.488842e-13,2.027814e-14,5.968715e-11,1.417135e-12,False
backbone.layers.1.mixer.experts.23.up_proj.weight,1856x2688,4988928,3.834710e-13,3.386254e-14,9.883883e-11,2.792718e-12,False
backbone.layers.1.mixer.experts.24.down_proj.weight,2688x1856,4988928,4.613532e-13,2.082299e-14,6.211005e-11,1.470454e-12,False
backbone.layers.1.mixer.experts.24.up_proj.weight,1856x2688,4988928,3.093671e-13,3.385602e-14,9.763609e-11,2.731057e-12,False
backbone.layers.1.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.868714e-13,1.674779e-14,4.878157e-11,1.174856e-12,False
backbone.layers.1.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.233575e-13,3.380736e-14,1.000442e-10,2.904885e-12,False
backbone.layers.1.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.292333e-13,1.918493e-14,5.597114e-11,1.334549e-12,False
backbone.layers.1.mixer.experts.26.up_proj.weight,1856x2688,4988928,3.306765e-13,3.115031e-14,8.999020e-11,2.583559e-12,False
backbone.layers.1.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.674701e-13,1.763303e-14,5.165057e-11,1.225248e-12,False
backbone.layers.1.mixer.experts.27.up_proj.weight,1856x2688,4988928,3.013145e-13,2.993608e-14,8.647139e-11,2.464147e-12,False
backbone.layers.1.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.918257e-13,1.689248e-14,4.896044e-11,1.155093e-12,False
backbone.layers.1.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.103367e-13,3.680946e-14,1.071677e-10,2.918685e-12,False
backbone.layers.1.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.540816e-13,1.553340e-14,4.466657e-11,1.078860e-12,False
backbone.layers.1.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.491242e-13,3.283930e-14,9.798413e-11,2.849187e-12,False
backbone.layers.1.mixer.experts.3.down_proj.weight,2688x1856,4988928,3.691006e-13,2.068526e-14,6.176698e-11,1.486819e-12,False
backbone.layers.1.mixer.experts.3.up_proj.weight,1856x2688,4988928,3.722790e-13,3.081455e-14,9.001351e-11,2.592500e-12,False
backbone.layers.1.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.175517e-13,1.800131e-14,5.258837e-11,1.263993e-12,False
backbone.layers.1.mixer.experts.30.up_proj.weight,1856x2688,4988928,3.921377e-13,3.282641e-14,9.577975e-11,2.738751e-12,False
backbone.layers.1.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.007960e-13,1.810822e-14,5.232868e-11,1.273209e-12,False
backbone.layers.1.mixer.experts.31.up_proj.weight,1856x2688,4988928,2.754741e-13,2.860652e-14,8.340408e-11,2.414607e-12,False
backbone.layers.1.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.587289e-13,1.499505e-14,4.321317e-11,1.052349e-12,False
backbone.layers.1.mixer.experts.32.up_proj.weight,1856x2688,4988928,3.120802e-13,3.112655e-14,9.022046e-11,2.656880e-12,False
backbone.layers.1.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.060643e-13,1.785701e-14,5.240185e-11,1.273303e-12,False
backbone.layers.1.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.616498e-13,3.799786e-14,1.127378e-10,3.270169e-12,False
backbone.layers.1.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.709258e-13,1.598402e-14,4.638045e-11,1.111874e-12,False
backbone.layers.1.mixer.experts.34.up_proj.weight,1856x2688,4988928,3.923927e-13,3.630668e-14,1.055645e-10,2.991663e-12,False
backbone.layers.1.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.441970e-13,1.870199e-14,5.442886e-11,1.290911e-12,False
backbone.layers.1.mixer.experts.35.up_proj.weight,1856x2688,4988928,3.332395e-13,2.976062e-14,8.604161e-11,2.373799e-12,False
backbone.layers.1.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.226802e-13,1.659077e-14,4.813061e-11,1.153304e-12,False
backbone.layers.1.mixer.experts.36.up_proj.weight,1856x2688,4988928,3.996005e-13,3.293139e-14,9.623136e-11,2.777822e-12,False
backbone.layers.1.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.491132e-13,2.110617e-14,6.229191e-11,1.472852e-12,False
backbone.layers.1.mixer.experts.37.up_proj.weight,1856x2688,4988928,3.478728e-13,3.431637e-14,9.933104e-11,2.773748e-12,False
backbone.layers.1.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.097897e-13,1.892827e-14,5.524566e-11,1.311551e-12,False
backbone.layers.1.mixer.experts.38.up_proj.weight,1856x2688,4988928,3.550493e-13,3.454292e-14,1.001756e-10,2.852698e-12,False
backbone.layers.1.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.733058e-13,1.540889e-14,4.474968e-11,1.120149e-12,False
backbone.layers.1.mixer.experts.39.up_proj.weight,1856x2688,4988928,3.859313e-13,3.257780e-14,9.798315e-11,2.827014e-12,False
backbone.layers.1.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.906470e-13,1.605387e-14,4.645587e-11,1.108717e-12,False
backbone.layers.1.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.199956e-13,3.237805e-14,9.445030e-11,2.649864e-12,False
backbone.layers.1.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.776379e-13,1.678111e-14,4.838985e-11,1.143851e-12,False
backbone.layers.1.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.132233e-13,3.508664e-14,1.019998e-10,2.857595e-12,False
backbone.layers.1.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.903616e-13,1.567937e-14,4.521790e-11,1.076482e-12,False
backbone.layers.1.mixer.experts.41.up_proj.weight,1856x2688,4988928,3.481729e-13,3.063765e-14,8.863513e-11,2.498386e-12,False
backbone.layers.1.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.660373e-13,1.750782e-14,5.052891e-11,1.204493e-12,False
backbone.layers.1.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.596115e-13,3.557785e-14,1.059122e-10,2.957629e-12,False
backbone.layers.1.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.078615e-13,1.726698e-14,5.016480e-11,1.213364e-12,False
backbone.layers.1.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.749430e-13,3.401236e-14,9.920752e-11,2.789955e-12,False
backbone.layers.1.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.679663e-13,1.586893e-14,4.584882e-11,1.099791e-12,False
backbone.layers.1.mixer.experts.44.up_proj.weight,1856x2688,4988928,3.785999e-13,3.430059e-14,9.933791e-11,2.835339e-12,False
backbone.layers.1.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.609268e-13,1.609038e-14,4.648155e-11,1.149694e-12,False
backbone.layers.1.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.093015e-13,3.391006e-14,1.021854e-10,2.941619e-12,False
backbone.layers.1.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.484644e-13,1.979052e-14,5.812936e-11,1.404475e-12,False
backbone.layers.1.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.197025e-13,3.585615e-14,1.043327e-10,3.063576e-12,False
backbone.layers.1.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.699091e-13,1.932082e-14,5.621838e-11,1.335341e-12,False
backbone.layers.1.mixer.experts.47.up_proj.weight,1856x2688,4988928,3.887471e-13,3.671468e-14,1.063228e-10,2.998508e-12,False
backbone.layers.1.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.073289e-13,1.772544e-14,5.137438e-11,1.225214e-12,False
backbone.layers.1.mixer.experts.48.up_proj.weight,1856x2688,4988928,3.621756e-13,3.279033e-14,9.526661e-11,2.724304e-12,False
backbone.layers.1.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.800808e-13,1.581178e-14,4.548954e-11,1.086962e-12,False
backbone.layers.1.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.334510e-13,3.540778e-14,1.028587e-10,2.949323e-12,False
backbone.layers.1.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.670988e-13,1.928404e-14,5.626935e-11,1.342827e-12,False
backbone.layers.1.mixer.experts.5.up_proj.weight,1856x2688,4988928,3.602951e-13,3.250674e-14,9.483637e-11,2.731476e-12,False
backbone.layers.1.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.705145e-13,1.952347e-14,5.729109e-11,1.376250e-12,False
backbone.layers.1.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.002840e-13,3.596461e-14,1.043435e-10,2.943992e-12,False
backbone.layers.1.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.233803e-13,1.681890e-14,4.881046e-11,1.162008e-12,False
backbone.layers.1.mixer.experts.51.up_proj.weight,1856x2688,4988928,3.490940e-13,3.049945e-14,8.855531e-11,2.470381e-12,False
backbone.layers.1.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.815530e-13,1.649763e-14,4.796366e-11,1.138960e-12,False
backbone.layers.1.mixer.experts.52.up_proj.weight,1856x2688,4988928,3.693365e-13,3.379622e-14,9.784064e-11,2.819013e-12,False
backbone.layers.1.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.521387e-13,1.618014e-14,4.670005e-11,1.123513e-12,False
backbone.layers.1.mixer.experts.53.up_proj.weight,1856x2688,4988928,3.354157e-13,3.069625e-14,8.899329e-11,2.535302e-12,False
backbone.layers.1.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.652012e-13,1.753868e-14,5.061484e-11,1.194516e-12,False
backbone.layers.1.mixer.experts.54.up_proj.weight,1856x2688,4988928,3.919460e-13,3.488103e-14,1.014927e-10,2.883048e-12,False
backbone.layers.1.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.016720e-13,1.834624e-14,5.332280e-11,1.276125e-12,False
backbone.layers.1.mixer.experts.55.up_proj.weight,1856x2688,4988928,3.850115e-13,2.811539e-14,8.145212e-11,2.319550e-12,False
backbone.layers.1.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.116551e-13,1.928013e-14,5.638830e-11,1.354845e-12,False
backbone.layers.1.mixer.experts.56.up_proj.weight,1856x2688,4988928,3.576514e-13,3.195193e-14,9.276421e-11,2.670873e-12,False
backbone.layers.1.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.409930e-13,2.073191e-14,6.090098e-11,1.460916e-12,False
backbone.layers.1.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.215968e-13,3.230786e-14,9.494105e-11,2.725216e-12,False
backbone.layers.1.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.972658e-13,1.622548e-14,4.688001e-11,1.127349e-12,False
backbone.layers.1.mixer.experts.58.up_proj.weight,1856x2688,4988928,3.845708e-13,3.415252e-14,1.007511e-10,2.722764e-12,False
backbone.layers.1.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.594558e-13,1.493613e-14,4.292371e-11,1.041481e-12,False
backbone.layers.1.mixer.experts.59.up_proj.weight,1856x2688,4988928,3.596672e-13,3.087233e-14,8.976789e-11,2.552162e-12,False
backbone.layers.1.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.604862e-13,1.578589e-14,4.543801e-11,1.082434e-12,False
backbone.layers.1.mixer.experts.6.up_proj.weight,1856x2688,4988928,3.955482e-13,3.305482e-14,9.554880e-11,2.749811e-12,False
backbone.layers.1.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.951963e-13,1.888745e-14,5.503201e-11,1.316054e-12,False
backbone.layers.1.mixer.experts.60.up_proj.weight,1856x2688,4988928,3.369562e-13,3.107025e-14,8.987822e-11,2.572132e-12,False
backbone.layers.1.mixer.experts.61.down_proj.weight,2688x1856,4988928,3.626682e-13,1.511621e-14,4.412447e-11,1.085931e-12,False
backbone.layers.1.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.047351e-13,3.206286e-14,9.537572e-11,2.761475e-12,False
backbone.layers.1.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.840568e-13,1.667382e-14,4.803268e-11,1.135678e-12,False
backbone.layers.1.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.197995e-13,3.568818e-14,1.042415e-10,2.929987e-12,False
backbone.layers.1.mixer.experts.63.down_proj.weight,2688x1856,4988928,3.106196e-13,2.043234e-14,6.044143e-11,1.469989e-12,False
backbone.layers.1.mixer.experts.63.up_proj.weight,1856x2688,4988928,3.926789e-13,3.210030e-14,9.408213e-11,2.737147e-12,False
backbone.layers.1.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.483899e-13,1.874634e-14,5.478475e-11,1.313118e-12,False
backbone.layers.1.mixer.experts.64.up_proj.weight,1856x2688,4988928,3.155913e-13,3.147224e-14,9.097552e-11,2.577690e-12,False
backbone.layers.1.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.168647e-13,1.854930e-14,5.423646e-11,1.288498e-12,False
backbone.layers.1.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.037695e-13,3.503130e-14,1.028561e-10,2.935070e-12,False
backbone.layers.1.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.721748e-13,1.647637e-14,4.779039e-11,1.136230e-12,False
backbone.layers.1.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.088482e-13,4.293504e-14,1.255209e-10,3.610668e-12,False
backbone.layers.1.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.233387e-13,1.758157e-14,5.170350e-11,1.250480e-12,False
backbone.layers.1.mixer.experts.67.up_proj.weight,1856x2688,4988928,3.691700e-13,3.200928e-14,9.291353e-11,2.656146e-12,False
backbone.layers.1.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.182941e-13,1.845783e-14,5.361672e-11,1.272908e-12,False
backbone.layers.1.mixer.experts.68.up_proj.weight,1856x2688,4988928,3.301682e-13,3.226423e-14,9.381664e-11,2.690443e-12,False
backbone.layers.1.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.430989e-13,1.887467e-14,5.489760e-11,1.290693e-12,False
backbone.layers.1.mixer.experts.69.up_proj.weight,1856x2688,4988928,3.238724e-13,2.933117e-14,8.480902e-11,2.396219e-12,False
backbone.layers.1.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.061407e-13,1.809005e-14,5.240986e-11,1.262609e-12,False
backbone.layers.1.mixer.experts.7.up_proj.weight,1856x2688,4988928,3.857886e-13,3.408294e-14,9.985509e-11,2.912903e-12,False
backbone.layers.1.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.757691e-13,1.596735e-14,4.610546e-11,1.109618e-12,False
backbone.layers.1.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.046997e-13,3.589571e-14,1.042620e-10,2.970504e-12,False
backbone.layers.1.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.448632e-13,2.183173e-14,6.403504e-11,1.527727e-12,False
backbone.layers.1.mixer.experts.71.up_proj.weight,1856x2688,4988928,5.022094e-13,3.430269e-14,1.005484e-10,2.901249e-12,False
backbone.layers.1.mixer.experts.72.down_proj.weight,2688x1856,4988928,1.970728e-13,1.853680e-14,5.362536e-11,1.285125e-12,False
backbone.layers.1.mixer.experts.72.up_proj.weight,1856x2688,4988928,3.406789e-13,3.118707e-14,9.055048e-11,2.598842e-12,False
backbone.layers.1.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.698190e-13,1.726578e-14,4.994825e-11,1.201619e-12,False
backbone.layers.1.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.950242e-13,3.810814e-14,1.126682e-10,3.259882e-12,False
backbone.layers.1.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.585850e-13,1.637132e-14,4.738695e-11,1.132295e-12,False
backbone.layers.1.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.278054e-13,4.004079e-14,1.172486e-10,3.326563e-12,False
backbone.layers.1.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.843681e-13,1.677056e-14,4.846114e-11,1.164168e-12,False
backbone.layers.1.mixer.experts.75.up_proj.weight,1856x2688,4988928,3.445782e-13,3.389162e-14,9.810218e-11,2.793319e-12,False
backbone.layers.1.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.464522e-13,2.022555e-14,5.938997e-11,1.411277e-12,False
backbone.layers.1.mixer.experts.76.up_proj.weight,1856x2688,4988928,3.085761e-13,3.052816e-14,8.848564e-11,2.500869e-12,False
backbone.layers.1.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.910694e-13,1.769781e-14,5.139887e-11,1.236682e-12,False
backbone.layers.1.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.245979e-13,3.479641e-14,1.020196e-10,2.945025e-12,False
backbone.layers.1.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.496978e-13,1.907241e-14,5.638587e-11,1.332558e-12,False
backbone.layers.1.mixer.experts.78.up_proj.weight,1856x2688,4988928,3.584498e-13,3.185581e-14,9.204109e-11,2.590900e-12,False
backbone.layers.1.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.923080e-13,1.628438e-14,4.721741e-11,1.129945e-12,False
backbone.layers.1.mixer.experts.79.up_proj.weight,1856x2688,4988928,3.615441e-13,3.267595e-14,9.471841e-11,2.731570e-12,False
backbone.layers.1.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.132702e-13,1.812331e-14,5.314848e-11,1.273614e-12,False
backbone.layers.1.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.027265e-13,3.624601e-14,1.063444e-10,3.016292e-12,False
backbone.layers.1.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.815579e-13,1.741096e-14,5.051510e-11,1.199039e-12,False
backbone.layers.1.mixer.experts.80.up_proj.weight,1856x2688,4988928,3.690867e-13,3.369552e-14,9.731476e-11,2.743721e-12,False
backbone.layers.1.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.443774e-13,2.100799e-14,6.168429e-11,1.488566e-12,False
backbone.layers.1.mixer.experts.81.up_proj.weight,1856x2688,4988928,5.587466e-13,3.488952e-14,1.022326e-10,2.948527e-12,False
backbone.layers.1.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.428335e-13,1.898733e-14,5.564488e-11,1.316628e-12,False
backbone.layers.1.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.891764e-13,4.163591e-14,1.221279e-10,3.200764e-12,False
backbone.layers.1.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.334660e-13,1.666369e-14,4.850409e-11,1.171895e-12,False
backbone.layers.1.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.027870e-13,3.421716e-14,9.953211e-11,2.894549e-12,False
backbone.layers.1.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.000761e-13,1.922261e-14,5.594721e-11,1.346624e-12,False
backbone.layers.1.mixer.experts.84.up_proj.weight,1856x2688,4988928,3.317195e-13,3.193624e-14,9.336891e-11,2.826744e-12,False
backbone.layers.1.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.192864e-13,1.928993e-14,5.642318e-11,1.333812e-12,False
backbone.layers.1.mixer.experts.85.up_proj.weight,1856x2688,4988928,3.644784e-13,3.583225e-14,1.037306e-10,2.955671e-12,False
backbone.layers.1.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.249143e-13,1.906906e-14,5.555263e-11,1.318875e-12,False
backbone.layers.1.mixer.experts.86.up_proj.weight,1856x2688,4988928,3.984313e-13,3.333583e-14,9.765789e-11,2.782625e-12,False
backbone.layers.1.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.182005e-13,1.687191e-14,4.895986e-11,1.236288e-12,False
backbone.layers.1.mixer.experts.87.up_proj.weight,1856x2688,4988928,3.228581e-13,2.885825e-14,8.502752e-11,2.570530e-12,False
backbone.layers.1.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.868436e-13,1.711879e-14,4.970498e-11,1.188609e-12,False
backbone.layers.1.mixer.experts.88.up_proj.weight,1856x2688,4988928,3.699124e-13,3.335680e-14,9.727179e-11,2.783243e-12,False
backbone.layers.1.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.502998e-13,1.983085e-14,5.804394e-11,1.401572e-12,False
backbone.layers.1.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.502475e-13,3.760056e-14,1.098209e-10,3.159491e-12,False
backbone.layers.1.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.332337e-13,1.451748e-14,4.180936e-11,1.005199e-12,False
backbone.layers.1.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.057807e-13,3.277778e-14,9.642217e-11,2.745773e-12,False
backbone.layers.1.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.433741e-13,1.921742e-14,5.576184e-11,1.318545e-12,False
backbone.layers.1.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.402971e-13,3.304294e-14,9.632873e-11,2.717445e-12,False
backbone.layers.1.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.272574e-13,1.825296e-14,5.331045e-11,1.288894e-12,False
backbone.layers.1.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.371087e-13,3.634016e-14,1.064770e-10,3.037463e-12,False
backbone.layers.1.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.483569e-13,1.837926e-14,5.366734e-11,1.300415e-12,False
backbone.layers.1.mixer.experts.92.up_proj.weight,1856x2688,4988928,2.855728e-13,3.047724e-14,8.765919e-11,2.527545e-12,False
backbone.layers.1.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.769461e-13,1.693625e-14,4.894150e-11,1.186393e-12,False
backbone.layers.1.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.332732e-13,3.390233e-14,9.902876e-11,2.868590e-12,False
backbone.layers.1.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.058891e-13,1.763875e-14,5.125362e-11,1.222197e-12,False
backbone.layers.1.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.714111e-13,3.622517e-14,1.066904e-10,3.043983e-12,False
backbone.layers.1.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.979515e-13,1.766858e-14,5.119496e-11,1.214349e-12,False
backbone.layers.1.mixer.experts.95.up_proj.weight,1856x2688,4988928,3.834433e-13,3.286811e-14,9.584386e-11,2.735513e-12,False
backbone.layers.1.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.809872e-13,1.668580e-14,4.825653e-11,1.158272e-12,False
backbone.layers.1.mixer.experts.96.up_proj.weight,1856x2688,4988928,3.247541e-13,3.026715e-14,8.715024e-11,2.505577e-12,False
backbone.layers.1.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.516773e-13,1.514985e-14,4.380256e-11,1.053665e-12,False
backbone.layers.1.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.470660e-13,3.700469e-14,1.075536e-10,3.039305e-12,False
backbone.layers.1.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.710375e-13,2.105629e-14,6.241409e-11,1.492279e-12,False
backbone.layers.1.mixer.experts.98.up_proj.weight,1856x2688,4988928,2.910007e-13,2.974772e-14,8.593725e-11,2.411975e-12,False
backbone.layers.1.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.042151e-13,1.944538e-14,5.650348e-11,1.349322e-12,False
backbone.layers.1.mixer.experts.99.up_proj.weight,1856x2688,4988928,3.936209e-13,3.368575e-14,9.810678e-11,2.778679e-12,False
backbone.layers.1.mixer.gate.weight,128x2688,344064,1.510299e-12,1.475454e-13,1.141196e-10,3.139588e-12,False
backbone.layers.1.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.380836e-12,7.551890e-14,3.110144e-10,5.223451e-12,False
backbone.layers.1.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.922518e-13,3.223329e-14,1.316013e-10,2.642186e-12,False
backbone.layers.1.norm.weight,2688,2688,1.110223e-16,1.976895e-17,1.738760e-15,1.257110e-16,False
backbone.layers.10.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.323419e-13,1.879086e-14,5.438310e-11,1.271772e-12,False
backbone.layers.10.mixer.experts.0.up_proj.weight,1856x2688,4988928,5.118813e-13,4.306616e-14,1.256223e-10,2.844709e-12,False
backbone.layers.10.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.837835e-13,1.822906e-14,5.280599e-11,1.222957e-12,False
backbone.layers.10.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.867218e-13,3.669205e-14,1.062426e-10,2.463905e-12,False
backbone.layers.10.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.784788e-13,1.630024e-14,4.697973e-11,1.126910e-12,False
backbone.layers.10.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.271167e-13,3.787287e-14,1.103451e-10,2.632403e-12,False
backbone.layers.10.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.951998e-13,1.673542e-14,4.875809e-11,1.165530e-12,False
backbone.layers.10.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.623801e-13,3.764024e-14,1.092766e-10,2.585388e-12,False
backbone.layers.10.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.907190e-13,1.673137e-14,4.844133e-11,1.155975e-12,False
backbone.layers.10.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.400133e-13,3.872611e-14,1.118196e-10,2.599381e-12,False
backbone.layers.10.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.034657e-13,1.730086e-14,5.018794e-11,1.217883e-12,False
backbone.layers.10.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.879673e-13,4.234647e-14,1.244394e-10,3.021833e-12,False
backbone.layers.10.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.313932e-13,1.460574e-14,4.206643e-11,1.032076e-12,False
backbone.layers.10.mixer.experts.103.up_proj.weight,1856x2688,4988928,5.385033e-13,4.647549e-14,1.373185e-10,3.255109e-12,False
backbone.layers.10.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.889530e-13,1.805265e-14,5.242838e-11,1.218965e-12,False
backbone.layers.10.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.287923e-13,4.198396e-14,1.225492e-10,2.819084e-12,False
backbone.layers.10.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.042364e-13,1.717598e-14,4.980802e-11,1.284979e-12,False
backbone.layers.10.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.206982e-13,3.704542e-14,1.116986e-10,2.805570e-12,False
backbone.layers.10.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.043634e-13,1.726089e-14,5.027342e-11,1.179173e-12,False
backbone.layers.10.mixer.experts.106.up_proj.weight,1856x2688,4988928,5.766498e-13,5.381485e-14,1.577488e-10,3.565966e-12,False
backbone.layers.10.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.900832e-13,1.755789e-14,5.096600e-11,1.186743e-12,False
backbone.layers.10.mixer.experts.107.up_proj.weight,1856x2688,4988928,6.314064e-13,4.371994e-14,1.272863e-10,2.897466e-12,False
backbone.layers.10.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.789159e-13,1.677494e-14,4.844755e-11,1.112484e-12,False
backbone.layers.10.mixer.experts.108.up_proj.weight,1856x2688,4988928,3.842217e-13,3.788569e-14,1.095429e-10,2.472209e-12,False
backbone.layers.10.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.474687e-13,2.065027e-14,6.052823e-11,1.412505e-12,False
backbone.layers.10.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.000284e-13,3.977296e-14,1.159505e-10,2.637042e-12,False
backbone.layers.10.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.291778e-13,1.919703e-14,5.595953e-11,1.288508e-12,False
backbone.layers.10.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.900663e-13,4.369920e-14,1.284601e-10,2.861944e-12,False
backbone.layers.10.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.711652e-13,1.659765e-14,4.774183e-11,1.132919e-12,False
backbone.layers.10.mixer.experts.110.up_proj.weight,1856x2688,4988928,3.898487e-13,3.652118e-14,1.053992e-10,2.477037e-12,False
backbone.layers.10.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.699960e-13,1.637421e-14,4.737365e-11,1.137904e-12,False
backbone.layers.10.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.098805e-13,3.421314e-14,9.879718e-11,2.405039e-12,False
backbone.layers.10.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.098391e-13,1.769483e-14,5.139330e-11,1.198441e-12,False
backbone.layers.10.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.312332e-13,4.022003e-14,1.176646e-10,2.758006e-12,False
backbone.layers.10.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.945319e-13,1.651900e-14,4.773477e-11,1.123046e-12,False
backbone.layers.10.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.650307e-13,4.332912e-14,1.260582e-10,2.926432e-12,False
backbone.layers.10.mixer.experts.114.down_proj.weight,2688x1856,4988928,3.217392e-13,1.896210e-14,5.539545e-11,1.335577e-12,False
backbone.layers.10.mixer.experts.114.up_proj.weight,1856x2688,4988928,6.399308e-13,4.200398e-14,1.249228e-10,3.005887e-12,False
backbone.layers.10.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.935917e-13,1.915595e-14,5.599137e-11,1.296265e-12,False
backbone.layers.10.mixer.experts.115.up_proj.weight,1856x2688,4988928,8.405533e-13,5.394548e-14,1.619967e-10,3.722459e-12,False
backbone.layers.10.mixer.experts.116.down_proj.weight,2688x1856,4988928,4.278956e-13,2.352856e-14,7.201682e-11,1.651675e-12,False
backbone.layers.10.mixer.experts.116.up_proj.weight,1856x2688,4988928,5.847961e-13,4.771767e-14,1.394541e-10,3.132820e-12,False
backbone.layers.10.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.193191e-13,1.789870e-14,5.212049e-11,1.219299e-12,False
backbone.layers.10.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.186580e-13,4.141525e-14,1.204467e-10,2.812206e-12,False
backbone.layers.10.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.427552e-13,1.609376e-14,4.634806e-11,1.068048e-12,False
backbone.layers.10.mixer.experts.118.up_proj.weight,1856x2688,4988928,6.787799e-13,4.702445e-14,1.384091e-10,3.182172e-12,False
backbone.layers.10.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.846023e-13,1.627386e-14,4.747013e-11,1.109363e-12,False
backbone.layers.10.mixer.experts.119.up_proj.weight,1856x2688,4988928,5.118440e-13,4.299521e-14,1.255421e-10,2.833447e-12,False
backbone.layers.10.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.622217e-13,1.993571e-14,5.831589e-11,1.405767e-12,False
backbone.layers.10.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.773959e-13,4.463783e-14,1.299281e-10,3.142753e-12,False
backbone.layers.10.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.261628e-13,1.947130e-14,5.696714e-11,1.325956e-12,False
backbone.layers.10.mixer.experts.120.up_proj.weight,1856x2688,4988928,6.508127e-13,4.170776e-14,1.213800e-10,2.770373e-12,False
backbone.layers.10.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.186203e-13,1.824628e-14,5.348321e-11,1.229572e-12,False
backbone.layers.10.mixer.experts.121.up_proj.weight,1856x2688,4988928,5.757790e-13,4.286998e-14,1.250967e-10,2.797260e-12,False
backbone.layers.10.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.361705e-13,1.853801e-14,5.400165e-11,1.282638e-12,False
backbone.layers.10.mixer.experts.122.up_proj.weight,1856x2688,4988928,6.229539e-13,4.656535e-14,1.383988e-10,3.203535e-12,False
backbone.layers.10.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.847515e-13,1.804173e-14,5.226508e-11,1.184210e-12,False
backbone.layers.10.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.230702e-13,3.875853e-14,1.118686e-10,2.494407e-12,False
backbone.layers.10.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.785039e-13,1.669755e-14,4.845784e-11,1.106238e-12,False
backbone.layers.10.mixer.experts.124.up_proj.weight,1856x2688,4988928,3.788844e-13,3.843736e-14,1.113346e-10,2.493022e-12,False
backbone.layers.10.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.552439e-13,1.551680e-14,4.466500e-11,1.078883e-12,False
backbone.layers.10.mixer.experts.125.up_proj.weight,1856x2688,4988928,3.761956e-13,3.621325e-14,1.049028e-10,2.542313e-12,False
backbone.layers.10.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.376276e-13,1.805745e-14,5.256261e-11,1.261559e-12,False
backbone.layers.10.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.033440e-13,3.822113e-14,1.106080e-10,2.636245e-12,False
backbone.layers.10.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.910919e-13,1.720329e-14,4.986510e-11,1.162526e-12,False
backbone.layers.10.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.813823e-13,4.269506e-14,1.246424e-10,2.897172e-12,False
backbone.layers.10.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.538490e-13,1.983901e-14,5.813721e-11,1.344312e-12,False
backbone.layers.10.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.790543e-13,4.146644e-14,1.204463e-10,2.757408e-12,False
backbone.layers.10.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.991081e-13,1.701475e-14,4.904047e-11,1.113691e-12,False
backbone.layers.10.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.520775e-13,3.951976e-14,1.153742e-10,2.573638e-12,False
backbone.layers.10.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.003953e-13,1.833285e-14,5.333006e-11,1.293000e-12,False
backbone.layers.10.mixer.experts.15.up_proj.weight,1856x2688,4988928,3.982413e-13,3.321095e-14,9.602442e-11,2.333587e-12,False
backbone.layers.10.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.280572e-13,1.830380e-14,5.415282e-11,1.280540e-12,False
backbone.layers.10.mixer.experts.16.up_proj.weight,1856x2688,4988928,5.533976e-13,4.447145e-14,1.313649e-10,3.031170e-12,False
backbone.layers.10.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.803037e-13,1.518739e-14,4.371780e-11,1.021699e-12,False
backbone.layers.10.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.403422e-13,3.810278e-14,1.113626e-10,2.589386e-12,False
backbone.layers.10.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.032610e-13,1.496880e-14,4.372242e-11,1.058833e-12,False
backbone.layers.10.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.538210e-13,3.430351e-14,9.910610e-11,2.408279e-12,False
backbone.layers.10.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.728791e-13,1.666104e-14,4.850581e-11,1.228841e-12,False
backbone.layers.10.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.814343e-13,3.567674e-14,1.083861e-10,2.719409e-12,False
backbone.layers.10.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.697634e-13,2.148963e-14,6.380414e-11,1.550189e-12,False
backbone.layers.10.mixer.experts.2.up_proj.weight,1856x2688,4988928,5.413040e-13,4.074762e-14,1.202826e-10,2.922787e-12,False
backbone.layers.10.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.256598e-13,1.782645e-14,5.207834e-11,1.334526e-12,False
backbone.layers.10.mixer.experts.20.up_proj.weight,1856x2688,4988928,3.912339e-13,3.541598e-14,1.024279e-10,2.596135e-12,False
backbone.layers.10.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.334114e-13,1.687517e-14,4.922886e-11,1.248100e-12,False
backbone.layers.10.mixer.experts.21.up_proj.weight,1856x2688,4988928,3.929392e-13,4.005328e-14,1.157426e-10,2.841949e-12,False
backbone.layers.10.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.603925e-13,1.483918e-14,4.273451e-11,9.870326e-13,False
backbone.layers.10.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.364304e-13,3.656844e-14,1.058585e-10,2.448085e-12,False
backbone.layers.10.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.744993e-13,1.615552e-14,4.677925e-11,1.070081e-12,False
backbone.layers.10.mixer.experts.23.up_proj.weight,1856x2688,4988928,3.810472e-13,3.764274e-14,1.089861e-10,2.447981e-12,False
backbone.layers.10.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.661624e-13,2.367368e-14,6.943298e-11,1.587406e-12,False
backbone.layers.10.mixer.experts.24.up_proj.weight,1856x2688,4988928,6.517807e-13,4.448260e-14,1.288542e-10,2.880744e-12,False
backbone.layers.10.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.265965e-13,1.911901e-14,5.570577e-11,1.267301e-12,False
backbone.layers.10.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.562453e-13,4.129425e-14,1.204454e-10,2.704391e-12,False
backbone.layers.10.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.242581e-13,2.011509e-14,5.861511e-11,1.334725e-12,False
backbone.layers.10.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.577068e-13,4.123919e-14,1.209194e-10,2.680378e-12,False
backbone.layers.10.mixer.experts.27.down_proj.weight,2688x1856,4988928,3.425320e-13,2.358231e-14,7.093804e-11,1.768167e-12,False
backbone.layers.10.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.516353e-13,4.440093e-14,1.289260e-10,3.147031e-12,False
backbone.layers.10.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.472120e-13,1.949972e-14,5.694748e-11,1.356418e-12,False
backbone.layers.10.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.711013e-13,4.412370e-14,1.298106e-10,3.138014e-12,False
backbone.layers.10.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.646513e-13,1.569479e-14,4.538778e-11,1.036672e-12,False
backbone.layers.10.mixer.experts.29.up_proj.weight,1856x2688,4988928,5.572856e-13,4.850865e-14,1.419648e-10,3.154837e-12,False
backbone.layers.10.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.825363e-13,1.597345e-14,4.637560e-11,1.088686e-12,False
backbone.layers.10.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.618736e-13,3.985423e-14,1.153091e-10,2.628199e-12,False
backbone.layers.10.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.189082e-13,1.933336e-14,5.633436e-11,1.320975e-12,False
backbone.layers.10.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.072992e-13,3.831541e-14,1.109254e-10,2.538829e-12,False
backbone.layers.10.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.720291e-13,1.747833e-14,5.070512e-11,1.171276e-12,False
backbone.layers.10.mixer.experts.31.up_proj.weight,1856x2688,4988928,3.732529e-13,3.821432e-14,1.107111e-10,2.518359e-12,False
backbone.layers.10.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.726345e-13,1.593660e-14,4.611255e-11,1.126900e-12,False
backbone.layers.10.mixer.experts.32.up_proj.weight,1856x2688,4988928,3.942471e-13,3.728776e-14,1.078207e-10,2.631234e-12,False
backbone.layers.10.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.170616e-13,1.749636e-14,5.050534e-11,1.193844e-12,False
backbone.layers.10.mixer.experts.33.up_proj.weight,1856x2688,4988928,5.035555e-13,4.067517e-14,1.183965e-10,2.805439e-12,False
backbone.layers.10.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.940287e-13,2.021862e-14,5.971651e-11,1.386101e-12,False
backbone.layers.10.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.137073e-13,4.058103e-14,1.177752e-10,2.728147e-12,False
backbone.layers.10.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.184693e-13,1.797816e-14,5.213620e-11,1.268140e-12,False
backbone.layers.10.mixer.experts.35.up_proj.weight,1856x2688,4988928,3.585934e-13,3.408549e-14,9.864613e-11,2.356025e-12,False
backbone.layers.10.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.556880e-13,1.680560e-14,4.851787e-11,1.160104e-12,False
backbone.layers.10.mixer.experts.36.up_proj.weight,1856x2688,4988928,5.499108e-13,4.910504e-14,1.444613e-10,3.463783e-12,False
backbone.layers.10.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.800994e-13,1.805104e-14,5.217576e-11,1.258785e-12,False
backbone.layers.10.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.897159e-13,4.232452e-14,1.241813e-10,3.003160e-12,False
backbone.layers.10.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.306540e-13,1.890949e-14,5.504388e-11,1.269295e-12,False
backbone.layers.10.mixer.experts.38.up_proj.weight,1856x2688,4988928,5.032290e-13,4.131038e-14,1.205784e-10,2.721707e-12,False
backbone.layers.10.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.878254e-13,1.675521e-14,4.868731e-11,1.214550e-12,False
backbone.layers.10.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.250453e-13,3.982535e-14,1.200644e-10,3.040953e-12,False
backbone.layers.10.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.769106e-13,1.695318e-14,4.900072e-11,1.206176e-12,False
backbone.layers.10.mixer.experts.4.up_proj.weight,1856x2688,4988928,3.830239e-13,3.808836e-14,1.102033e-10,2.668756e-12,False
backbone.layers.10.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.978903e-13,1.705051e-14,4.968305e-11,1.211504e-12,False
backbone.layers.10.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.116447e-13,3.660717e-14,1.063594e-10,2.612525e-12,False
backbone.layers.10.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.537263e-13,1.959087e-14,5.798743e-11,1.412291e-12,False
backbone.layers.10.mixer.experts.41.up_proj.weight,1856x2688,4988928,3.849460e-13,3.817181e-14,1.102262e-10,2.609482e-12,False
backbone.layers.10.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.895654e-13,1.673030e-14,4.844966e-11,1.133565e-12,False
backbone.layers.10.mixer.experts.42.up_proj.weight,1856x2688,4988928,3.823764e-13,3.756619e-14,1.086631e-10,2.527331e-12,False
backbone.layers.10.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.991046e-13,1.720276e-14,4.981206e-11,1.157839e-12,False
backbone.layers.10.mixer.experts.43.up_proj.weight,1856x2688,4988928,6.512412e-13,4.817585e-14,1.430101e-10,3.246632e-12,False
backbone.layers.10.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.837350e-13,1.806088e-14,5.233752e-11,1.258889e-12,False
backbone.layers.10.mixer.experts.44.up_proj.weight,1856x2688,4988928,5.376741e-13,4.603794e-14,1.353069e-10,3.205983e-12,False
backbone.layers.10.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.450861e-13,1.936364e-14,5.672256e-11,1.387366e-12,False
backbone.layers.10.mixer.experts.45.up_proj.weight,1856x2688,4988928,5.324803e-13,4.531855e-14,1.324135e-10,3.234857e-12,False
backbone.layers.10.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.094488e-13,1.652818e-14,4.808422e-11,1.093486e-12,False
backbone.layers.10.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.303363e-13,3.909626e-14,1.128480e-10,2.498942e-12,False
backbone.layers.10.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.851817e-13,1.632946e-14,4.728374e-11,1.135763e-12,False
backbone.layers.10.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.222699e-13,3.842179e-14,1.115127e-10,2.667169e-12,False
backbone.layers.10.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.532263e-13,2.000393e-14,5.848634e-11,1.322331e-12,False
backbone.layers.10.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.265262e-13,3.675212e-14,1.063711e-10,2.377402e-12,False
backbone.layers.10.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.008012e-13,1.807831e-14,5.266735e-11,1.230977e-12,False
backbone.layers.10.mixer.experts.49.up_proj.weight,1856x2688,4988928,5.685643e-13,4.554571e-14,1.333251e-10,3.039239e-12,False
backbone.layers.10.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.535021e-13,2.024362e-14,5.875703e-11,1.337446e-12,False
backbone.layers.10.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.651557e-13,4.322652e-14,1.251110e-10,2.805866e-12,False
backbone.layers.10.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.491602e-13,1.502580e-14,4.313102e-11,1.030962e-12,False
backbone.layers.10.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.753767e-13,4.043904e-14,1.184660e-10,2.825694e-12,False
backbone.layers.10.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.861289e-13,1.645347e-14,4.758424e-11,1.090229e-12,False
backbone.layers.10.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.003359e-13,4.401560e-14,1.285138e-10,2.860004e-12,False
backbone.layers.10.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.605342e-13,1.651125e-14,4.751212e-11,1.150984e-12,False
backbone.layers.10.mixer.experts.52.up_proj.weight,1856x2688,4988928,3.795020e-13,3.869139e-14,1.119946e-10,2.694499e-12,False
backbone.layers.10.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.667850e-13,1.521216e-14,4.380634e-11,1.016238e-12,False
backbone.layers.10.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.947362e-13,4.174320e-14,1.224729e-10,2.869246e-12,False
backbone.layers.10.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.819724e-13,2.115331e-14,6.206844e-11,1.460696e-12,False
backbone.layers.10.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.333305e-13,3.888824e-14,1.127606e-10,2.647868e-12,False
backbone.layers.10.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.226691e-13,1.758254e-14,5.103882e-11,1.223654e-12,False
backbone.layers.10.mixer.experts.55.up_proj.weight,1856x2688,4988928,5.523221e-13,4.146299e-14,1.213481e-10,2.914927e-12,False
backbone.layers.10.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.926001e-13,1.898815e-14,5.505544e-11,1.270433e-12,False
backbone.layers.10.mixer.experts.56.up_proj.weight,1856x2688,4988928,5.135848e-13,4.219401e-14,1.242041e-10,2.809162e-12,False
backbone.layers.10.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.789541e-13,1.655924e-14,4.796534e-11,1.155294e-12,False
backbone.layers.10.mixer.experts.57.up_proj.weight,1856x2688,4988928,3.500585e-13,3.432771e-14,9.935594e-11,2.393777e-12,False
backbone.layers.10.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.122712e-13,1.814489e-14,5.273422e-11,1.264967e-12,False
backbone.layers.10.mixer.experts.58.up_proj.weight,1856x2688,4988928,3.788289e-13,3.673558e-14,1.058714e-10,2.501491e-12,False
backbone.layers.10.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.494152e-13,1.599626e-14,4.594069e-11,1.095438e-12,False
backbone.layers.10.mixer.experts.59.up_proj.weight,1856x2688,4988928,3.271064e-13,3.508547e-14,1.012698e-10,2.426842e-12,False
backbone.layers.10.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.026443e-13,1.753828e-14,5.086684e-11,1.227974e-12,False
backbone.layers.10.mixer.experts.6.up_proj.weight,1856x2688,4988928,6.500703e-13,4.180145e-14,1.230173e-10,2.919272e-12,False
backbone.layers.10.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.035368e-13,1.750802e-14,5.083485e-11,1.221931e-12,False
backbone.layers.10.mixer.experts.60.up_proj.weight,1856x2688,4988928,5.544870e-13,4.036631e-14,1.175030e-10,2.788552e-12,False
backbone.layers.10.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.144292e-13,1.873248e-14,5.454191e-11,1.258904e-12,False
backbone.layers.10.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.698793e-13,4.189955e-14,1.214873e-10,2.754413e-12,False
backbone.layers.10.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.974601e-13,1.762349e-14,5.180551e-11,1.273128e-12,False
backbone.layers.10.mixer.experts.62.up_proj.weight,1856x2688,4988928,4.438949e-13,3.766829e-14,1.088608e-10,2.678360e-12,False
backbone.layers.10.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.290598e-13,1.778612e-14,5.167423e-11,1.213025e-12,False
backbone.layers.10.mixer.experts.63.up_proj.weight,1856x2688,4988928,7.335686e-13,4.961667e-14,1.533736e-10,3.563878e-12,False
backbone.layers.10.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.795543e-13,1.703434e-14,4.954533e-11,1.219452e-12,False
backbone.layers.10.mixer.experts.64.up_proj.weight,1856x2688,4988928,2.885296e-13,3.206407e-14,9.239365e-11,2.311627e-12,False
backbone.layers.10.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.968235e-13,1.775551e-14,5.180925e-11,1.193395e-12,False
backbone.layers.10.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.336601e-13,3.855717e-14,1.119625e-10,2.539418e-12,False
backbone.layers.10.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.645940e-13,1.617577e-14,4.670852e-11,1.093137e-12,False
backbone.layers.10.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.130184e-13,3.963469e-14,1.161930e-10,2.699337e-12,False
backbone.layers.10.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.995243e-13,1.988075e-14,5.806264e-11,1.316902e-12,False
backbone.layers.10.mixer.experts.67.up_proj.weight,1856x2688,4988928,3.971146e-13,3.902577e-14,1.127860e-10,2.491371e-12,False
backbone.layers.10.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.164258e-13,1.748140e-14,5.050921e-11,1.168470e-12,False
backbone.layers.10.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.455046e-13,4.391959e-14,1.282884e-10,2.944632e-12,False
backbone.layers.10.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.676333e-13,1.755227e-14,5.071244e-11,1.208407e-12,False
backbone.layers.10.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.384050e-13,3.789767e-14,1.100122e-10,2.636698e-12,False
backbone.layers.10.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.027111e-13,1.659683e-14,4.841413e-11,1.164195e-12,False
backbone.layers.10.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.542790e-13,3.967133e-14,1.176376e-10,2.803602e-12,False
backbone.layers.10.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.692396e-13,1.558326e-14,4.492260e-11,1.132876e-12,False
backbone.layers.10.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.737087e-13,3.779891e-14,1.116881e-10,2.838544e-12,False
backbone.layers.10.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.040781e-13,1.626592e-14,4.719098e-11,1.129817e-12,False
backbone.layers.10.mixer.experts.71.up_proj.weight,1856x2688,4988928,5.248007e-13,4.434017e-14,1.304147e-10,3.037340e-12,False
backbone.layers.10.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.519252e-13,1.959868e-14,5.789161e-11,1.332484e-12,False
backbone.layers.10.mixer.experts.72.up_proj.weight,1856x2688,4988928,3.430103e-13,3.530833e-14,1.023874e-10,2.318581e-12,False
backbone.layers.10.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.525152e-13,1.572034e-14,4.525395e-11,1.051374e-12,False
backbone.layers.10.mixer.experts.73.up_proj.weight,1856x2688,4988928,7.801676e-13,5.033076e-14,1.482445e-10,3.367573e-12,False
backbone.layers.10.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.188492e-13,1.912037e-14,5.558997e-11,1.281348e-12,False
backbone.layers.10.mixer.experts.74.up_proj.weight,1856x2688,4988928,5.149050e-13,4.158136e-14,1.204872e-10,2.690608e-12,False
backbone.layers.10.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.018455e-13,1.703236e-14,4.945717e-11,1.169522e-12,False
backbone.layers.10.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.629075e-13,4.254088e-14,1.249929e-10,2.996860e-12,False
backbone.layers.10.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.020346e-13,1.737543e-14,5.072369e-11,1.194999e-12,False
backbone.layers.10.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.367479e-13,3.830167e-14,1.111486e-10,2.624313e-12,False
backbone.layers.10.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.824131e-13,1.705726e-14,4.964264e-11,1.225746e-12,False
backbone.layers.10.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.248719e-13,3.269482e-14,9.564412e-11,2.320471e-12,False
backbone.layers.10.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.966032e-13,1.709517e-14,4.950240e-11,1.169695e-12,False
backbone.layers.10.mixer.experts.78.up_proj.weight,1856x2688,4988928,5.036388e-13,3.932970e-14,1.146144e-10,2.714203e-12,False
backbone.layers.10.mixer.experts.79.down_proj.weight,2688x1856,4988928,3.034083e-13,1.991209e-14,5.846886e-11,1.395880e-12,False
backbone.layers.10.mixer.experts.79.up_proj.weight,1856x2688,4988928,5.728057e-13,4.494255e-14,1.322454e-10,3.198772e-12,False
backbone.layers.10.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.799238e-13,1.665033e-14,4.801509e-11,1.107131e-12,False
backbone.layers.10.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.056434e-13,4.184954e-14,1.216364e-10,2.736815e-12,False
backbone.layers.10.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.866883e-13,1.608223e-14,4.656345e-11,1.061507e-12,False
backbone.layers.10.mixer.experts.80.up_proj.weight,1856x2688,4988928,9.508106e-13,5.911330e-14,1.790468e-10,4.029221e-12,False
backbone.layers.10.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.622728e-13,2.260649e-14,6.663106e-11,1.588836e-12,False
backbone.layers.10.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.406371e-13,4.349680e-14,1.263477e-10,3.004381e-12,False
backbone.layers.10.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.184017e-13,1.831182e-14,5.362616e-11,1.351849e-12,False
backbone.layers.10.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.677612e-13,4.313890e-14,1.254881e-10,3.122154e-12,False
backbone.layers.10.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.804303e-13,1.720688e-14,4.977838e-11,1.158593e-12,False
backbone.layers.10.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.891338e-13,4.543800e-14,1.325775e-10,2.999354e-12,False
backbone.layers.10.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.122079e-13,2.095752e-14,6.109908e-11,1.388859e-12,False
backbone.layers.10.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.135164e-13,4.320969e-14,1.257751e-10,2.768743e-12,False
backbone.layers.10.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.268793e-13,1.996067e-14,5.819984e-11,1.414535e-12,False
backbone.layers.10.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.896211e-13,4.405601e-14,1.291146e-10,3.125939e-12,False
backbone.layers.10.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.532802e-13,1.581947e-14,4.562240e-11,1.120925e-12,False
backbone.layers.10.mixer.experts.86.up_proj.weight,1856x2688,4988928,3.740792e-13,3.855999e-14,1.114259e-10,2.720818e-12,False
backbone.layers.10.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.123787e-13,1.828357e-14,5.331659e-11,1.208322e-12,False
backbone.layers.10.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.233834e-13,4.444311e-14,1.286744e-10,2.864589e-12,False
backbone.layers.10.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.173921e-13,1.951021e-14,5.652294e-11,1.315477e-12,False
backbone.layers.10.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.369820e-13,4.025283e-14,1.165065e-10,2.709506e-12,False
backbone.layers.10.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.810379e-13,1.653728e-14,4.795828e-11,1.153166e-12,False
backbone.layers.10.mixer.experts.89.up_proj.weight,1856x2688,4988928,5.069608e-13,4.266489e-14,1.245122e-10,3.003287e-12,False
backbone.layers.10.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.354922e-13,2.166409e-14,6.322901e-11,1.469922e-12,False
backbone.layers.10.mixer.experts.9.up_proj.weight,1856x2688,4988928,5.080051e-13,4.527668e-14,1.324090e-10,3.038211e-12,False
backbone.layers.10.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.850603e-13,1.645369e-14,4.753619e-11,1.107113e-12,False
backbone.layers.10.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.798521e-13,4.323328e-14,1.268383e-10,2.864635e-12,False
backbone.layers.10.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.679325e-13,1.598092e-14,4.597532e-11,1.101432e-12,False
backbone.layers.10.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.089471e-13,4.176954e-14,1.220638e-10,2.931514e-12,False
backbone.layers.10.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.733266e-13,1.684700e-14,4.876447e-11,1.136596e-12,False
backbone.layers.10.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.588689e-13,4.830821e-14,1.408745e-10,3.288624e-12,False
backbone.layers.10.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.286019e-13,1.738703e-14,5.040747e-11,1.199558e-12,False
backbone.layers.10.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.647358e-13,3.906934e-14,1.135237e-10,2.644788e-12,False
backbone.layers.10.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.652964e-13,1.707288e-14,4.945896e-11,1.153250e-12,False
backbone.layers.10.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.730244e-13,3.830577e-14,1.111893e-10,2.560058e-12,False
backbone.layers.10.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.956823e-13,1.781801e-14,5.188202e-11,1.224398e-12,False
backbone.layers.10.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.764279e-13,4.344008e-14,1.260931e-10,2.947448e-12,False
backbone.layers.10.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.790373e-13,1.878490e-14,5.450317e-11,1.310391e-12,False
backbone.layers.10.mixer.experts.96.up_proj.weight,1856x2688,4988928,3.999821e-13,3.686726e-14,1.072378e-10,2.560593e-12,False
backbone.layers.10.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.922906e-13,1.852682e-14,5.384391e-11,1.294943e-12,False
backbone.layers.10.mixer.experts.97.up_proj.weight,1856x2688,4988928,3.912010e-13,3.492137e-14,1.011227e-10,2.470339e-12,False
backbone.layers.10.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.697045e-13,1.699828e-14,4.936799e-11,1.245411e-12,False
backbone.layers.10.mixer.experts.98.up_proj.weight,1856x2688,4988928,3.864443e-13,3.808807e-14,1.103607e-10,2.770405e-12,False
backbone.layers.10.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.831426e-13,1.678091e-14,4.851209e-11,1.114334e-12,False
backbone.layers.10.mixer.experts.99.up_proj.weight,1856x2688,4988928,3.727782e-13,3.695228e-14,1.067670e-10,2.392823e-12,False
backbone.layers.10.mixer.gate.weight,128x2688,344064,6.995546e-13,7.179933e-14,5.469012e-11,3.038883e-12,False
backbone.layers.10.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.429121e-12,6.078749e-14,2.497309e-10,5.120680e-12,False
backbone.layers.10.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.253908e-13,2.689746e-14,1.104925e-10,2.436827e-12,False
backbone.layers.10.norm.weight,2688,2688,3.330669e-16,5.462314e-17,4.355570e-15,1.205894e-16,False
backbone.layers.11.mixer.A_log,64,64,8.881784e-16,2.289835e-16,2.762203e-15,1.372365e-16,True
backbone.layers.11.mixer.D,64,64,8.881784e-16,4.984111e-17,1.110497e-15,1.714406e-16,True
backbone.layers.11.mixer.conv1d.weight,6144x1x4,24576,1.582068e-15,1.145433e-17,4.735318e-15,5.011508e-16,True
backbone.layers.11.mixer.dt_bias,64,64,1.776357e-15,2.439455e-16,3.987178e-15,1.205971e-16,True
backbone.layers.11.mixer.in_proj.weight,10304x2688,27697152,8.632747e-13,4.546379e-14,3.133708e-10,2.566582e-12,True
backbone.layers.11.mixer.norm.weight,4096,4096,3.552714e-15,6.300507e-17,1.111367e-14,1.204942e-16,True
backbone.layers.11.mixer.out_proj.weight,2688x4096,11010048,1.483390e-12,9.533038e-14,4.145674e-10,5.838289e-12,True
backbone.layers.11.norm.weight,2688,2688,4.440892e-16,5.891864e-17,4.567627e-15,1.155017e-16,True
backbone.layers.12.mixer.k_proj.weight,256x2688,688128,6.536004e-13,6.619101e-14,7.134373e-11,2.099285e-12,True
backbone.layers.12.mixer.o_proj.weight,2688x4096,11010048,4.159931e-12,9.204591e-14,4.032590e-10,6.421464e-12,True
backbone.layers.12.mixer.q_proj.weight,4096x2688,11010048,6.374137e-13,5.550623e-14,2.413887e-10,2.688454e-12,True
backbone.layers.12.mixer.v_proj.weight,256x2688,688128,1.182440e-13,1.313371e-14,1.404787e-11,2.012281e-12,True
backbone.layers.12.norm.weight,2688,2688,2.220446e-16,4.335776e-17,3.618352e-15,1.182992e-16,True
backbone.layers.13.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.841765e-13,1.708324e-14,4.951794e-11,1.191770e-12,False
backbone.layers.13.mixer.experts.0.up_proj.weight,1856x2688,4988928,3.790041e-13,3.633724e-14,1.045019e-10,2.427301e-12,False
backbone.layers.13.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.525215e-13,1.943753e-14,5.740719e-11,1.370612e-12,False
backbone.layers.13.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.619603e-13,4.161096e-14,1.214643e-10,2.853039e-12,False
backbone.layers.13.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.185960e-13,1.691851e-14,4.901131e-11,1.154938e-12,False
backbone.layers.13.mixer.experts.10.up_proj.weight,1856x2688,4988928,3.187069e-13,3.437331e-14,9.865375e-11,2.258710e-12,False
backbone.layers.13.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.297641e-13,1.944353e-14,5.684597e-11,1.283939e-12,False
backbone.layers.13.mixer.experts.100.up_proj.weight,1856x2688,4988928,6.593656e-13,4.727066e-14,1.376168e-10,3.045536e-12,False
backbone.layers.13.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.158235e-13,1.761510e-14,5.125725e-11,1.249083e-12,False
backbone.layers.13.mixer.experts.101.up_proj.weight,1856x2688,4988928,5.277098e-13,4.395617e-14,1.282758e-10,3.015378e-12,False
backbone.layers.13.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.263918e-13,1.753167e-14,5.108706e-11,1.251549e-12,False
backbone.layers.13.mixer.experts.102.up_proj.weight,1856x2688,4988928,3.956419e-13,3.402413e-14,9.802426e-11,2.311133e-12,False
backbone.layers.13.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.004959e-13,1.787684e-14,5.172258e-11,1.212793e-12,False
backbone.layers.13.mixer.experts.103.up_proj.weight,1856x2688,4988928,5.702513e-13,4.372567e-14,1.274224e-10,2.932976e-12,False
backbone.layers.13.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.091001e-13,1.792390e-14,5.229681e-11,1.225469e-12,False
backbone.layers.13.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.386075e-13,3.841709e-14,1.107427e-10,2.532604e-12,False
backbone.layers.13.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.992052e-13,1.856196e-14,5.419700e-11,1.372676e-12,False
backbone.layers.13.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.323538e-13,3.743325e-14,1.085178e-10,2.588596e-12,False
backbone.layers.13.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.890293e-13,1.737231e-14,5.032443e-11,1.286267e-12,False
backbone.layers.13.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.148140e-13,3.696627e-14,1.085859e-10,2.663090e-12,False
backbone.layers.13.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.913435e-13,1.576605e-14,4.560931e-11,1.074509e-12,False
backbone.layers.13.mixer.experts.107.up_proj.weight,1856x2688,4988928,3.609404e-13,3.886173e-14,1.120243e-10,2.559011e-12,False
backbone.layers.13.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.499199e-13,1.845611e-14,5.407483e-11,1.249410e-12,False
backbone.layers.13.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.423995e-13,4.721512e-14,1.401201e-10,3.204235e-12,False
backbone.layers.13.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.859450e-13,1.621377e-14,4.723313e-11,1.131088e-12,False
backbone.layers.13.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.967450e-13,4.010163e-14,1.163911e-10,2.668092e-12,False
backbone.layers.13.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.583872e-13,1.653498e-14,4.747591e-11,1.100234e-12,False
backbone.layers.13.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.296572e-13,4.026322e-14,1.170968e-10,2.636199e-12,False
backbone.layers.13.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.641829e-13,1.686387e-14,4.877702e-11,1.112082e-12,False
backbone.layers.13.mixer.experts.110.up_proj.weight,1856x2688,4988928,3.995068e-13,3.953959e-14,1.148283e-10,2.552714e-12,False
backbone.layers.13.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.331087e-13,1.973926e-14,5.793172e-11,1.315303e-12,False
backbone.layers.13.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.988284e-13,4.311344e-14,1.257987e-10,2.781563e-12,False
backbone.layers.13.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.812231e-13,1.685563e-14,4.908997e-11,1.231342e-12,False
backbone.layers.13.mixer.experts.112.up_proj.weight,1856x2688,4988928,3.943469e-13,3.858117e-14,1.118227e-10,2.718938e-12,False
backbone.layers.13.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.764578e-13,1.752154e-14,5.080658e-11,1.154162e-12,False
backbone.layers.13.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.725699e-13,3.930535e-14,1.131241e-10,2.513949e-12,False
backbone.layers.13.mixer.experts.114.down_proj.weight,2688x1856,4988928,3.158541e-13,2.240769e-14,6.640388e-11,1.498134e-12,False
backbone.layers.13.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.259371e-13,4.242561e-14,1.225262e-10,2.703983e-12,False
backbone.layers.13.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.543800e-13,1.593194e-14,4.586244e-11,1.055914e-12,False
backbone.layers.13.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.802997e-13,4.282142e-14,1.246919e-10,2.791380e-12,False
backbone.layers.13.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.220238e-13,1.858410e-14,5.380641e-11,1.241674e-12,False
backbone.layers.13.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.426494e-13,3.945164e-14,1.140024e-10,2.572039e-12,False
backbone.layers.13.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.881837e-13,1.636725e-14,4.740812e-11,1.116115e-12,False
backbone.layers.13.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.111666e-13,4.204421e-14,1.227803e-10,2.847727e-12,False
backbone.layers.13.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.841444e-13,1.794562e-14,5.171290e-11,1.264239e-12,False
backbone.layers.13.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.057865e-13,3.578041e-14,1.038680e-10,2.502515e-12,False
backbone.layers.13.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.485496e-13,1.477978e-14,4.256618e-11,1.027217e-12,False
backbone.layers.13.mixer.experts.119.up_proj.weight,1856x2688,4988928,6.314428e-13,4.166792e-14,1.224435e-10,2.904440e-12,False
backbone.layers.13.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.879677e-13,1.600356e-14,4.616160e-11,1.064509e-12,False
backbone.layers.13.mixer.experts.12.up_proj.weight,1856x2688,4988928,6.012803e-13,4.314470e-14,1.254214e-10,2.836718e-12,False
backbone.layers.13.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.915551e-13,1.728008e-14,5.020874e-11,1.166030e-12,False
backbone.layers.13.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.714811e-13,4.344738e-14,1.268402e-10,2.901896e-12,False
backbone.layers.13.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.004924e-13,1.674161e-14,4.891558e-11,1.114252e-12,False
backbone.layers.13.mixer.experts.121.up_proj.weight,1856x2688,4988928,5.485939e-13,3.963615e-14,1.156169e-10,2.570373e-12,False
backbone.layers.13.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.734845e-13,1.787604e-14,5.183260e-11,1.255031e-12,False
backbone.layers.13.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.491268e-13,3.684043e-14,1.079443e-10,2.554368e-12,False
backbone.layers.13.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.632496e-13,1.730483e-14,4.984705e-11,1.127941e-12,False
backbone.layers.13.mixer.experts.123.up_proj.weight,1856x2688,4988928,6.070144e-13,4.510659e-14,1.321946e-10,2.919995e-12,False
backbone.layers.13.mixer.experts.124.down_proj.weight,2688x1856,4988928,3.575612e-13,2.389654e-14,7.284801e-11,1.642131e-12,False
backbone.layers.13.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.070303e-13,4.149811e-14,1.202125e-10,2.645654e-12,False
backbone.layers.13.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.063141e-13,1.806855e-14,5.259179e-11,1.226486e-12,False
backbone.layers.13.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.739750e-13,3.773849e-14,1.097627e-10,2.529377e-12,False
backbone.layers.13.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.941988e-13,1.854004e-14,5.395497e-11,1.318465e-12,False
backbone.layers.13.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.683771e-13,3.748445e-14,1.094086e-10,2.578796e-12,False
backbone.layers.13.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.947331e-13,1.810565e-14,5.267587e-11,1.208195e-12,False
backbone.layers.13.mixer.experts.127.up_proj.weight,1856x2688,4988928,3.164552e-13,3.256465e-14,9.352068e-11,2.101372e-12,False
backbone.layers.13.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.076915e-13,1.669317e-14,4.852969e-11,1.164789e-12,False
backbone.layers.13.mixer.experts.13.up_proj.weight,1856x2688,4988928,3.563868e-13,3.569151e-14,1.031935e-10,2.435492e-12,False
backbone.layers.13.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.115877e-13,1.726855e-14,4.991403e-11,1.225853e-12,False
backbone.layers.13.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.589747e-13,4.108327e-14,1.201725e-10,2.823960e-12,False
backbone.layers.13.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.821285e-13,2.450660e-14,7.227112e-11,1.635955e-12,False
backbone.layers.13.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.515902e-13,4.092464e-14,1.192469e-10,2.623922e-12,False
backbone.layers.13.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.742443e-13,1.439604e-14,4.154320e-11,1.045382e-12,False
backbone.layers.13.mixer.experts.16.up_proj.weight,1856x2688,4988928,5.182261e-13,4.077412e-14,1.198896e-10,2.876883e-12,False
backbone.layers.13.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.973749e-13,1.830142e-14,5.295966e-11,1.247300e-12,False
backbone.layers.13.mixer.experts.17.up_proj.weight,1856x2688,4988928,3.752589e-13,3.501160e-14,1.011323e-10,2.375862e-12,False
backbone.layers.13.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.505400e-13,1.879652e-14,5.536659e-11,1.262268e-12,False
backbone.layers.13.mixer.experts.18.up_proj.weight,1856x2688,4988928,3.762754e-13,3.586735e-14,1.033930e-10,2.305241e-12,False
backbone.layers.13.mixer.experts.19.down_proj.weight,2688x1856,4988928,2.015124e-13,1.789804e-14,5.187300e-11,1.213523e-12,False
backbone.layers.13.mixer.experts.19.up_proj.weight,1856x2688,4988928,5.254963e-13,3.672106e-14,1.068046e-10,2.432050e-12,False
backbone.layers.13.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.719822e-13,1.620921e-14,4.694395e-11,1.088249e-12,False
backbone.layers.13.mixer.experts.2.up_proj.weight,1856x2688,4988928,5.084266e-13,4.492412e-14,1.322429e-10,3.024843e-12,False
backbone.layers.13.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.944174e-13,1.735276e-14,5.037166e-11,1.163455e-12,False
backbone.layers.13.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.842550e-13,4.402753e-14,1.273535e-10,2.889811e-12,False
backbone.layers.13.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.608618e-13,1.513480e-14,4.385602e-11,1.022683e-12,False
backbone.layers.13.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.135477e-13,4.277224e-14,1.241010e-10,2.833657e-12,False
backbone.layers.13.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.140545e-13,1.745129e-14,5.057817e-11,1.155310e-12,False
backbone.layers.13.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.505250e-13,3.818966e-14,1.100691e-10,2.474967e-12,False
backbone.layers.13.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.239736e-13,1.951018e-14,5.738862e-11,1.382511e-12,False
backbone.layers.13.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.368901e-13,3.788953e-14,1.099008e-10,2.606880e-12,False
backbone.layers.13.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.012470e-13,1.734271e-14,5.022344e-11,1.189144e-12,False
backbone.layers.13.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.461986e-13,3.953831e-14,1.140274e-10,2.600974e-12,False
backbone.layers.13.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.373700e-13,1.769114e-14,5.147793e-11,1.188133e-12,False
backbone.layers.13.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.926263e-13,4.340382e-14,1.268121e-10,2.836708e-12,False
backbone.layers.13.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.709102e-13,1.494444e-14,4.313004e-11,1.046371e-12,False
backbone.layers.13.mixer.experts.26.up_proj.weight,1856x2688,4988928,3.563903e-13,3.569429e-14,1.027952e-10,2.393616e-12,False
backbone.layers.13.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.050651e-13,1.891088e-14,5.498419e-11,1.257368e-12,False
backbone.layers.13.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.357244e-13,3.928210e-14,1.141973e-10,2.532133e-12,False
backbone.layers.13.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.485201e-13,1.546668e-14,4.464151e-11,1.031153e-12,False
backbone.layers.13.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.255449e-13,4.729570e-14,1.386987e-10,3.130272e-12,False
backbone.layers.13.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.740691e-13,1.775217e-14,5.138961e-11,1.227801e-12,False
backbone.layers.13.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.756577e-13,4.136634e-14,1.207278e-10,2.799264e-12,False
backbone.layers.13.mixer.experts.3.down_proj.weight,2688x1856,4988928,3.423928e-13,2.377750e-14,7.052169e-11,1.565744e-12,False
backbone.layers.13.mixer.experts.3.up_proj.weight,1856x2688,4988928,6.006445e-13,4.984668e-14,1.473382e-10,3.177464e-12,False
backbone.layers.13.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.940184e-13,1.690479e-14,4.867001e-11,1.170435e-12,False
backbone.layers.13.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.598110e-13,4.023137e-14,1.167605e-10,2.770150e-12,False
backbone.layers.13.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.795473e-13,1.579470e-14,4.559683e-11,1.031916e-12,False
backbone.layers.13.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.618562e-13,4.222489e-14,1.227548e-10,2.702367e-12,False
backbone.layers.13.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.534709e-13,1.944363e-14,5.652901e-11,1.273615e-12,False
backbone.layers.13.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.083522e-13,4.139697e-14,1.199674e-10,2.636155e-12,False
backbone.layers.13.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.649288e-13,1.602063e-14,4.638280e-11,1.055598e-12,False
backbone.layers.13.mixer.experts.33.up_proj.weight,1856x2688,4988928,5.010298e-13,3.794131e-14,1.101184e-10,2.463195e-12,False
backbone.layers.13.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.407267e-13,2.000225e-14,5.850051e-11,1.322903e-12,False
backbone.layers.13.mixer.experts.34.up_proj.weight,1856x2688,4988928,6.107649e-13,4.642391e-14,1.355486e-10,2.957472e-12,False
backbone.layers.13.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.914588e-13,1.771699e-14,5.173171e-11,1.173900e-12,False
backbone.layers.13.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.637540e-13,4.383022e-14,1.271311e-10,2.809457e-12,False
backbone.layers.13.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.075423e-13,1.895433e-14,5.539191e-11,1.335642e-12,False
backbone.layers.13.mixer.experts.36.up_proj.weight,1856x2688,4988928,7.823811e-13,4.864169e-14,1.457284e-10,3.455605e-12,False
backbone.layers.13.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.429164e-13,1.928323e-14,5.621137e-11,1.317375e-12,False
backbone.layers.13.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.863887e-13,4.381208e-14,1.270975e-10,2.907781e-12,False
backbone.layers.13.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.704122e-13,2.011381e-14,5.957720e-11,1.370549e-12,False
backbone.layers.13.mixer.experts.38.up_proj.weight,1856x2688,4988928,5.406717e-13,4.446578e-14,1.292183e-10,2.923128e-12,False
backbone.layers.13.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.111939e-13,1.698993e-14,4.931246e-11,1.180927e-12,False
backbone.layers.13.mixer.experts.39.up_proj.weight,1856x2688,4988928,4.712099e-13,3.772445e-14,1.101614e-10,2.599666e-12,False
backbone.layers.13.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.204725e-13,1.939424e-14,5.648480e-11,1.287240e-12,False
backbone.layers.13.mixer.experts.4.up_proj.weight,1856x2688,4988928,3.988494e-13,3.871000e-14,1.118287e-10,2.509953e-12,False
backbone.layers.13.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.836378e-13,1.731651e-14,5.011007e-11,1.158896e-12,False
backbone.layers.13.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.790664e-13,4.141249e-14,1.205323e-10,2.727787e-12,False
backbone.layers.13.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.074781e-13,1.649692e-14,4.790758e-11,1.140770e-12,False
backbone.layers.13.mixer.experts.41.up_proj.weight,1856x2688,4988928,6.173881e-13,3.804152e-14,1.115550e-10,2.575585e-12,False
backbone.layers.13.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.962458e-13,1.767236e-14,5.123445e-11,1.146073e-12,False
backbone.layers.13.mixer.experts.42.up_proj.weight,1856x2688,4988928,5.443875e-13,4.713150e-14,1.374771e-10,2.990311e-12,False
backbone.layers.13.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.998124e-13,1.793587e-14,5.237459e-11,1.240826e-12,False
backbone.layers.13.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.511127e-13,4.159268e-14,1.200727e-10,2.704866e-12,False
backbone.layers.13.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.785100e-13,1.558634e-14,4.518328e-11,1.082769e-12,False
backbone.layers.13.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.693849e-13,4.163304e-14,1.215426e-10,2.831000e-12,False
backbone.layers.13.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.881639e-13,1.424077e-14,4.157790e-11,1.146817e-12,False
backbone.layers.13.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.125450e-13,3.454710e-14,1.034255e-10,2.723743e-12,False
backbone.layers.13.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.700964e-13,2.008372e-14,5.911142e-11,1.351685e-12,False
backbone.layers.13.mixer.experts.46.up_proj.weight,1856x2688,4988928,6.239696e-13,4.955100e-14,1.455248e-10,3.206793e-12,False
backbone.layers.13.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.855252e-13,1.804067e-14,5.224483e-11,1.176073e-12,False
backbone.layers.13.mixer.experts.47.up_proj.weight,1856x2688,4988928,5.149483e-13,4.176652e-14,1.219805e-10,2.680943e-12,False
backbone.layers.13.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.891629e-13,1.748456e-14,5.133611e-11,1.168087e-12,False
backbone.layers.13.mixer.experts.48.up_proj.weight,1856x2688,4988928,5.371051e-13,4.078787e-14,1.186783e-10,2.620627e-12,False
backbone.layers.13.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.391282e-13,1.884467e-14,5.488782e-11,1.264943e-12,False
backbone.layers.13.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.704397e-13,4.099863e-14,1.193858e-10,2.609359e-12,False
backbone.layers.13.mixer.experts.5.down_proj.weight,2688x1856,4988928,1.660061e-13,1.549669e-14,4.511319e-11,1.019486e-12,False
backbone.layers.13.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.450424e-13,4.140833e-14,1.198729e-10,2.618771e-12,False
backbone.layers.13.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.872711e-13,1.785193e-14,5.190897e-11,1.185331e-12,False
backbone.layers.13.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.783049e-13,4.307374e-14,1.257386e-10,2.800419e-12,False
backbone.layers.13.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.832935e-13,1.810891e-14,5.256639e-11,1.262517e-12,False
backbone.layers.13.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.056094e-13,4.141080e-14,1.211109e-10,2.857482e-12,False
backbone.layers.13.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.127690e-13,1.939186e-14,5.656245e-11,1.282541e-12,False
backbone.layers.13.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.669945e-13,4.023192e-14,1.169910e-10,2.582004e-12,False
backbone.layers.13.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.737256e-13,1.646802e-14,4.769791e-11,1.085276e-12,False
backbone.layers.13.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.868952e-13,4.306372e-14,1.251686e-10,2.773054e-12,False
backbone.layers.13.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.766469e-13,1.698116e-14,4.935700e-11,1.142000e-12,False
backbone.layers.13.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.778556e-13,4.349013e-14,1.263479e-10,2.846995e-12,False
backbone.layers.13.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.483951e-13,2.072368e-14,6.096607e-11,1.416944e-12,False
backbone.layers.13.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.896569e-13,4.007516e-14,1.162238e-10,2.651720e-12,False
backbone.layers.13.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.293686e-13,1.812723e-14,5.256912e-11,1.221240e-12,False
backbone.layers.13.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.838456e-13,4.054084e-14,1.175522e-10,2.666024e-12,False
backbone.layers.13.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.815215e-13,1.712448e-14,4.973649e-11,1.134109e-12,False
backbone.layers.13.mixer.experts.57.up_proj.weight,1856x2688,4988928,6.730987e-13,4.897933e-14,1.444183e-10,3.175500e-12,False
backbone.layers.13.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.520034e-13,1.472362e-14,4.230607e-11,1.089884e-12,False
backbone.layers.13.mixer.experts.58.up_proj.weight,1856x2688,4988928,3.759250e-13,3.475111e-14,1.017387e-10,2.541935e-12,False
backbone.layers.13.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.592476e-13,1.544496e-14,4.479651e-11,1.086592e-12,False
backbone.layers.13.mixer.experts.59.up_proj.weight,1856x2688,4988928,5.120765e-13,4.091756e-14,1.191198e-10,2.856803e-12,False
backbone.layers.13.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.034362e-13,1.830425e-14,5.315473e-11,1.293100e-12,False
backbone.layers.13.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.605830e-13,4.084571e-14,1.182380e-10,2.817325e-12,False
backbone.layers.13.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.703915e-13,1.642090e-14,4.743954e-11,1.086023e-12,False
backbone.layers.13.mixer.experts.60.up_proj.weight,1856x2688,4988928,3.866664e-13,3.686131e-14,1.060938e-10,2.375588e-12,False
backbone.layers.13.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.323324e-13,1.822757e-14,5.297896e-11,1.195059e-12,False
backbone.layers.13.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.870547e-13,4.473124e-14,1.303542e-10,2.902026e-12,False
backbone.layers.13.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.844747e-13,2.129897e-14,6.231623e-11,1.411541e-12,False
backbone.layers.13.mixer.experts.62.up_proj.weight,1856x2688,4988928,4.360713e-13,4.159327e-14,1.213389e-10,2.697103e-12,False
backbone.layers.13.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.899739e-13,1.723638e-14,4.980778e-11,1.127501e-12,False
backbone.layers.13.mixer.experts.63.up_proj.weight,1856x2688,4988928,5.573944e-13,4.250207e-14,1.247251e-10,2.783880e-12,False
backbone.layers.13.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.450912e-13,1.378853e-14,3.979970e-11,1.036779e-12,False
backbone.layers.13.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.421723e-13,3.399400e-14,9.844364e-11,2.428902e-12,False
backbone.layers.13.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.923114e-13,1.829098e-14,5.303498e-11,1.298378e-12,False
backbone.layers.13.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.022233e-13,3.870274e-14,1.133833e-10,2.742909e-12,False
backbone.layers.13.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.387743e-13,1.850358e-14,5.510377e-11,1.367776e-12,False
backbone.layers.13.mixer.experts.66.up_proj.weight,1856x2688,4988928,3.699244e-13,3.376540e-14,9.765713e-11,2.383545e-12,False
backbone.layers.13.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.490924e-13,1.829661e-14,5.342408e-11,1.198472e-12,False
backbone.layers.13.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.848344e-13,4.187397e-14,1.218806e-10,2.652393e-12,False
backbone.layers.13.mixer.experts.68.down_proj.weight,2688x1856,4988928,3.005408e-13,2.182047e-14,6.409938e-11,1.442567e-12,False
backbone.layers.13.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.132006e-13,4.512237e-14,1.321015e-10,2.901777e-12,False
backbone.layers.13.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.269747e-13,1.996854e-14,5.765781e-11,1.314483e-12,False
backbone.layers.13.mixer.experts.69.up_proj.weight,1856x2688,4988928,5.906525e-13,4.193736e-14,1.221126e-10,2.738227e-12,False
backbone.layers.13.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.789471e-13,1.751399e-14,5.095514e-11,1.249674e-12,False
backbone.layers.13.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.722360e-13,4.294356e-14,1.267661e-10,3.008989e-12,False
backbone.layers.13.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.709813e-13,1.571345e-14,4.521787e-11,1.053446e-12,False
backbone.layers.13.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.456296e-13,3.975718e-14,1.149960e-10,2.589726e-12,False
backbone.layers.13.mixer.experts.71.down_proj.weight,2688x1856,4988928,1.990005e-13,1.669995e-14,4.850583e-11,1.164579e-12,False
backbone.layers.13.mixer.experts.71.up_proj.weight,1856x2688,4988928,5.398910e-13,3.945147e-14,1.147725e-10,2.697774e-12,False
backbone.layers.13.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.055578e-13,1.824293e-14,5.282854e-11,1.208553e-12,False
backbone.layers.13.mixer.experts.72.up_proj.weight,1856x2688,4988928,4.519857e-13,3.957721e-14,1.146187e-10,2.538998e-12,False
backbone.layers.13.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.840724e-13,1.620178e-14,4.686836e-11,1.173046e-12,False
backbone.layers.13.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.485058e-13,3.782169e-14,1.097150e-10,2.640798e-12,False
backbone.layers.13.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.756095e-13,1.677712e-14,4.864843e-11,1.077865e-12,False
backbone.layers.13.mixer.experts.74.up_proj.weight,1856x2688,4988928,5.159449e-13,4.561146e-14,1.326290e-10,2.854048e-12,False
backbone.layers.13.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.071563e-13,1.698817e-14,4.961063e-11,1.160960e-12,False
backbone.layers.13.mixer.experts.75.up_proj.weight,1856x2688,4988928,5.931228e-13,4.622001e-14,1.357945e-10,3.134785e-12,False
backbone.layers.13.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.674078e-13,1.587841e-14,4.589755e-11,1.096024e-12,False
backbone.layers.13.mixer.experts.76.up_proj.weight,1856x2688,4988928,3.991009e-13,3.895476e-14,1.134271e-10,2.680940e-12,False
backbone.layers.13.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.306697e-13,1.993223e-14,5.845563e-11,1.389650e-12,False
backbone.layers.13.mixer.experts.77.up_proj.weight,1856x2688,4988928,5.511251e-13,4.104022e-14,1.203445e-10,2.787396e-12,False
backbone.layers.13.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.339552e-13,2.045104e-14,6.017953e-11,1.344843e-12,False
backbone.layers.13.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.337199e-13,4.107532e-14,1.192967e-10,2.625508e-12,False
backbone.layers.13.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.879608e-13,1.775466e-14,5.167738e-11,1.187025e-12,False
backbone.layers.13.mixer.experts.79.up_proj.weight,1856x2688,4988928,3.930606e-13,3.770906e-14,1.089842e-10,2.460608e-12,False
backbone.layers.13.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.035733e-13,1.831185e-14,5.356721e-11,1.209066e-12,False
backbone.layers.13.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.583867e-13,5.162635e-14,1.506187e-10,3.311277e-12,False
backbone.layers.13.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.804597e-13,2.154463e-14,6.355647e-11,1.485733e-12,False
backbone.layers.13.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.959071e-13,4.045890e-14,1.177877e-10,2.694261e-12,False
backbone.layers.13.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.972241e-13,1.937559e-14,5.700562e-11,1.344813e-12,False
backbone.layers.13.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.049851e-13,3.764499e-14,1.085321e-10,2.490546e-12,False
backbone.layers.13.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.745964e-13,1.623211e-14,4.690864e-11,1.158795e-12,False
backbone.layers.13.mixer.experts.82.up_proj.weight,1856x2688,4988928,3.160241e-13,3.299413e-14,9.619532e-11,2.336333e-12,False
backbone.layers.13.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.090619e-13,1.768419e-14,5.129951e-11,1.140258e-12,False
backbone.layers.13.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.672407e-13,4.700544e-14,1.370098e-10,2.982209e-12,False
backbone.layers.13.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.745826e-13,1.543263e-14,4.488784e-11,1.075935e-12,False
backbone.layers.13.mixer.experts.84.up_proj.weight,1856x2688,4988928,3.594555e-13,3.638763e-14,1.047993e-10,2.446455e-12,False
backbone.layers.13.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.701919e-13,1.915397e-14,5.599292e-11,1.363478e-12,False
backbone.layers.13.mixer.experts.85.up_proj.weight,1856x2688,4988928,3.974182e-13,3.551888e-14,1.025387e-10,2.463819e-12,False
backbone.layers.13.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.410398e-13,1.972492e-14,5.745278e-11,1.309094e-12,False
backbone.layers.13.mixer.experts.86.up_proj.weight,1856x2688,4988928,5.199435e-13,3.921543e-14,1.141462e-10,2.530394e-12,False
backbone.layers.13.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.937929e-13,1.747455e-14,5.084035e-11,1.190929e-12,False
backbone.layers.13.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.179122e-13,4.115678e-14,1.194475e-10,2.695527e-12,False
backbone.layers.13.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.542358e-13,1.581823e-14,4.565706e-11,1.089200e-12,False
backbone.layers.13.mixer.experts.88.up_proj.weight,1856x2688,4988928,3.459559e-13,3.506703e-14,1.011386e-10,2.342002e-12,False
backbone.layers.13.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.006242e-13,1.767213e-14,5.117621e-11,1.164407e-12,False
backbone.layers.13.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.512640e-13,4.104481e-14,1.196673e-10,2.643659e-12,False
backbone.layers.13.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.327158e-13,1.811179e-14,5.292942e-11,1.284820e-12,False
backbone.layers.13.mixer.experts.9.up_proj.weight,1856x2688,4988928,5.538556e-13,3.831485e-14,1.109542e-10,2.616647e-12,False
backbone.layers.13.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.005635e-13,1.736476e-14,5.036197e-11,1.167815e-12,False
backbone.layers.13.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.023309e-13,3.607203e-14,1.043047e-10,2.353647e-12,False
backbone.layers.13.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.698293e-13,1.894633e-14,5.511633e-11,1.284464e-12,False
backbone.layers.13.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.059253e-13,3.782134e-14,1.092819e-10,2.523040e-12,False
backbone.layers.13.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.720915e-13,1.629460e-14,4.716586e-11,1.181292e-12,False
backbone.layers.13.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.177735e-13,3.645560e-14,1.054480e-10,2.585765e-12,False
backbone.layers.13.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.645212e-13,1.585306e-14,4.586232e-11,1.116037e-12,False
backbone.layers.13.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.393048e-13,4.054286e-14,1.172545e-10,2.693498e-12,False
backbone.layers.13.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.936151e-13,1.740199e-14,5.023425e-11,1.182833e-12,False
backbone.layers.13.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.139397e-13,3.939884e-14,1.141437e-10,2.629883e-12,False
backbone.layers.13.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.597888e-13,1.604380e-14,4.630587e-11,1.059608e-12,False
backbone.layers.13.mixer.experts.95.up_proj.weight,1856x2688,4988928,5.141360e-13,4.330525e-14,1.268567e-10,2.831411e-12,False
backbone.layers.13.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.723066e-13,1.710350e-14,4.954993e-11,1.184633e-12,False
backbone.layers.13.mixer.experts.96.up_proj.weight,1856x2688,4988928,3.927345e-13,3.851483e-14,1.114154e-10,2.600903e-12,False
backbone.layers.13.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.010614e-13,1.593139e-14,4.608127e-11,1.097785e-12,False
backbone.layers.13.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.805219e-13,3.650306e-14,1.060005e-10,2.500655e-12,False
backbone.layers.13.mixer.experts.98.down_proj.weight,2688x1856,4988928,3.224886e-13,2.290693e-14,6.783240e-11,1.532552e-12,False
backbone.layers.13.mixer.experts.98.up_proj.weight,1856x2688,4988928,3.867815e-13,3.780084e-14,1.087616e-10,2.401512e-12,False
backbone.layers.13.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.708980e-13,1.706201e-14,4.953541e-11,1.213826e-12,False
backbone.layers.13.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.807404e-13,4.061898e-14,1.180959e-10,2.799225e-12,False
backbone.layers.13.mixer.gate.weight,128x2688,344064,6.648068e-13,6.531848e-14,4.994316e-11,2.822885e-12,False
backbone.layers.13.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.179432e-12,6.052489e-14,2.498008e-10,5.166697e-12,False
backbone.layers.13.mixer.shared_experts.up_proj.weight,3712x2688,9977856,4.794394e-13,3.049327e-14,1.266963e-10,2.908914e-12,False
backbone.layers.13.norm.weight,2688,2688,2.220446e-16,4.970422e-17,3.940682e-15,1.202132e-16,False
backbone.layers.14.mixer.A_log,64,64,1.776357e-15,2.653585e-16,3.379044e-15,1.456642e-16,False
backbone.layers.14.mixer.D,64,64,8.881784e-16,6.259404e-17,1.173646e-15,1.482265e-16,False
backbone.layers.14.mixer.conv1d.weight,6144x1x4,24576,5.945765e-16,1.070607e-17,4.004295e-15,3.879746e-16,True
backbone.layers.14.mixer.dt_bias,64,64,8.881784e-16,1.817123e-16,2.800564e-15,9.978374e-17,False
backbone.layers.14.mixer.in_proj.weight,10304x2688,27697152,8.309256e-13,4.778766e-14,3.316735e-10,2.713758e-12,False
backbone.layers.14.mixer.norm.weight,4096,4096,3.552714e-15,6.239797e-17,1.125479e-14,1.306329e-16,False
backbone.layers.14.mixer.out_proj.weight,2688x4096,11010048,2.054690e-12,9.646062e-14,4.156243e-10,5.816680e-12,False
backbone.layers.14.norm.weight,2688,2688,2.220446e-16,5.860887e-17,4.471319e-15,1.177228e-16,False
backbone.layers.15.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.862278e-13,1.748453e-14,5.108823e-11,1.291234e-12,False
backbone.layers.15.mixer.experts.0.up_proj.weight,1856x2688,4988928,4.874599e-13,3.821461e-14,1.119677e-10,2.720559e-12,False
backbone.layers.15.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.261039e-13,1.948811e-14,5.699266e-11,1.316200e-12,False
backbone.layers.15.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.777637e-13,4.041856e-14,1.172516e-10,2.628706e-12,False
backbone.layers.15.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.831695e-13,1.733664e-14,5.018560e-11,1.191092e-12,False
backbone.layers.15.mixer.experts.10.up_proj.weight,1856x2688,4988928,3.823573e-13,3.612567e-14,1.043956e-10,2.406807e-12,False
backbone.layers.15.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.875201e-13,1.945751e-14,5.628141e-11,1.281790e-12,False
backbone.layers.15.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.823572e-13,3.955092e-14,1.147243e-10,2.543389e-12,False
backbone.layers.15.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.969536e-13,1.773758e-14,5.210178e-11,1.239346e-12,False
backbone.layers.15.mixer.experts.101.up_proj.weight,1856x2688,4988928,3.622901e-13,3.480907e-14,1.005479e-10,2.330435e-12,False
backbone.layers.15.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.243986e-13,1.826618e-14,5.316008e-11,1.224086e-12,False
backbone.layers.15.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.046624e-13,3.994627e-14,1.158677e-10,2.582158e-12,False
backbone.layers.15.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.010371e-13,1.717620e-14,4.976116e-11,1.237261e-12,False
backbone.layers.15.mixer.experts.103.up_proj.weight,1856x2688,4988928,3.909199e-13,3.914323e-14,1.132765e-10,2.759084e-12,False
backbone.layers.15.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.381421e-13,1.513534e-14,4.345741e-11,1.037903e-12,False
backbone.layers.15.mixer.experts.104.up_proj.weight,1856x2688,4988928,3.786953e-13,3.964461e-14,1.145706e-10,2.692876e-12,False
backbone.layers.15.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.882643e-13,1.491249e-14,4.301195e-11,1.054552e-12,False
backbone.layers.15.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.382094e-13,3.867551e-14,1.120570e-10,2.617258e-12,False
backbone.layers.15.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.317990e-13,1.709184e-14,5.002140e-11,1.204728e-12,False
backbone.layers.15.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.597329e-13,4.175095e-14,1.224396e-10,2.861175e-12,False
backbone.layers.15.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.791171e-13,1.715365e-14,4.990277e-11,1.169831e-12,False
backbone.layers.15.mixer.experts.107.up_proj.weight,1856x2688,4988928,3.752797e-13,3.629810e-14,1.048678e-10,2.379791e-12,False
backbone.layers.15.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.955051e-13,1.755680e-14,5.116125e-11,1.208627e-12,False
backbone.layers.15.mixer.experts.108.up_proj.weight,1856x2688,4988928,3.740949e-13,3.503899e-14,1.016462e-10,2.340840e-12,False
backbone.layers.15.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.326403e-13,1.912845e-14,5.591505e-11,1.264304e-12,False
backbone.layers.15.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.948455e-13,3.801871e-14,1.100496e-10,2.416450e-12,False
backbone.layers.15.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.580939e-13,1.625654e-14,4.686558e-11,1.139981e-12,False
backbone.layers.15.mixer.experts.11.up_proj.weight,1856x2688,4988928,5.355091e-13,4.514109e-14,1.324759e-10,3.155341e-12,False
backbone.layers.15.mixer.experts.110.down_proj.weight,2688x1856,4988928,3.279668e-13,2.139550e-14,6.339010e-11,1.447060e-12,False
backbone.layers.15.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.929737e-13,4.371813e-14,1.271306e-10,2.827036e-12,False
backbone.layers.15.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.579015e-13,1.581329e-14,4.558988e-11,1.085455e-12,False
backbone.layers.15.mixer.experts.111.up_proj.weight,1856x2688,4988928,6.431088e-13,4.631688e-14,1.371014e-10,3.154128e-12,False
backbone.layers.15.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.816030e-13,1.591666e-14,4.623626e-11,1.132167e-12,False
backbone.layers.15.mixer.experts.112.up_proj.weight,1856x2688,4988928,3.368382e-13,3.495693e-14,1.005486e-10,2.398568e-12,False
backbone.layers.15.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.460811e-13,1.473263e-14,4.245126e-11,9.753021e-13,False
backbone.layers.15.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.918618e-13,4.137672e-14,1.206801e-10,2.702157e-12,False
backbone.layers.15.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.578460e-13,1.757452e-14,5.086233e-11,1.191694e-12,False
backbone.layers.15.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.182729e-13,4.211422e-14,1.231647e-10,2.769260e-12,False
backbone.layers.15.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.212666e-13,1.896440e-14,5.519335e-11,1.272385e-12,False
backbone.layers.15.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.713034e-13,4.674796e-14,1.364375e-10,3.071689e-12,False
backbone.layers.15.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.657251e-13,1.732500e-14,5.016379e-11,1.134132e-12,False
backbone.layers.15.mixer.experts.116.up_proj.weight,1856x2688,4988928,6.341594e-13,5.139760e-14,1.510665e-10,3.351628e-12,False
backbone.layers.15.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.903616e-13,1.695291e-14,4.903616e-11,1.154573e-12,False
backbone.layers.15.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.439227e-13,4.198362e-14,1.217593e-10,2.773568e-12,False
backbone.layers.15.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.662490e-13,1.526570e-14,4.437800e-11,1.019336e-12,False
backbone.layers.15.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.641357e-13,4.227412e-14,1.246159e-10,2.763694e-12,False
backbone.layers.15.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.412081e-13,1.915057e-14,5.627680e-11,1.330585e-12,False
backbone.layers.15.mixer.experts.119.up_proj.weight,1856x2688,4988928,3.227748e-13,3.496734e-14,1.006666e-10,2.284489e-12,False
backbone.layers.15.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.921536e-13,1.598704e-14,4.620743e-11,1.098738e-12,False
backbone.layers.15.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.019424e-13,3.931178e-14,1.136949e-10,2.609627e-12,False
backbone.layers.15.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.801875e-13,1.501723e-14,4.317074e-11,1.009258e-12,False
backbone.layers.15.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.246602e-13,4.490360e-14,1.305037e-10,2.976907e-12,False
backbone.layers.15.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.652151e-13,1.447078e-14,4.162136e-11,9.857837e-13,False
backbone.layers.15.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.935306e-13,4.428660e-14,1.296371e-10,2.908579e-12,False
backbone.layers.15.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.745756e-13,1.360089e-14,3.932766e-11,1.016645e-12,False
backbone.layers.15.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.487834e-13,3.396955e-14,1.001058e-10,2.496195e-12,False
backbone.layers.15.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.731167e-13,1.655186e-14,4.803619e-11,1.143341e-12,False
backbone.layers.15.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.293128e-13,4.091176e-14,1.186674e-10,2.762331e-12,False
backbone.layers.15.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.187382e-13,1.849926e-14,5.454516e-11,1.308972e-12,False
backbone.layers.15.mixer.experts.124.up_proj.weight,1856x2688,4988928,5.547073e-13,4.199455e-14,1.234062e-10,2.883341e-12,False
backbone.layers.15.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.923687e-13,1.783170e-14,5.159511e-11,1.151057e-12,False
backbone.layers.15.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.750506e-13,4.309536e-14,1.248866e-10,2.704089e-12,False
backbone.layers.15.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.852163e-13,2.064184e-14,5.996727e-11,1.431490e-12,False
backbone.layers.15.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.103105e-13,4.270272e-14,1.244885e-10,2.861737e-12,False
backbone.layers.15.mixer.experts.127.down_proj.weight,2688x1856,4988928,3.016060e-13,2.187611e-14,6.507158e-11,1.512826e-12,False
backbone.layers.15.mixer.experts.127.up_proj.weight,1856x2688,4988928,6.882064e-13,4.349553e-14,1.277924e-10,2.891194e-12,False
backbone.layers.15.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.883155e-13,1.679921e-14,4.870451e-11,1.125755e-12,False
backbone.layers.15.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.084405e-13,4.155008e-14,1.222880e-10,2.687013e-12,False
backbone.layers.15.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.790997e-13,2.037520e-14,6.062554e-11,1.405879e-12,False
backbone.layers.15.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.031080e-13,4.087758e-14,1.184641e-10,2.674023e-12,False
backbone.layers.15.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.913296e-13,1.647015e-14,4.755774e-11,1.058837e-12,False
backbone.layers.15.mixer.experts.15.up_proj.weight,1856x2688,4988928,7.599060e-13,5.066371e-14,1.500987e-10,3.244305e-12,False
backbone.layers.15.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.937513e-13,1.806891e-14,5.271144e-11,1.234596e-12,False
backbone.layers.15.mixer.experts.16.up_proj.weight,1856x2688,4988928,6.685832e-13,5.348051e-14,1.585912e-10,3.567439e-12,False
backbone.layers.15.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.653364e-13,1.791378e-14,5.185700e-11,1.148566e-12,False
backbone.layers.15.mixer.experts.17.up_proj.weight,1856x2688,4988928,5.360955e-13,4.627512e-14,1.357511e-10,2.934071e-12,False
backbone.layers.15.mixer.experts.18.down_proj.weight,2688x1856,4988928,1.871905e-13,1.520889e-14,4.398432e-11,1.073833e-12,False
backbone.layers.15.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.934057e-13,4.108111e-14,1.200198e-10,2.836609e-12,False
backbone.layers.15.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.897120e-13,1.516388e-14,4.361388e-11,1.040167e-12,False
backbone.layers.15.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.321725e-13,3.995378e-14,1.161838e-10,2.689281e-12,False
backbone.layers.15.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.245044e-13,1.684690e-14,4.909730e-11,1.163208e-12,False
backbone.layers.15.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.977893e-13,4.310936e-14,1.255089e-10,2.901988e-12,False
backbone.layers.15.mixer.experts.20.down_proj.weight,2688x1856,4988928,3.518331e-13,2.086222e-14,6.187290e-11,1.423806e-12,False
backbone.layers.15.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.582340e-13,4.542731e-14,1.326927e-10,2.920944e-12,False
backbone.layers.15.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.059880e-13,1.799612e-14,5.200413e-11,1.163953e-12,False
backbone.layers.15.mixer.experts.21.up_proj.weight,1856x2688,4988928,3.942888e-13,3.853641e-14,1.120332e-10,2.423792e-12,False
backbone.layers.15.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.080523e-13,1.957859e-14,5.690153e-11,1.353064e-12,False
backbone.layers.15.mixer.experts.22.up_proj.weight,1856x2688,4988928,3.699679e-13,3.842539e-14,1.108550e-10,2.583224e-12,False
backbone.layers.15.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.388298e-13,1.987506e-14,5.805412e-11,1.290906e-12,False
backbone.layers.15.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.880228e-13,4.232980e-14,1.230075e-10,2.672931e-12,False
backbone.layers.15.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.141516e-13,1.778237e-14,5.215968e-11,1.268733e-12,False
backbone.layers.15.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.263014e-13,3.613703e-14,1.062753e-10,2.508335e-12,False
backbone.layers.15.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.336950e-13,1.774544e-14,5.180302e-11,1.201550e-12,False
backbone.layers.15.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.397857e-13,3.795795e-14,1.100008e-10,2.476966e-12,False
backbone.layers.15.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.186133e-13,1.701936e-14,4.943034e-11,1.155948e-12,False
backbone.layers.15.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.552834e-13,4.128142e-14,1.193949e-10,2.728731e-12,False
backbone.layers.15.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.734229e-13,1.550901e-14,4.485903e-11,1.069804e-12,False
backbone.layers.15.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.987677e-13,4.351038e-14,1.265998e-10,2.856750e-12,False
backbone.layers.15.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.956629e-13,1.844922e-14,5.360308e-11,1.266472e-12,False
backbone.layers.15.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.013177e-13,4.181791e-14,1.218541e-10,2.814367e-12,False
backbone.layers.15.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.801181e-13,1.750604e-14,5.076000e-11,1.246337e-12,False
backbone.layers.15.mixer.experts.29.up_proj.weight,1856x2688,4988928,5.037624e-13,4.465977e-14,1.304892e-10,3.105104e-12,False
backbone.layers.15.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.482842e-13,1.575469e-14,4.542505e-11,1.066613e-12,False
backbone.layers.15.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.379933e-13,4.022286e-14,1.171282e-10,2.682263e-12,False
backbone.layers.15.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.634665e-13,1.540038e-14,4.428187e-11,1.046299e-12,False
backbone.layers.15.mixer.experts.30.up_proj.weight,1856x2688,4988928,5.955687e-13,4.723406e-14,1.382911e-10,3.102328e-12,False
backbone.layers.15.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.987091e-13,2.007229e-14,5.822891e-11,1.359655e-12,False
backbone.layers.15.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.932743e-13,4.325624e-14,1.258263e-10,2.863875e-12,False
backbone.layers.15.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.547235e-13,1.436684e-14,4.149176e-11,1.030817e-12,False
backbone.layers.15.mixer.experts.32.up_proj.weight,1856x2688,4988928,5.742035e-13,4.813047e-14,1.416482e-10,3.468256e-12,False
backbone.layers.15.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.959388e-13,1.812346e-14,5.270789e-11,1.159114e-12,False
backbone.layers.15.mixer.experts.33.up_proj.weight,1856x2688,4988928,5.746237e-13,4.533298e-14,1.330929e-10,2.789803e-12,False
backbone.layers.15.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.521386e-13,1.955859e-14,5.740583e-11,1.334647e-12,False
backbone.layers.15.mixer.experts.34.up_proj.weight,1856x2688,4988928,5.769482e-13,4.502241e-14,1.325559e-10,3.001646e-12,False
backbone.layers.15.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.186550e-13,1.794792e-14,5.197000e-11,1.198653e-12,False
backbone.layers.15.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.629769e-13,4.109198e-14,1.192872e-10,2.688465e-12,False
backbone.layers.15.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.222684e-13,1.956478e-14,5.702332e-11,1.289434e-12,False
backbone.layers.15.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.488250e-13,4.260932e-14,1.235221e-10,2.731159e-12,False
backbone.layers.15.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.870136e-13,1.842910e-14,5.330283e-11,1.263587e-12,False
backbone.layers.15.mixer.experts.37.up_proj.weight,1856x2688,4988928,3.446063e-13,3.454698e-14,9.962113e-11,2.295153e-12,False
backbone.layers.15.mixer.experts.38.down_proj.weight,2688x1856,4988928,3.210071e-13,2.328064e-14,6.923623e-11,1.623040e-12,False
backbone.layers.15.mixer.experts.38.up_proj.weight,1856x2688,4988928,3.641532e-13,3.566800e-14,1.025065e-10,2.349795e-12,False
backbone.layers.15.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.162402e-13,1.761525e-14,5.104702e-11,1.204583e-12,False
backbone.layers.15.mixer.experts.39.up_proj.weight,1856x2688,4988928,7.364248e-13,4.765335e-14,1.418113e-10,3.254907e-12,False
backbone.layers.15.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.144916e-13,1.829812e-14,5.362722e-11,1.290333e-12,False
backbone.layers.15.mixer.experts.4.up_proj.weight,1856x2688,4988928,9.751048e-13,4.875921e-14,1.465225e-10,3.455622e-12,False
backbone.layers.15.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.638514e-13,1.880836e-14,5.557656e-11,1.325372e-12,False
backbone.layers.15.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.391140e-13,4.034579e-14,1.163950e-10,2.717462e-12,False
backbone.layers.15.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.339622e-13,1.913630e-14,5.553151e-11,1.314676e-12,False
backbone.layers.15.mixer.experts.41.up_proj.weight,1856x2688,4988928,3.645417e-13,3.762248e-14,1.084404e-10,2.514877e-12,False
backbone.layers.15.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.059169e-13,1.859935e-14,5.425399e-11,1.291210e-12,False
backbone.layers.15.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.428970e-13,3.943089e-14,1.144958e-10,2.663824e-12,False
backbone.layers.15.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.403530e-13,1.465694e-14,4.219135e-11,1.078752e-12,False
backbone.layers.15.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.625449e-13,3.996846e-14,1.163663e-10,2.848812e-12,False
backbone.layers.15.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.957670e-13,1.791709e-14,5.191087e-11,1.197919e-12,False
backbone.layers.15.mixer.experts.44.up_proj.weight,1856x2688,4988928,6.207222e-13,3.935539e-14,1.146551e-10,2.574500e-12,False
backbone.layers.15.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.815258e-13,1.770361e-14,5.108378e-11,1.170003e-12,False
backbone.layers.15.mixer.experts.45.up_proj.weight,1856x2688,4988928,6.299267e-13,4.348006e-14,1.263363e-10,2.836641e-12,False
backbone.layers.15.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.062864e-13,1.760395e-14,5.103160e-11,1.218286e-12,False
backbone.layers.15.mixer.experts.46.up_proj.weight,1856x2688,4988928,5.327856e-13,4.089075e-14,1.189377e-10,2.803703e-12,False
backbone.layers.15.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.955172e-13,1.973231e-14,5.735547e-11,1.358981e-12,False
backbone.layers.15.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.959037e-13,4.187098e-14,1.230638e-10,2.849981e-12,False
backbone.layers.15.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.184572e-13,1.693550e-14,4.950723e-11,1.119295e-12,False
backbone.layers.15.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.842671e-13,3.933336e-14,1.141372e-10,2.509699e-12,False
backbone.layers.15.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.076880e-13,1.775148e-14,5.160297e-11,1.286130e-12,False
backbone.layers.15.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.206878e-13,4.279363e-14,1.238724e-10,2.990796e-12,False
backbone.layers.15.mixer.experts.5.down_proj.weight,2688x1856,4988928,1.961695e-13,1.725498e-14,4.985332e-11,1.167416e-12,False
backbone.layers.15.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.148973e-13,4.043420e-14,1.170112e-10,2.670669e-12,False
backbone.layers.15.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.767753e-13,1.509683e-14,4.344461e-11,1.037550e-12,False
backbone.layers.15.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.984207e-13,4.200062e-14,1.226143e-10,2.839095e-12,False
backbone.layers.15.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.969258e-13,1.787676e-14,5.240750e-11,1.259501e-12,False
backbone.layers.15.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.738569e-13,4.558138e-14,1.348381e-10,3.187156e-12,False
backbone.layers.15.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.430907e-13,1.959212e-14,5.720201e-11,1.323352e-12,False
backbone.layers.15.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.809902e-13,3.904818e-14,1.126955e-10,2.565828e-12,False
backbone.layers.15.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.603735e-13,1.518418e-14,4.376977e-11,1.018239e-12,False
backbone.layers.15.mixer.experts.53.up_proj.weight,1856x2688,4988928,3.810598e-13,3.646200e-14,1.057465e-10,2.382263e-12,False
backbone.layers.15.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.866805e-13,1.911785e-14,5.560610e-11,1.298270e-12,False
backbone.layers.15.mixer.experts.54.up_proj.weight,1856x2688,4988928,3.739370e-13,3.972295e-14,1.154077e-10,2.619083e-12,False
backbone.layers.15.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.144483e-13,1.790262e-14,5.190321e-11,1.244852e-12,False
backbone.layers.15.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.147446e-13,3.493496e-14,1.012209e-10,2.360057e-12,False
backbone.layers.15.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.118757e-13,1.737448e-14,5.070254e-11,1.167161e-12,False
backbone.layers.15.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.651522e-13,3.929753e-14,1.136610e-10,2.513236e-12,False
backbone.layers.15.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.681502e-13,1.766088e-14,5.123365e-11,1.237226e-12,False
backbone.layers.15.mixer.experts.57.up_proj.weight,1856x2688,4988928,3.496647e-13,3.617527e-14,1.043874e-10,2.470593e-12,False
backbone.layers.15.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.309524e-13,1.792750e-14,5.260473e-11,1.246928e-12,False
backbone.layers.15.mixer.experts.58.up_proj.weight,1856x2688,4988928,5.131173e-13,4.191921e-14,1.221287e-10,2.811243e-12,False
backbone.layers.15.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.984914e-13,1.679981e-14,4.832222e-11,1.096811e-12,False
backbone.layers.15.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.332888e-13,3.879111e-14,1.126941e-10,2.487472e-12,False
backbone.layers.15.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.073793e-13,1.795205e-14,5.205837e-11,1.185176e-12,False
backbone.layers.15.mixer.experts.6.up_proj.weight,1856x2688,4988928,5.477424e-13,4.237676e-14,1.236835e-10,2.733638e-12,False
backbone.layers.15.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.587064e-13,1.609974e-14,4.649610e-11,1.145016e-12,False
backbone.layers.15.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.012346e-13,3.541852e-14,1.021479e-10,2.424877e-12,False
backbone.layers.15.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.130709e-13,1.825220e-14,5.325179e-11,1.224990e-12,False
backbone.layers.15.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.749248e-13,4.115731e-14,1.197478e-10,2.686784e-12,False
backbone.layers.15.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.923054e-13,1.761898e-14,5.123151e-11,1.239516e-12,False
backbone.layers.15.mixer.experts.62.up_proj.weight,1856x2688,4988928,6.709468e-13,4.738604e-14,1.412821e-10,3.320956e-12,False
backbone.layers.15.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.101826e-13,1.698910e-14,4.923304e-11,1.117622e-12,False
backbone.layers.15.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.841197e-13,4.376912e-14,1.284753e-10,2.838040e-12,False
backbone.layers.15.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.025567e-13,1.580799e-14,4.556896e-11,1.086569e-12,False
backbone.layers.15.mixer.experts.64.up_proj.weight,1856x2688,4988928,5.610339e-13,4.667236e-14,1.365864e-10,3.187002e-12,False
backbone.layers.15.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.936090e-13,1.789188e-14,5.165606e-11,1.175041e-12,False
backbone.layers.15.mixer.experts.65.up_proj.weight,1856x2688,4988928,6.409092e-13,5.035291e-14,1.492966e-10,3.303449e-12,False
backbone.layers.15.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.771031e-13,1.755382e-14,5.064446e-11,1.223407e-12,False
backbone.layers.15.mixer.experts.66.up_proj.weight,1856x2688,4988928,6.605029e-13,4.372666e-14,1.299008e-10,3.005938e-12,False
backbone.layers.15.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.362069e-13,1.890339e-14,5.495669e-11,1.268641e-12,False
backbone.layers.15.mixer.experts.67.up_proj.weight,1856x2688,4988928,5.230885e-13,4.508492e-14,1.324500e-10,3.040664e-12,False
backbone.layers.15.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.952327e-13,1.846497e-14,5.328379e-11,1.260131e-12,False
backbone.layers.15.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.600277e-13,4.458224e-14,1.308836e-10,3.031000e-12,False
backbone.layers.15.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.702839e-13,1.604417e-14,4.624669e-11,1.048850e-12,False
backbone.layers.15.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.026987e-13,3.739254e-14,1.078292e-10,2.383240e-12,False
backbone.layers.15.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.605069e-13,2.027456e-14,5.980057e-11,1.452461e-12,False
backbone.layers.15.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.779883e-13,4.074796e-14,1.178691e-10,2.798574e-12,False
backbone.layers.15.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.189429e-13,1.739675e-14,5.038716e-11,1.131361e-12,False
backbone.layers.15.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.114332e-13,3.958672e-14,1.145808e-10,2.509100e-12,False
backbone.layers.15.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.253961e-13,1.791035e-14,5.184674e-11,1.194745e-12,False
backbone.layers.15.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.308116e-13,3.610194e-14,1.048359e-10,2.349095e-12,False
backbone.layers.15.mixer.experts.72.down_proj.weight,2688x1856,4988928,1.595946e-13,1.577078e-14,4.558613e-11,1.039256e-12,False
backbone.layers.15.mixer.experts.72.up_proj.weight,1856x2688,4988928,7.277789e-13,4.941242e-14,1.460514e-10,3.266989e-12,False
backbone.layers.15.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.145307e-13,1.909023e-14,5.592168e-11,1.286284e-12,False
backbone.layers.15.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.279910e-13,4.005133e-14,1.164028e-10,2.586570e-12,False
backbone.layers.15.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.660651e-13,1.675560e-14,4.830848e-11,1.165903e-12,False
backbone.layers.15.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.868952e-13,4.513404e-14,1.314729e-10,3.063737e-12,False
backbone.layers.15.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.231635e-13,1.900166e-14,5.521963e-11,1.363913e-12,False
backbone.layers.15.mixer.experts.75.up_proj.weight,1856x2688,4988928,3.481356e-13,3.591546e-14,1.036937e-10,2.476819e-12,False
backbone.layers.15.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.514553e-13,2.011674e-14,5.866727e-11,1.335990e-12,False
backbone.layers.15.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.728214e-13,4.374821e-14,1.272456e-10,2.799564e-12,False
backbone.layers.15.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.206429e-13,1.872969e-14,5.447446e-11,1.288021e-12,False
backbone.layers.15.mixer.experts.77.up_proj.weight,1856x2688,4988928,5.441689e-13,4.177521e-14,1.212392e-10,2.803623e-12,False
backbone.layers.15.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.752001e-13,1.617248e-14,4.696982e-11,1.099285e-12,False
backbone.layers.15.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.351727e-13,3.944115e-14,1.148815e-10,2.584894e-12,False
backbone.layers.15.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.779309e-13,1.914748e-14,5.606884e-11,1.244410e-12,False
backbone.layers.15.mixer.experts.79.up_proj.weight,1856x2688,4988928,5.413239e-13,4.610890e-14,1.339557e-10,2.843755e-12,False
backbone.layers.15.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.493779e-13,1.628195e-14,4.686935e-11,1.163392e-12,False
backbone.layers.15.mixer.experts.8.up_proj.weight,1856x2688,4988928,8.468694e-13,5.016474e-14,1.492867e-10,3.521932e-12,False
backbone.layers.15.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.928674e-13,1.747733e-14,5.070883e-11,1.194713e-12,False
backbone.layers.15.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.721969e-13,4.455748e-14,1.296390e-10,2.972421e-12,False
backbone.layers.15.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.711977e-13,1.596830e-14,4.649385e-11,1.080684e-12,False
backbone.layers.15.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.566972e-13,4.261730e-14,1.236059e-10,2.771010e-12,False
backbone.layers.15.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.001177e-13,1.718159e-14,4.955538e-11,1.161835e-12,False
backbone.layers.15.mixer.experts.82.up_proj.weight,1856x2688,4988928,3.621929e-13,3.649859e-14,1.053561e-10,2.426232e-12,False
backbone.layers.15.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.895793e-13,1.667350e-14,4.835863e-11,1.143860e-12,False
backbone.layers.15.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.076911e-13,4.169654e-14,1.219085e-10,2.785410e-12,False
backbone.layers.15.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.820731e-13,1.742978e-14,5.065908e-11,1.293217e-12,False
backbone.layers.15.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.404706e-13,3.581912e-14,1.039842e-10,2.573712e-12,False
backbone.layers.15.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.678397e-13,1.606722e-14,4.649956e-11,1.133132e-12,False
backbone.layers.15.mixer.experts.85.up_proj.weight,1856x2688,4988928,3.990400e-13,3.444946e-14,9.962429e-11,2.306840e-12,False
backbone.layers.15.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.894422e-13,1.698474e-14,4.911915e-11,1.126670e-12,False
backbone.layers.15.mixer.experts.86.up_proj.weight,1856x2688,4988928,5.256247e-13,4.147305e-14,1.207314e-10,2.673188e-12,False
backbone.layers.15.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.685076e-13,1.611040e-14,4.653147e-11,1.053578e-12,False
backbone.layers.15.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.052278e-13,4.116014e-14,1.197111e-10,2.643887e-12,False
backbone.layers.15.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.834748e-13,1.619516e-14,4.703227e-11,1.117091e-12,False
backbone.layers.15.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.757340e-13,3.685323e-14,1.076516e-10,2.425652e-12,False
backbone.layers.15.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.686637e-13,1.650548e-14,4.772207e-11,1.155107e-12,False
backbone.layers.15.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.037257e-13,3.900277e-14,1.128369e-10,2.710319e-12,False
backbone.layers.15.mixer.experts.9.down_proj.weight,2688x1856,4988928,3.191267e-13,2.023185e-14,6.011041e-11,1.429491e-12,False
backbone.layers.15.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.530230e-13,4.039832e-14,1.170585e-10,2.733481e-12,False
backbone.layers.15.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.345424e-13,1.919162e-14,5.603019e-11,1.331178e-12,False
backbone.layers.15.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.749984e-13,4.097291e-14,1.201737e-10,2.765727e-12,False
backbone.layers.15.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.767982e-13,1.570768e-14,4.551980e-11,1.067398e-12,False
backbone.layers.15.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.139777e-13,3.880599e-14,1.123663e-10,2.577135e-12,False
backbone.layers.15.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.322970e-13,1.557755e-14,4.479820e-11,1.081095e-12,False
backbone.layers.15.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.426928e-13,4.079703e-14,1.184814e-10,2.771836e-12,False
backbone.layers.15.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.996181e-13,1.830002e-14,5.318710e-11,1.204895e-12,False
backbone.layers.15.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.022163e-13,4.206149e-14,1.224289e-10,2.699408e-12,False
backbone.layers.15.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.352708e-13,1.983617e-14,5.798954e-11,1.344629e-12,False
backbone.layers.15.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.501889e-13,3.832524e-14,1.110546e-10,2.509130e-12,False
backbone.layers.15.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.775156e-13,2.074977e-14,6.088188e-11,1.386773e-12,False
backbone.layers.15.mixer.experts.95.up_proj.weight,1856x2688,4988928,6.814133e-13,4.707169e-14,1.387468e-10,3.027251e-12,False
backbone.layers.15.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.938588e-13,1.789019e-14,5.225272e-11,1.250493e-12,False
backbone.layers.15.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.918010e-13,3.684992e-14,1.073493e-10,2.519156e-12,False
backbone.layers.15.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.336378e-13,1.899768e-14,5.571927e-11,1.373675e-12,False
backbone.layers.15.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.182982e-13,4.149313e-14,1.202747e-10,2.831530e-12,False
backbone.layers.15.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.623562e-13,1.550710e-14,4.506109e-11,1.065865e-12,False
backbone.layers.15.mixer.experts.98.up_proj.weight,1856x2688,4988928,5.322461e-13,4.109995e-14,1.206859e-10,2.796775e-12,False
backbone.layers.15.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.961382e-13,1.587099e-14,4.579588e-11,1.040063e-12,False
backbone.layers.15.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.088620e-13,4.420708e-14,1.292078e-10,2.847113e-12,False
backbone.layers.15.mixer.gate.weight,128x2688,344064,5.537879e-13,5.728379e-14,4.380350e-11,2.625010e-12,False
backbone.layers.15.mixer.shared_experts.down_proj.weight,2688x3712,9977856,2.010919e-12,6.137053e-14,2.526314e-10,5.342274e-12,False
backbone.layers.15.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.684639e-13,2.844707e-14,1.171932e-10,2.724390e-12,False
backbone.layers.15.norm.weight,2688,2688,6.661338e-16,5.850045e-17,4.560939e-15,1.177540e-16,False
backbone.layers.16.mixer.A_log,64,64,8.881784e-16,1.571009e-16,2.130512e-15,1.019934e-16,False
backbone.layers.16.mixer.D,64,64,2.220446e-16,1.238532e-17,2.704185e-16,1.910565e-16,False
backbone.layers.16.mixer.conv1d.weight,6144x1x4,24576,1.471046e-15,1.024436e-17,4.422804e-15,4.348124e-16,True
backbone.layers.16.mixer.dt_bias,64,64,1.776357e-15,2.740863e-16,3.607798e-15,1.485291e-16,False
backbone.layers.16.mixer.in_proj.weight,10304x2688,27697152,7.696708e-13,4.756146e-14,3.293960e-10,2.694431e-12,False
backbone.layers.16.mixer.norm.weight,4096,4096,1.776357e-15,6.179445e-17,1.012363e-14,1.075056e-16,False
backbone.layers.16.mixer.out_proj.weight,2688x4096,11010048,3.512482e-12,1.086085e-13,4.733876e-10,6.660642e-12,False
backbone.layers.16.norm.weight,2688,2688,8.881784e-16,4.555714e-17,3.822569e-15,1.232746e-16,False
backbone.layers.17.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.867172e-13,1.805682e-14,5.258649e-11,1.275539e-12,False
backbone.layers.17.mixer.experts.0.up_proj.weight,1856x2688,4988928,5.414239e-13,4.400180e-14,1.289067e-10,2.984981e-12,False
backbone.layers.17.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.516565e-13,1.510997e-14,4.357673e-11,1.030372e-12,False
backbone.layers.17.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.583001e-13,4.222570e-14,1.221226e-10,2.766882e-12,False
backbone.layers.17.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.880857e-13,1.650430e-14,4.764017e-11,1.090697e-12,False
backbone.layers.17.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.164202e-13,4.449864e-14,1.313454e-10,2.881863e-12,False
backbone.layers.17.mixer.experts.100.down_proj.weight,2688x1856,4988928,3.793910e-13,2.416656e-14,7.184464e-11,1.695200e-12,False
backbone.layers.17.mixer.experts.100.up_proj.weight,1856x2688,4988928,5.292182e-13,3.898555e-14,1.125243e-10,2.526088e-12,False
backbone.layers.17.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.069911e-13,1.722551e-14,4.986065e-11,1.152937e-12,False
backbone.layers.17.mixer.experts.101.up_proj.weight,1856x2688,4988928,6.316065e-13,5.188012e-14,1.530985e-10,3.413256e-12,False
backbone.layers.17.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.671614e-13,1.560175e-14,4.496870e-11,1.027501e-12,False
backbone.layers.17.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.214511e-13,3.870889e-14,1.119796e-10,2.453386e-12,False
backbone.layers.17.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.367611e-13,1.866604e-14,5.481719e-11,1.272094e-12,False
backbone.layers.17.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.428680e-13,4.095781e-14,1.187728e-10,2.601149e-12,False
backbone.layers.17.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.704850e-13,1.916696e-14,5.669802e-11,1.291447e-12,False
backbone.layers.17.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.936519e-13,4.699827e-14,1.389173e-10,3.043818e-12,False
backbone.layers.17.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.111800e-13,1.947569e-14,5.658607e-11,1.317370e-12,False
backbone.layers.17.mixer.experts.105.up_proj.weight,1856x2688,4988928,3.881262e-13,3.956646e-14,1.143285e-10,2.559792e-12,False
backbone.layers.17.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.450358e-13,2.219364e-14,6.517237e-11,1.481931e-12,False
backbone.layers.17.mixer.experts.106.up_proj.weight,1856x2688,4988928,7.487361e-13,5.020707e-14,1.501096e-10,3.267334e-12,False
backbone.layers.17.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.598546e-13,2.219418e-14,6.498286e-11,1.452968e-12,False
backbone.layers.17.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.261439e-13,3.793505e-14,1.099519e-10,2.335851e-12,False
backbone.layers.17.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.832666e-13,1.724911e-14,5.022594e-11,1.253524e-12,False
backbone.layers.17.mixer.experts.108.up_proj.weight,1856x2688,4988928,3.449255e-13,3.477720e-14,1.004344e-10,2.404518e-12,False
backbone.layers.17.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.138957e-13,1.813587e-14,5.258326e-11,1.185321e-12,False
backbone.layers.17.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.018312e-13,4.452825e-14,1.292595e-10,2.771390e-12,False
backbone.layers.17.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.356999e-13,1.873797e-14,5.564171e-11,1.360457e-12,False
backbone.layers.17.mixer.experts.11.up_proj.weight,1856x2688,4988928,7.953291e-13,4.890437e-14,1.456379e-10,3.449493e-12,False
backbone.layers.17.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.549141e-13,2.032943e-14,5.961563e-11,1.391225e-12,False
backbone.layers.17.mixer.experts.110.up_proj.weight,1856x2688,4988928,7.782850e-13,4.701491e-14,1.395952e-10,3.082347e-12,False
backbone.layers.17.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.272401e-13,2.029798e-14,5.896279e-11,1.376193e-12,False
backbone.layers.17.mixer.experts.111.up_proj.weight,1856x2688,4988928,3.935255e-13,3.700599e-14,1.071263e-10,2.376574e-12,False
backbone.layers.17.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.502126e-13,1.919866e-14,5.592046e-11,1.244417e-12,False
backbone.layers.17.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.229672e-13,3.784921e-14,1.092312e-10,2.310009e-12,False
backbone.layers.17.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.824276e-13,1.629398e-14,4.712271e-11,1.139185e-12,False
backbone.layers.17.mixer.experts.113.up_proj.weight,1856x2688,4988928,3.608841e-13,3.581279e-14,1.036895e-10,2.366852e-12,False
backbone.layers.17.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.981296e-13,1.918304e-14,5.821170e-11,1.425221e-12,False
backbone.layers.17.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.150741e-13,4.344286e-14,1.267481e-10,2.970531e-12,False
backbone.layers.17.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.120144e-13,1.823794e-14,5.299077e-11,1.248632e-12,False
backbone.layers.17.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.828464e-13,4.116554e-14,1.196738e-10,2.705135e-12,False
backbone.layers.17.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.023208e-13,1.657834e-14,4.794605e-11,1.098031e-12,False
backbone.layers.17.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.248511e-13,3.476939e-14,1.007857e-10,2.216458e-12,False
backbone.layers.17.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.278941e-13,1.805338e-14,5.289661e-11,1.328565e-12,False
backbone.layers.17.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.635910e-13,3.947160e-14,1.152843e-10,2.790113e-12,False
backbone.layers.17.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.931736e-13,1.736010e-14,5.044020e-11,1.223949e-12,False
backbone.layers.17.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.500645e-13,4.386250e-14,1.278545e-10,2.977938e-12,False
backbone.layers.17.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.428778e-13,1.883296e-14,5.508862e-11,1.309296e-12,False
backbone.layers.17.mixer.experts.119.up_proj.weight,1856x2688,4988928,5.146621e-13,4.577285e-14,1.336364e-10,3.049744e-12,False
backbone.layers.17.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.937756e-13,1.564065e-14,4.525357e-11,1.079715e-12,False
backbone.layers.17.mixer.experts.12.up_proj.weight,1856x2688,4988928,5.249889e-13,3.963645e-14,1.153626e-10,2.665200e-12,False
backbone.layers.17.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.130032e-13,1.775998e-14,5.119126e-11,1.170256e-12,False
backbone.layers.17.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.527316e-13,4.397500e-14,1.278006e-10,2.819607e-12,False
backbone.layers.17.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.969779e-13,1.932264e-14,5.616493e-11,1.302903e-12,False
backbone.layers.17.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.684230e-13,4.044400e-14,1.180884e-10,2.634239e-12,False
backbone.layers.17.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.555197e-13,1.645540e-14,4.762218e-11,1.165289e-12,False
backbone.layers.17.mixer.experts.122.up_proj.weight,1856x2688,4988928,5.058939e-13,4.218025e-14,1.231020e-10,2.899231e-12,False
backbone.layers.17.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.136416e-13,1.891224e-14,5.482610e-11,1.283909e-12,False
backbone.layers.17.mixer.experts.123.up_proj.weight,1856x2688,4988928,6.318522e-13,4.763770e-14,1.418310e-10,3.191291e-12,False
backbone.layers.17.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.799689e-13,1.684216e-14,4.875798e-11,1.109239e-12,False
backbone.layers.17.mixer.experts.124.up_proj.weight,1856x2688,4988928,6.314047e-13,4.794694e-14,1.407544e-10,3.018692e-12,False
backbone.layers.17.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.456039e-13,2.012517e-14,5.896622e-11,1.347889e-12,False
backbone.layers.17.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.784055e-13,4.389494e-14,1.270366e-10,2.765425e-12,False
backbone.layers.17.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.552994e-13,1.605160e-14,4.622163e-11,1.056475e-12,False
backbone.layers.17.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.663839e-13,4.779811e-14,1.394155e-10,3.042874e-12,False
backbone.layers.17.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.918639e-13,1.686900e-14,4.890859e-11,1.146092e-12,False
backbone.layers.17.mixer.experts.127.up_proj.weight,1856x2688,4988928,5.038817e-13,4.179473e-14,1.205984e-10,2.717541e-12,False
backbone.layers.17.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.747352e-13,1.688155e-14,4.890048e-11,1.147272e-12,False
backbone.layers.17.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.583763e-13,4.466143e-14,1.304859e-10,2.920570e-12,False
backbone.layers.17.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.376398e-13,1.906977e-14,5.546990e-11,1.241765e-12,False
backbone.layers.17.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.680647e-13,4.393727e-14,1.286069e-10,2.755609e-12,False
backbone.layers.17.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.762548e-13,1.694110e-14,4.943296e-11,1.188191e-12,False
backbone.layers.17.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.548271e-13,3.812142e-14,1.108556e-10,2.538304e-12,False
backbone.layers.17.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.966720e-13,1.632731e-14,4.736853e-11,1.151421e-12,False
backbone.layers.17.mixer.experts.16.up_proj.weight,1856x2688,4988928,7.412335e-13,5.012125e-14,1.503605e-10,3.560641e-12,False
backbone.layers.17.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.365122e-13,1.809289e-14,5.264940e-11,1.189970e-12,False
backbone.layers.17.mixer.experts.17.up_proj.weight,1856x2688,4988928,5.908572e-13,4.738427e-14,1.391129e-10,2.974747e-12,False
backbone.layers.17.mixer.experts.18.down_proj.weight,2688x1856,4988928,1.971409e-13,1.887218e-14,5.494333e-11,1.299978e-12,False
backbone.layers.17.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.384132e-13,4.055009e-14,1.175963e-10,2.661688e-12,False
backbone.layers.17.mixer.experts.19.down_proj.weight,2688x1856,4988928,2.010839e-13,1.619573e-14,4.708210e-11,1.058636e-12,False
backbone.layers.17.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.665400e-13,4.402778e-14,1.281270e-10,2.776059e-12,False
backbone.layers.17.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.929411e-13,1.783247e-14,5.205556e-11,1.193594e-12,False
backbone.layers.17.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.072654e-13,3.943162e-14,1.141963e-10,2.497653e-12,False
backbone.layers.17.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.463172e-13,1.514538e-14,4.368259e-11,1.014211e-12,False
backbone.layers.17.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.117955e-13,4.540704e-14,1.317924e-10,2.892284e-12,False
backbone.layers.17.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.928041e-13,1.804622e-14,5.243277e-11,1.182299e-12,False
backbone.layers.17.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.608328e-13,4.026136e-14,1.170340e-10,2.515963e-12,False
backbone.layers.17.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.684789e-13,1.754196e-14,5.073450e-11,1.178716e-12,False
backbone.layers.17.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.621393e-13,4.304406e-14,1.258067e-10,2.860134e-12,False
backbone.layers.17.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.335025e-13,1.950751e-14,5.675101e-11,1.316009e-12,False
backbone.layers.17.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.338214e-13,3.985155e-14,1.156164e-10,2.598996e-12,False
backbone.layers.17.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.313902e-13,1.891856e-14,5.586862e-11,1.299254e-12,False
backbone.layers.17.mixer.experts.24.up_proj.weight,1856x2688,4988928,5.296553e-13,3.893512e-14,1.131886e-10,2.530760e-12,False
backbone.layers.17.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.564235e-13,1.763146e-14,5.085390e-11,1.172177e-12,False
backbone.layers.17.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.440172e-13,4.108413e-14,1.192528e-10,2.642533e-12,False
backbone.layers.17.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.772020e-13,1.590447e-14,4.568092e-11,1.004076e-12,False
backbone.layers.17.mixer.experts.26.up_proj.weight,1856x2688,4988928,6.110164e-13,4.439741e-14,1.299961e-10,2.753776e-12,False
backbone.layers.17.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.161691e-13,1.791577e-14,5.240407e-11,1.234653e-12,False
backbone.layers.17.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.689231e-13,3.776422e-14,1.114625e-10,2.488707e-12,False
backbone.layers.17.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.056862e-13,1.734155e-14,5.040534e-11,1.147832e-12,False
backbone.layers.17.mixer.experts.28.up_proj.weight,1856x2688,4988928,3.941639e-13,3.823529e-14,1.107611e-10,2.428949e-12,False
backbone.layers.17.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.767057e-13,2.118659e-14,6.312473e-11,1.428981e-12,False
backbone.layers.17.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.746099e-13,4.095828e-14,1.191085e-10,2.550942e-12,False
backbone.layers.17.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.067044e-13,1.683324e-14,4.888501e-11,1.126097e-12,False
backbone.layers.17.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.826070e-13,4.081124e-14,1.184284e-10,2.626535e-12,False
backbone.layers.17.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.030320e-13,1.853202e-14,5.369447e-11,1.202953e-12,False
backbone.layers.17.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.341943e-13,4.262503e-14,1.237071e-10,2.621211e-12,False
backbone.layers.17.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.824270e-13,1.658807e-14,4.815670e-11,1.129086e-12,False
backbone.layers.17.mixer.experts.31.up_proj.weight,1856x2688,4988928,5.390202e-13,3.970447e-14,1.162510e-10,2.668791e-12,False
backbone.layers.17.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.616277e-13,1.735317e-14,5.027026e-11,1.136374e-12,False
backbone.layers.17.mixer.experts.32.up_proj.weight,1856x2688,4988928,3.451510e-13,3.519459e-14,1.011543e-10,2.189418e-12,False
backbone.layers.17.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.568813e-13,1.926153e-14,5.660871e-11,1.323735e-12,False
backbone.layers.17.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.293649e-13,4.081755e-14,1.178964e-10,2.628992e-12,False
backbone.layers.17.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.299879e-13,2.003687e-14,5.851007e-11,1.311154e-12,False
backbone.layers.17.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.700962e-13,4.275105e-14,1.239889e-10,2.680599e-12,False
backbone.layers.17.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.157163e-13,1.874004e-14,5.426685e-11,1.262516e-12,False
backbone.layers.17.mixer.experts.35.up_proj.weight,1856x2688,4988928,5.260618e-13,4.869708e-14,1.427677e-10,3.223278e-12,False
backbone.layers.17.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.824964e-13,1.782715e-14,5.159510e-11,1.186364e-12,False
backbone.layers.17.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.430848e-13,4.208372e-14,1.220300e-10,2.706069e-12,False
backbone.layers.17.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.638620e-13,1.529484e-14,4.407151e-11,9.903980e-13,False
backbone.layers.17.mixer.experts.37.up_proj.weight,1856x2688,4988928,7.036871e-13,4.655612e-14,1.382317e-10,2.931929e-12,False
backbone.layers.17.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.560972e-13,2.059943e-14,6.029823e-11,1.369750e-12,False
backbone.layers.17.mixer.experts.38.up_proj.weight,1856x2688,4988928,6.859062e-13,4.888917e-14,1.440612e-10,3.130452e-12,False
backbone.layers.17.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.929221e-13,1.711190e-14,4.972161e-11,1.182107e-12,False
backbone.layers.17.mixer.experts.39.up_proj.weight,1856x2688,4988928,3.924239e-13,3.781048e-14,1.093895e-10,2.494044e-12,False
backbone.layers.17.mixer.experts.4.down_proj.weight,2688x1856,4988928,3.341494e-13,2.122348e-14,6.292881e-11,1.354960e-12,False
backbone.layers.17.mixer.experts.4.up_proj.weight,1856x2688,4988928,5.985958e-13,4.582725e-14,1.341088e-10,2.706301e-12,False
backbone.layers.17.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.696871e-13,2.012718e-14,5.953295e-11,1.429726e-12,False
backbone.layers.17.mixer.experts.40.up_proj.weight,1856x2688,4988928,5.081942e-13,4.265834e-14,1.241295e-10,2.902458e-12,False
backbone.layers.17.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.482911e-13,1.444422e-14,4.168111e-11,1.015457e-12,False
backbone.layers.17.mixer.experts.41.up_proj.weight,1856x2688,4988928,6.135023e-13,4.905574e-14,1.441432e-10,3.386661e-12,False
backbone.layers.17.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.857438e-13,1.678121e-14,4.874782e-11,1.177272e-12,False
backbone.layers.17.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.981410e-13,4.238473e-14,1.243941e-10,2.912528e-12,False
backbone.layers.17.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.381881e-13,1.515961e-14,4.348762e-11,1.030267e-12,False
backbone.layers.17.mixer.experts.43.up_proj.weight,1856x2688,4988928,5.831308e-13,4.212255e-14,1.219197e-10,2.751164e-12,False
backbone.layers.17.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.956629e-13,1.865423e-14,5.424100e-11,1.276778e-12,False
backbone.layers.17.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.397108e-13,3.934960e-14,1.142084e-10,2.606887e-12,False
backbone.layers.17.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.815006e-13,1.744082e-14,5.044786e-11,1.140865e-12,False
backbone.layers.17.mixer.experts.45.up_proj.weight,1856x2688,4988928,5.910480e-13,4.630842e-14,1.355627e-10,2.885764e-12,False
backbone.layers.17.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.418482e-13,2.276971e-14,6.733280e-11,1.583493e-12,False
backbone.layers.17.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.346185e-13,3.960965e-14,1.152295e-10,2.588405e-12,False
backbone.layers.17.mixer.experts.47.down_proj.weight,2688x1856,4988928,3.542609e-13,2.375621e-14,7.219591e-11,1.629339e-12,False
backbone.layers.17.mixer.experts.47.up_proj.weight,1856x2688,4988928,5.383229e-13,4.544857e-14,1.330635e-10,2.871426e-12,False
backbone.layers.17.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.672885e-13,1.586059e-14,4.578036e-11,1.062122e-12,False
backbone.layers.17.mixer.experts.48.up_proj.weight,1856x2688,4988928,9.534682e-13,5.732825e-14,1.740926e-10,3.862781e-12,False
backbone.layers.17.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.742894e-13,1.642745e-14,4.755573e-11,1.122138e-12,False
backbone.layers.17.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.511252e-13,3.710216e-14,1.076233e-10,2.424167e-12,False
backbone.layers.17.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.055786e-13,1.863701e-14,5.416335e-11,1.310561e-12,False
backbone.layers.17.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.171939e-13,4.701549e-14,1.362802e-10,3.174941e-12,False
backbone.layers.17.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.775784e-13,1.484664e-14,4.291426e-11,1.003382e-12,False
backbone.layers.17.mixer.experts.50.up_proj.weight,1856x2688,4988928,6.202122e-13,4.957597e-14,1.454618e-10,3.256339e-12,False
backbone.layers.17.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.035455e-13,1.598655e-14,4.649705e-11,1.093992e-12,False
backbone.layers.17.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.507159e-13,4.011237e-14,1.169653e-10,2.635630e-12,False
backbone.layers.17.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.026140e-13,1.748310e-14,5.081944e-11,1.201717e-12,False
backbone.layers.17.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.931190e-13,4.256500e-14,1.233680e-10,2.806461e-12,False
backbone.layers.17.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.253961e-13,1.880417e-14,5.557819e-11,1.336531e-12,False
backbone.layers.17.mixer.experts.53.up_proj.weight,1856x2688,4988928,6.130443e-13,4.842566e-14,1.431037e-10,3.217445e-12,False
backbone.layers.17.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.892235e-13,2.099472e-14,6.233079e-11,1.524951e-12,False
backbone.layers.17.mixer.experts.54.up_proj.weight,1856x2688,4988928,3.962108e-13,3.837664e-14,1.113917e-10,2.652486e-12,False
backbone.layers.17.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.621940e-13,1.469483e-14,4.226075e-11,9.886146e-13,False
backbone.layers.17.mixer.experts.55.up_proj.weight,1856x2688,4988928,5.723859e-13,4.045282e-14,1.179445e-10,2.605352e-12,False
backbone.layers.17.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.219089e-13,2.132025e-14,6.233652e-11,1.393879e-12,False
backbone.layers.17.mixer.experts.56.up_proj.weight,1856x2688,4988928,6.166742e-13,4.881501e-14,1.435896e-10,3.061048e-12,False
backbone.layers.17.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.812769e-13,1.699339e-14,4.909743e-11,1.126840e-12,False
backbone.layers.17.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.107546e-13,4.396738e-14,1.276543e-10,2.804845e-12,False
backbone.layers.17.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.987559e-13,1.680758e-14,4.901857e-11,1.131130e-12,False
backbone.layers.17.mixer.experts.58.up_proj.weight,1856x2688,4988928,7.866138e-13,4.723306e-14,1.396436e-10,3.140892e-12,False
backbone.layers.17.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.984931e-13,1.645342e-14,4.753329e-11,1.134799e-12,False
backbone.layers.17.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.025183e-13,3.759898e-14,1.090741e-10,2.525728e-12,False
backbone.layers.17.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.084721e-13,1.838241e-14,5.327764e-11,1.222576e-12,False
backbone.layers.17.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.721779e-13,4.365191e-14,1.291691e-10,2.824635e-12,False
backbone.layers.17.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.037363e-13,1.750908e-14,5.054690e-11,1.187642e-12,False
backbone.layers.17.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.556806e-13,3.991981e-14,1.153499e-10,2.635090e-12,False
backbone.layers.17.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.450472e-13,1.631010e-14,4.694079e-11,1.127602e-12,False
backbone.layers.17.mixer.experts.61.up_proj.weight,1856x2688,4988928,3.797865e-13,3.763711e-14,1.085905e-10,2.525558e-12,False
backbone.layers.17.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.593013e-13,1.933848e-14,5.634563e-11,1.331058e-12,False
backbone.layers.17.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.247192e-13,3.914879e-14,1.141436e-10,2.688205e-12,False
backbone.layers.17.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.217471e-13,1.866864e-14,5.454813e-11,1.242993e-12,False
backbone.layers.17.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.301386e-13,4.168413e-14,1.210563e-10,2.648424e-12,False
backbone.layers.17.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.543349e-13,1.579699e-14,4.541672e-11,1.038698e-12,False
backbone.layers.17.mixer.experts.64.up_proj.weight,1856x2688,4988928,5.255449e-13,4.470725e-14,1.304912e-10,2.854023e-12,False
backbone.layers.17.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.471669e-13,1.820706e-14,5.338509e-11,1.214099e-12,False
backbone.layers.17.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.195150e-13,4.217919e-14,1.228834e-10,2.668047e-12,False
backbone.layers.17.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.019045e-13,1.604760e-14,4.643670e-11,1.124309e-12,False
backbone.layers.17.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.098458e-13,3.976654e-14,1.153228e-10,2.717523e-12,False
backbone.layers.17.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.118219e-13,1.776110e-14,5.173939e-11,1.182320e-12,False
backbone.layers.17.mixer.experts.67.up_proj.weight,1856x2688,4988928,3.779546e-13,3.591115e-14,1.036177e-10,2.262413e-12,False
backbone.layers.17.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.736769e-13,1.907484e-14,5.575942e-11,1.247794e-12,False
backbone.layers.17.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.924944e-13,4.623924e-14,1.362122e-10,2.883021e-12,False
backbone.layers.17.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.526729e-13,1.839260e-14,5.394242e-11,1.363608e-12,False
backbone.layers.17.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.313620e-13,4.030651e-14,1.172560e-10,2.835153e-12,False
backbone.layers.17.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.126806e-13,1.866646e-14,5.489194e-11,1.281560e-12,False
backbone.layers.17.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.153360e-13,4.077957e-14,1.178879e-10,2.664798e-12,False
backbone.layers.17.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.659983e-13,1.675913e-14,4.846791e-11,1.115975e-12,False
backbone.layers.17.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.822670e-13,3.798425e-14,1.103623e-10,2.456834e-12,False
backbone.layers.17.mixer.experts.71.down_proj.weight,2688x1856,4988928,3.013297e-13,2.139196e-14,6.415016e-11,1.525902e-12,False
backbone.layers.17.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.585811e-13,3.989059e-14,1.156881e-10,2.647269e-12,False
backbone.layers.17.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.020866e-13,1.836367e-14,5.325883e-11,1.256126e-12,False
backbone.layers.17.mixer.experts.72.up_proj.weight,1856x2688,4988928,4.097989e-13,3.889072e-14,1.130045e-10,2.541882e-12,False
backbone.layers.17.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.514551e-13,1.995704e-14,5.818871e-11,1.349928e-12,False
backbone.layers.17.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.320813e-13,4.369142e-14,1.270702e-10,2.829926e-12,False
backbone.layers.17.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.819777e-13,1.598207e-14,4.601235e-11,1.069195e-12,False
backbone.layers.17.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.489048e-13,4.151965e-14,1.205659e-10,2.708778e-12,False
backbone.layers.17.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.945024e-13,1.791361e-14,5.221892e-11,1.172455e-12,False
backbone.layers.17.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.644063e-13,4.590591e-14,1.332402e-10,2.837925e-12,False
backbone.layers.17.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.616589e-13,1.545210e-14,4.473457e-11,1.060926e-12,False
backbone.layers.17.mixer.experts.76.up_proj.weight,1856x2688,4988928,5.975793e-13,4.621359e-14,1.355144e-10,3.104246e-12,False
backbone.layers.17.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.436220e-13,1.768582e-14,5.183620e-11,1.283321e-12,False
backbone.layers.17.mixer.experts.77.up_proj.weight,1856x2688,4988928,6.999124e-13,3.856227e-14,1.126927e-10,2.583423e-12,False
backbone.layers.17.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.546713e-13,1.684982e-14,4.895322e-11,1.160396e-12,False
backbone.layers.17.mixer.experts.78.up_proj.weight,1856x2688,4988928,3.962108e-13,3.897767e-14,1.123812e-10,2.583497e-12,False
backbone.layers.17.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.454825e-13,1.815751e-14,5.330710e-11,1.246691e-12,False
backbone.layers.17.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.385659e-13,4.045054e-14,1.172673e-10,2.629884e-12,False
backbone.layers.17.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.735938e-13,1.601975e-14,4.640250e-11,1.073894e-12,False
backbone.layers.17.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.517028e-13,4.364598e-14,1.281031e-10,2.856358e-12,False
backbone.layers.17.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.375670e-13,1.546290e-14,4.440356e-11,1.062154e-12,False
backbone.layers.17.mixer.experts.80.up_proj.weight,1856x2688,4988928,3.720375e-13,3.754436e-14,1.082450e-10,2.542392e-12,False
backbone.layers.17.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.868106e-13,1.737409e-14,5.014051e-11,1.170558e-12,False
backbone.layers.17.mixer.experts.81.up_proj.weight,1856x2688,4988928,5.245041e-13,4.293596e-14,1.254483e-10,2.810993e-12,False
backbone.layers.17.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.966066e-13,1.662692e-14,4.831374e-11,1.146452e-12,False
backbone.layers.17.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.929009e-13,4.412516e-14,1.304898e-10,2.934431e-12,False
backbone.layers.17.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.926584e-13,1.746480e-14,5.040739e-11,1.184134e-12,False
backbone.layers.17.mixer.experts.83.up_proj.weight,1856x2688,4988928,6.479765e-13,4.614644e-14,1.352795e-10,3.026179e-12,False
backbone.layers.17.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.281786e-13,1.943806e-14,5.651178e-11,1.242514e-12,False
backbone.layers.17.mixer.experts.84.up_proj.weight,1856x2688,4988928,6.505629e-13,4.506116e-14,1.323579e-10,2.779968e-12,False
backbone.layers.17.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.930921e-13,1.695120e-14,4.902908e-11,1.194281e-12,False
backbone.layers.17.mixer.experts.85.up_proj.weight,1856x2688,4988928,3.831779e-13,3.777096e-14,1.092463e-10,2.573493e-12,False
backbone.layers.17.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.742374e-13,1.666801e-14,4.852805e-11,1.167983e-12,False
backbone.layers.17.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.856185e-13,4.036700e-14,1.168581e-10,2.744806e-12,False
backbone.layers.17.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.814347e-13,1.710600e-14,4.942460e-11,1.171389e-12,False
backbone.layers.17.mixer.experts.87.up_proj.weight,1856x2688,4988928,7.193274e-13,4.966270e-14,1.475368e-10,3.366936e-12,False
backbone.layers.17.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.626164e-13,1.542333e-14,4.452189e-11,1.076669e-12,False
backbone.layers.17.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.172288e-13,4.035148e-14,1.172107e-10,2.752285e-12,False
backbone.layers.17.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.215866e-13,1.945524e-14,5.664687e-11,1.253692e-12,False
backbone.layers.17.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.373776e-13,4.062165e-14,1.177789e-10,2.439870e-12,False
backbone.layers.17.mixer.experts.9.down_proj.weight,2688x1856,4988928,3.138215e-13,1.994453e-14,5.873302e-11,1.363650e-12,False
backbone.layers.17.mixer.experts.9.up_proj.weight,1856x2688,4988928,5.883835e-13,4.524127e-14,1.322323e-10,2.923297e-12,False
backbone.layers.17.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.723760e-13,1.598004e-14,4.606593e-11,1.110115e-12,False
backbone.layers.17.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.759249e-13,4.357919e-14,1.263777e-10,2.895981e-12,False
backbone.layers.17.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.321390e-13,2.035007e-14,5.970760e-11,1.379680e-12,False
backbone.layers.17.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.985802e-13,5.099764e-14,1.488613e-10,3.291955e-12,False
backbone.layers.17.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.298890e-13,1.819588e-14,5.337905e-11,1.274526e-12,False
backbone.layers.17.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.788253e-13,4.223650e-14,1.223255e-10,2.680649e-12,False
backbone.layers.17.mixer.experts.93.down_proj.weight,2688x1856,4988928,3.401029e-13,1.936758e-14,5.658044e-11,1.418616e-12,False
backbone.layers.17.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.119942e-13,3.696114e-14,1.074111e-10,2.504888e-12,False
backbone.layers.17.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.006867e-13,1.835474e-14,5.314986e-11,1.224791e-12,False
backbone.layers.17.mixer.experts.94.up_proj.weight,1856x2688,4988928,7.721827e-13,5.095036e-14,1.510246e-10,3.317637e-12,False
backbone.layers.17.mixer.experts.95.down_proj.weight,2688x1856,4988928,3.222787e-13,2.151390e-14,6.448990e-11,1.541305e-12,False
backbone.layers.17.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.461154e-13,4.151437e-14,1.199261e-10,2.742206e-12,False
backbone.layers.17.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.611697e-13,1.611667e-14,4.661773e-11,1.156156e-12,False
backbone.layers.17.mixer.experts.96.up_proj.weight,1856x2688,4988928,3.328865e-13,3.272417e-14,9.455186e-11,2.234774e-12,False
backbone.layers.17.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.651525e-13,2.016354e-14,5.907154e-11,1.385216e-12,False
backbone.layers.17.mixer.experts.97.up_proj.weight,1856x2688,4988928,3.934145e-13,3.764058e-14,1.085452e-10,2.434960e-12,False
backbone.layers.17.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.699266e-13,1.587604e-14,4.612362e-11,1.125626e-12,False
backbone.layers.17.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.695619e-13,4.088674e-14,1.186967e-10,2.778514e-12,False
backbone.layers.17.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.133276e-13,1.946136e-14,5.661139e-11,1.292838e-12,False
backbone.layers.17.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.152684e-13,4.526126e-14,1.316068e-10,2.868531e-12,False
backbone.layers.17.mixer.gate.weight,128x2688,344064,5.506706e-13,6.812164e-14,5.220462e-11,2.970139e-12,False
backbone.layers.17.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.280399e-12,6.064214e-14,2.493021e-10,5.279655e-12,False
backbone.layers.17.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.484053e-13,2.708972e-14,1.110112e-10,2.497582e-12,False
backbone.layers.17.norm.weight,2688,2688,4.440892e-16,5.373771e-17,4.190176e-15,1.230168e-16,False
backbone.layers.18.mixer.A_log,64,64,8.881784e-16,1.411631e-16,2.018586e-15,1.097785e-16,True
backbone.layers.18.mixer.D,64,64,2.220446e-16,1.813434e-17,4.352242e-16,1.775490e-16,True
backbone.layers.18.mixer.conv1d.weight,6144x1x4,24576,1.200429e-15,1.004328e-17,4.455136e-15,5.227753e-16,True
backbone.layers.18.mixer.dt_bias,64,64,1.776357e-15,2.298509e-16,3.345900e-15,1.152234e-16,True
backbone.layers.18.mixer.in_proj.weight,10304x2688,27697152,8.414658e-13,4.680346e-14,3.240830e-10,2.668512e-12,True
backbone.layers.18.mixer.norm.weight,4096,4096,3.552714e-15,7.518561e-17,1.221739e-14,1.281844e-16,True
backbone.layers.18.mixer.out_proj.weight,2688x4096,11010048,1.212662e-12,9.582238e-14,4.152579e-10,6.005523e-12,True
backbone.layers.18.norm.weight,2688,2688,4.440892e-16,4.693047e-17,3.805754e-15,1.237940e-16,True
backbone.layers.19.mixer.k_proj.weight,256x2688,688128,4.937474e-13,5.208687e-14,5.618038e-11,2.164108e-12,True
backbone.layers.19.mixer.o_proj.weight,2688x4096,11010048,2.513036e-12,9.359850e-14,4.086717e-10,5.974651e-12,True
backbone.layers.19.mixer.q_proj.weight,4096x2688,11010048,5.460996e-13,4.546564e-14,1.963243e-10,2.290495e-12,True
backbone.layers.19.mixer.v_proj.weight,256x2688,688128,1.887622e-13,2.178210e-14,2.334458e-11,1.912433e-12,True
backbone.layers.19.norm.weight,2688,2688,3.330669e-16,5.559892e-17,4.389836e-15,1.179122e-16,True
backbone.layers.2.mixer.A_log,64,64,8.881784e-16,2.305014e-16,2.835589e-15,1.440569e-16,False
backbone.layers.2.mixer.D,64,64,2.664535e-15,1.559591e-16,3.668635e-15,1.457949e-16,False
backbone.layers.2.mixer.conv1d.weight,6144x1x4,24576,1.110223e-15,1.412174e-17,4.906937e-15,4.842192e-16,True
backbone.layers.2.mixer.dt_bias,64,64,1.776357e-15,4.649059e-16,5.606351e-15,1.422133e-16,False
backbone.layers.2.mixer.in_proj.weight,10304x2688,27697152,7.284277e-13,4.991110e-14,3.502095e-10,2.845129e-12,False
backbone.layers.2.mixer.norm.weight,4096,4096,1.776357e-15,4.601902e-17,8.759243e-15,1.113551e-16,False
backbone.layers.2.mixer.out_proj.weight,2688x4096,11010048,1.780333e-12,1.012029e-13,4.382624e-10,6.077337e-12,False
backbone.layers.2.norm.weight,2688,2688,4.440892e-16,7.182581e-17,5.624460e-15,1.203766e-16,False
backbone.layers.20.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.884604e-13,1.585103e-14,4.624235e-11,1.108218e-12,False
backbone.layers.20.mixer.experts.0.up_proj.weight,1856x2688,4988928,4.214688e-13,3.565407e-14,1.027496e-10,2.360399e-12,False
backbone.layers.20.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.199213e-13,1.860582e-14,5.430661e-11,1.272024e-12,False
backbone.layers.20.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.161706e-13,4.164550e-14,1.203339e-10,2.701865e-12,False
backbone.layers.20.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.954127e-13,1.836007e-14,5.315132e-11,1.229894e-12,False
backbone.layers.20.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.882622e-13,4.354450e-14,1.257018e-10,2.793746e-12,False
backbone.layers.20.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.856219e-13,1.703019e-14,4.916771e-11,1.120764e-12,False
backbone.layers.20.mixer.experts.100.up_proj.weight,1856x2688,4988928,5.305235e-13,4.764187e-14,1.396515e-10,3.059119e-12,False
backbone.layers.20.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.896122e-13,1.941068e-14,5.654663e-11,1.316321e-12,False
backbone.layers.20.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.067510e-13,3.913812e-14,1.133216e-10,2.549951e-12,False
backbone.layers.20.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.624490e-13,1.520366e-14,4.395518e-11,1.046562e-12,False
backbone.layers.20.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.995726e-13,4.630456e-14,1.347344e-10,3.112555e-12,False
backbone.layers.20.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.640424e-13,1.501227e-14,4.326616e-11,1.045368e-12,False
backbone.layers.20.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.633516e-13,4.177219e-14,1.219016e-10,2.822206e-12,False
backbone.layers.20.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.600699e-13,1.568945e-14,4.552385e-11,1.135831e-12,False
backbone.layers.20.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.318490e-13,4.028469e-14,1.167979e-10,2.740490e-12,False
backbone.layers.20.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.194387e-13,2.148280e-14,6.242113e-11,1.455739e-12,False
backbone.layers.20.mixer.experts.105.up_proj.weight,1856x2688,4988928,5.106020e-13,4.147910e-14,1.224819e-10,2.738487e-12,False
backbone.layers.20.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.682179e-13,1.625204e-14,4.711509e-11,1.090660e-12,False
backbone.layers.20.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.895598e-13,4.184391e-14,1.222450e-10,2.694653e-12,False
backbone.layers.20.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.704678e-13,1.556338e-14,4.520514e-11,1.104531e-12,False
backbone.layers.20.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.066052e-13,3.823079e-14,1.114189e-10,2.563038e-12,False
backbone.layers.20.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.039341e-13,1.783802e-14,5.172418e-11,1.170305e-12,False
backbone.layers.20.mixer.experts.108.up_proj.weight,1856x2688,4988928,4.481658e-13,4.076082e-14,1.182697e-10,2.535539e-12,False
backbone.layers.20.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.777259e-13,1.723735e-14,4.988974e-11,1.126493e-12,False
backbone.layers.20.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.775902e-13,4.368668e-14,1.269466e-10,2.712437e-12,False
backbone.layers.20.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.511047e-13,1.951756e-14,5.740307e-11,1.342902e-12,False
backbone.layers.20.mixer.experts.11.up_proj.weight,1856x2688,4988928,5.570913e-13,4.829145e-14,1.407068e-10,3.174316e-12,False
backbone.layers.20.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.246953e-13,1.674508e-14,4.897283e-11,1.177477e-12,False
backbone.layers.20.mixer.experts.110.up_proj.weight,1856x2688,4988928,5.555365e-13,3.861112e-14,1.119207e-10,2.488957e-12,False
backbone.layers.20.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.092627e-13,1.783624e-14,5.163239e-11,1.168053e-12,False
backbone.layers.20.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.277481e-13,3.738090e-14,1.078294e-10,2.332670e-12,False
backbone.layers.20.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.610898e-13,2.256816e-14,6.659595e-11,1.567263e-12,False
backbone.layers.20.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.537837e-13,4.322216e-14,1.254505e-10,2.840367e-12,False
backbone.layers.20.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.310617e-13,1.874221e-14,5.451901e-11,1.227620e-12,False
backbone.layers.20.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.896942e-13,4.462240e-14,1.307611e-10,2.774426e-12,False
backbone.layers.20.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.865452e-13,1.764854e-14,5.112322e-11,1.174732e-12,False
backbone.layers.20.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.630427e-13,4.601015e-14,1.340113e-10,2.947558e-12,False
backbone.layers.20.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.805917e-13,1.697758e-14,4.913773e-11,1.166426e-12,False
backbone.layers.20.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.460703e-13,3.979251e-14,1.147081e-10,2.607904e-12,False
backbone.layers.20.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.621128e-13,1.630242e-14,4.695977e-11,1.124757e-12,False
backbone.layers.20.mixer.experts.116.up_proj.weight,1856x2688,4988928,3.229361e-13,3.396311e-14,9.739944e-11,2.291572e-12,False
backbone.layers.20.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.112130e-13,1.935611e-14,5.615747e-11,1.334017e-12,False
backbone.layers.20.mixer.experts.117.up_proj.weight,1856x2688,4988928,3.880698e-13,3.829931e-14,1.108926e-10,2.578786e-12,False
backbone.layers.20.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.671007e-13,1.755513e-14,5.061382e-11,1.206212e-12,False
backbone.layers.20.mixer.experts.118.up_proj.weight,1856x2688,4988928,3.474963e-13,3.692304e-14,1.065437e-10,2.432348e-12,False
backbone.layers.20.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.836448e-13,1.754098e-14,5.085952e-11,1.187428e-12,False
backbone.layers.20.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.812886e-13,3.962191e-14,1.144859e-10,2.572880e-12,False
backbone.layers.20.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.792181e-13,2.220801e-14,6.572530e-11,1.630191e-12,False
backbone.layers.20.mixer.experts.12.up_proj.weight,1856x2688,4988928,5.164341e-13,4.122382e-14,1.204211e-10,2.794137e-12,False
backbone.layers.20.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.569682e-13,1.577064e-14,4.557102e-11,1.056936e-12,False
backbone.layers.20.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.411244e-13,4.517578e-14,1.335778e-10,2.941293e-12,False
backbone.layers.20.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.809455e-13,1.697236e-14,4.939289e-11,1.185222e-12,False
backbone.layers.20.mixer.experts.121.up_proj.weight,1856x2688,4988928,6.189181e-13,4.626333e-14,1.366102e-10,3.102791e-12,False
backbone.layers.20.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.006520e-13,1.625988e-14,4.714816e-11,1.097672e-12,False
backbone.layers.20.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.934974e-13,3.792344e-14,1.096982e-10,2.466712e-12,False
backbone.layers.20.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.811652e-13,1.712971e-14,4.990894e-11,1.148390e-12,False
backbone.layers.20.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.220582e-13,4.139863e-14,1.194201e-10,2.628778e-12,False
backbone.layers.20.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.594071e-13,1.830199e-14,5.416724e-11,1.283588e-12,False
backbone.layers.20.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.738206e-13,4.221860e-14,1.228381e-10,2.796259e-12,False
backbone.layers.20.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.995314e-13,1.614765e-14,4.747416e-11,1.152288e-12,False
backbone.layers.20.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.585104e-13,4.242428e-14,1.229997e-10,2.820581e-12,False
backbone.layers.20.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.715815e-13,1.466949e-14,4.236218e-11,9.473763e-13,False
backbone.layers.20.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.999317e-13,4.424291e-14,1.289980e-10,2.738715e-12,False
backbone.layers.20.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.211478e-13,1.880667e-14,5.465900e-11,1.260809e-12,False
backbone.layers.20.mixer.experts.127.up_proj.weight,1856x2688,4988928,5.325670e-13,3.930321e-14,1.135302e-10,2.521941e-12,False
backbone.layers.20.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.106006e-13,1.833447e-14,5.321074e-11,1.265207e-12,False
backbone.layers.20.mixer.experts.13.up_proj.weight,1856x2688,4988928,6.845913e-13,4.713609e-14,1.384950e-10,3.077470e-12,False
backbone.layers.20.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.986553e-13,1.781861e-14,5.190661e-11,1.168114e-12,False
backbone.layers.20.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.268582e-13,4.472845e-14,1.295235e-10,2.782718e-12,False
backbone.layers.20.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.754846e-13,1.629702e-14,4.713006e-11,1.128050e-12,False
backbone.layers.20.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.209185e-13,3.598190e-14,1.036411e-10,2.329057e-12,False
backbone.layers.20.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.065626e-13,1.841188e-14,5.319111e-11,1.196974e-12,False
backbone.layers.20.mixer.experts.16.up_proj.weight,1856x2688,4988928,5.342046e-13,4.616227e-14,1.340535e-10,2.878969e-12,False
backbone.layers.20.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.893711e-13,1.916626e-14,5.519774e-11,1.315440e-12,False
backbone.layers.20.mixer.experts.17.up_proj.weight,1856x2688,4988928,3.978588e-13,3.790507e-14,1.095570e-10,2.498296e-12,False
backbone.layers.20.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.368765e-13,1.854655e-14,5.366286e-11,1.220535e-12,False
backbone.layers.20.mixer.experts.18.up_proj.weight,1856x2688,4988928,3.838492e-13,4.028940e-14,1.157175e-10,2.505093e-12,False
backbone.layers.20.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.909549e-13,1.687909e-14,4.896879e-11,1.186273e-12,False
backbone.layers.20.mixer.experts.19.up_proj.weight,1856x2688,4988928,3.641859e-13,3.589919e-14,1.036258e-10,2.431444e-12,False
backbone.layers.20.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.984836e-13,1.817851e-14,5.269401e-11,1.220724e-12,False
backbone.layers.20.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.450572e-13,4.496890e-14,1.307853e-10,2.914207e-12,False
backbone.layers.20.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.879131e-13,1.786815e-14,5.211660e-11,1.260256e-12,False
backbone.layers.20.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.005423e-13,4.728313e-14,1.378198e-10,3.170837e-12,False
backbone.layers.20.mixer.experts.21.down_proj.weight,2688x1856,4988928,3.337677e-13,2.190738e-14,6.475472e-11,1.483166e-12,False
backbone.layers.20.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.542373e-13,4.069658e-14,1.187651e-10,2.619901e-12,False
backbone.layers.20.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.105018e-13,1.835455e-14,5.360741e-11,1.234292e-12,False
backbone.layers.20.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.975151e-13,4.550294e-14,1.324809e-10,2.921885e-12,False
backbone.layers.20.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.738644e-13,1.669316e-14,4.838357e-11,1.154530e-12,False
backbone.layers.20.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.385745e-13,4.071374e-14,1.178808e-10,2.684736e-12,False
backbone.layers.20.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.310565e-13,1.748063e-14,5.101978e-11,1.141044e-12,False
backbone.layers.20.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.564786e-13,3.829487e-14,1.112565e-10,2.362040e-12,False
backbone.layers.20.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.153590e-13,1.817904e-14,5.305347e-11,1.355710e-12,False
backbone.layers.20.mixer.experts.25.up_proj.weight,1856x2688,4988928,3.944171e-13,3.841095e-14,1.109021e-10,2.636514e-12,False
backbone.layers.20.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.110569e-13,1.914339e-14,5.585016e-11,1.288605e-12,False
backbone.layers.20.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.636985e-13,4.487566e-14,1.307331e-10,2.889063e-12,False
backbone.layers.20.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.271835e-13,1.757010e-14,5.107454e-11,1.187687e-12,False
backbone.layers.20.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.356446e-13,4.365345e-14,1.264740e-10,2.825763e-12,False
backbone.layers.20.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.471965e-13,1.579961e-14,4.552557e-11,1.089165e-12,False
backbone.layers.20.mixer.experts.28.up_proj.weight,1856x2688,4988928,6.100242e-13,4.894721e-14,1.435623e-10,3.220913e-12,False
backbone.layers.20.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.050235e-13,1.606541e-14,4.660748e-11,1.122918e-12,False
backbone.layers.20.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.545947e-13,4.196317e-14,1.221296e-10,2.854919e-12,False
backbone.layers.20.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.956421e-13,1.697664e-14,4.979502e-11,1.159228e-12,False
backbone.layers.20.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.523637e-13,4.452404e-14,1.302268e-10,2.914462e-12,False
backbone.layers.20.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.990855e-13,1.742321e-14,5.077252e-11,1.140349e-12,False
backbone.layers.20.mixer.experts.30.up_proj.weight,1856x2688,4988928,5.412467e-13,5.126355e-14,1.491488e-10,3.173962e-12,False
backbone.layers.20.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.778508e-13,1.513052e-14,4.382643e-11,1.006186e-12,False
backbone.layers.20.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.290318e-13,4.091584e-14,1.182870e-10,2.611240e-12,False
backbone.layers.20.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.682472e-13,1.776956e-14,5.182702e-11,1.296737e-12,False
backbone.layers.20.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.219888e-13,3.545863e-14,1.025643e-10,2.399693e-12,False
backbone.layers.20.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.361444e-13,1.901997e-14,5.521359e-11,1.278924e-12,False
backbone.layers.20.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.540186e-13,4.049959e-14,1.169239e-10,2.614245e-12,False
backbone.layers.20.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.380379e-13,2.025584e-14,5.923866e-11,1.340618e-12,False
backbone.layers.20.mixer.experts.34.up_proj.weight,1856x2688,4988928,7.012030e-13,5.124263e-14,1.519653e-10,3.250793e-12,False
backbone.layers.20.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.974899e-13,1.648106e-14,4.747668e-11,1.098480e-12,False
backbone.layers.20.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.643855e-13,4.169082e-14,1.208472e-10,2.711006e-12,False
backbone.layers.20.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.385731e-13,1.772428e-14,5.142215e-11,1.271498e-12,False
backbone.layers.20.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.922833e-13,4.084075e-14,1.189797e-10,2.844999e-12,False
backbone.layers.20.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.104157e-13,1.775884e-14,5.135965e-11,1.160842e-12,False
backbone.layers.20.mixer.experts.37.up_proj.weight,1856x2688,4988928,5.152719e-13,4.324000e-14,1.251903e-10,2.726280e-12,False
backbone.layers.20.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.254111e-13,1.827327e-14,5.309188e-11,1.207438e-12,False
backbone.layers.20.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.465456e-13,4.154548e-14,1.204825e-10,2.550145e-12,False
backbone.layers.20.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.740674e-13,1.425997e-14,4.108944e-11,9.611077e-13,False
backbone.layers.20.mixer.experts.39.up_proj.weight,1856x2688,4988928,7.003304e-13,5.457785e-14,1.631253e-10,3.620895e-12,False
backbone.layers.20.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.937686e-13,1.749117e-14,5.087367e-11,1.197497e-12,False
backbone.layers.20.mixer.experts.4.up_proj.weight,1856x2688,4988928,5.344822e-13,4.712675e-14,1.381601e-10,3.094512e-12,False
backbone.layers.20.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.108192e-13,1.734096e-14,5.024330e-11,1.160640e-12,False
backbone.layers.20.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.650828e-13,4.361576e-14,1.264051e-10,2.790720e-12,False
backbone.layers.20.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.047893e-13,1.722672e-14,5.032812e-11,1.163370e-12,False
backbone.layers.20.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.687960e-13,4.186589e-14,1.213491e-10,2.690632e-12,False
backbone.layers.20.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.857646e-13,1.692592e-14,4.919418e-11,1.156204e-12,False
backbone.layers.20.mixer.experts.42.up_proj.weight,1856x2688,4988928,6.029899e-13,4.693268e-14,1.380857e-10,3.064296e-12,False
backbone.layers.20.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.976440e-13,1.916828e-14,5.587959e-11,1.263168e-12,False
backbone.layers.20.mixer.experts.43.up_proj.weight,1856x2688,4988928,7.351134e-13,5.397219e-14,1.601614e-10,3.421123e-12,False
backbone.layers.20.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.102884e-13,1.851571e-14,5.478927e-11,1.312739e-12,False
backbone.layers.20.mixer.experts.44.up_proj.weight,1856x2688,4988928,5.837483e-13,4.493493e-14,1.313024e-10,3.006618e-12,False
backbone.layers.20.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.070843e-13,1.743592e-14,5.060587e-11,1.167961e-12,False
backbone.layers.20.mixer.experts.45.up_proj.weight,1856x2688,4988928,5.000384e-13,4.184915e-14,1.218178e-10,2.697645e-12,False
backbone.layers.20.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.180374e-13,1.688696e-14,4.926562e-11,1.121586e-12,False
backbone.layers.20.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.452077e-13,4.074504e-14,1.182813e-10,2.580751e-12,False
backbone.layers.20.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.189741e-13,1.709263e-14,4.951474e-11,1.140105e-12,False
backbone.layers.20.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.208838e-13,4.011238e-14,1.162425e-10,2.559342e-12,False
backbone.layers.20.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.644829e-13,1.933128e-14,5.682947e-11,1.380323e-12,False
backbone.layers.20.mixer.experts.48.up_proj.weight,1856x2688,4988928,5.063380e-13,4.210688e-14,1.225229e-10,2.852887e-12,False
backbone.layers.20.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.525549e-13,1.673893e-14,4.952208e-11,1.239806e-12,False
backbone.layers.20.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.233384e-13,3.903534e-14,1.132416e-10,2.651752e-12,False
backbone.layers.20.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.235616e-13,2.005866e-14,5.842243e-11,1.387757e-12,False
backbone.layers.20.mixer.experts.5.up_proj.weight,1856x2688,4988928,3.266970e-13,3.611214e-14,1.040506e-10,2.381693e-12,False
backbone.layers.20.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.697773e-13,2.317759e-14,6.768437e-11,1.546207e-12,False
backbone.layers.20.mixer.experts.50.up_proj.weight,1856x2688,4988928,5.749498e-13,4.874561e-14,1.422783e-10,3.112210e-12,False
backbone.layers.20.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.385871e-13,1.504635e-14,4.339729e-11,9.962874e-13,False
backbone.layers.20.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.059564e-13,4.405730e-14,1.287917e-10,2.828901e-12,False
backbone.layers.20.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.126459e-13,1.799843e-14,5.255480e-11,1.225499e-12,False
backbone.layers.20.mixer.experts.52.up_proj.weight,1856x2688,4988928,6.187863e-13,4.659342e-14,1.375078e-10,3.081606e-12,False
backbone.layers.20.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.491410e-13,1.896220e-14,5.566925e-11,1.345937e-12,False
backbone.layers.20.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.558784e-13,3.650124e-14,1.060905e-10,2.449643e-12,False
backbone.layers.20.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.887859e-13,2.248586e-14,6.640698e-11,1.511996e-12,False
backbone.layers.20.mixer.experts.54.up_proj.weight,1856x2688,4988928,3.936833e-13,3.905826e-14,1.128934e-10,2.480707e-12,False
backbone.layers.20.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.794745e-13,1.506045e-14,4.364091e-11,1.012451e-12,False
backbone.layers.20.mixer.experts.55.up_proj.weight,1856x2688,4988928,5.526551e-13,3.850888e-14,1.118562e-10,2.478771e-12,False
backbone.layers.20.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.087133e-13,1.749233e-14,5.072063e-11,1.168088e-12,False
backbone.layers.20.mixer.experts.56.up_proj.weight,1856x2688,4988928,5.433293e-13,4.650057e-14,1.354526e-10,3.001835e-12,False
backbone.layers.20.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.917563e-13,1.696042e-14,4.934616e-11,1.139152e-12,False
backbone.layers.20.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.105112e-13,3.680734e-14,1.062767e-10,2.348689e-12,False
backbone.layers.20.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.835615e-13,1.849411e-14,5.397717e-11,1.251563e-12,False
backbone.layers.20.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.174144e-13,4.208747e-14,1.214545e-10,2.705895e-12,False
backbone.layers.20.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.871836e-13,1.586561e-14,4.597594e-11,1.038091e-12,False
backbone.layers.20.mixer.experts.59.up_proj.weight,1856x2688,4988928,5.292377e-13,4.272308e-14,1.252093e-10,2.701787e-12,False
backbone.layers.20.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.974150e-13,1.819654e-14,5.268832e-11,1.211149e-12,False
backbone.layers.20.mixer.experts.6.up_proj.weight,1856x2688,4988928,5.314930e-13,4.315981e-14,1.259494e-10,2.742890e-12,False
backbone.layers.20.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.129547e-13,1.909813e-14,5.554491e-11,1.332297e-12,False
backbone.layers.20.mixer.experts.60.up_proj.weight,1856x2688,4988928,5.524366e-13,4.499892e-14,1.305706e-10,3.009069e-12,False
backbone.layers.20.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.580758e-13,1.499088e-14,4.316688e-11,9.974076e-13,False
backbone.layers.20.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.807960e-13,4.149595e-14,1.201996e-10,2.684266e-12,False
backbone.layers.20.mixer.experts.62.down_proj.weight,2688x1856,4988928,3.372094e-13,2.070191e-14,6.106931e-11,1.459672e-12,False
backbone.layers.20.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.050075e-13,4.081448e-14,1.183518e-10,2.678183e-12,False
backbone.layers.20.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.632200e-13,1.951158e-14,5.678496e-11,1.275291e-12,False
backbone.layers.20.mixer.experts.63.up_proj.weight,1856x2688,4988928,5.118717e-13,4.313157e-14,1.262534e-10,2.711429e-12,False
backbone.layers.20.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.868193e-13,1.661409e-14,4.820015e-11,1.126446e-12,False
backbone.layers.20.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.974719e-13,4.288349e-14,1.247394e-10,2.840779e-12,False
backbone.layers.20.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.816841e-13,1.705025e-14,4.946052e-11,1.159043e-12,False
backbone.layers.20.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.070371e-13,4.284292e-14,1.253515e-10,2.831109e-12,False
backbone.layers.20.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.122972e-13,1.564638e-14,4.546230e-11,1.094126e-12,False
backbone.layers.20.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.827734e-13,4.150393e-14,1.223208e-10,2.773895e-12,False
backbone.layers.20.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.965199e-13,1.703002e-14,4.936288e-11,1.109370e-12,False
backbone.layers.20.mixer.experts.67.up_proj.weight,1856x2688,4988928,8.627300e-13,4.977467e-14,1.494231e-10,3.223495e-12,False
backbone.layers.20.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.592215e-13,2.024056e-14,5.933762e-11,1.364251e-12,False
backbone.layers.20.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.020430e-13,3.819874e-14,1.102220e-10,2.404937e-12,False
backbone.layers.20.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.346109e-13,1.978979e-14,5.762985e-11,1.304184e-12,False
backbone.layers.20.mixer.experts.69.up_proj.weight,1856x2688,4988928,5.382817e-13,4.556823e-14,1.325173e-10,2.848747e-12,False
backbone.layers.20.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.949552e-13,1.587551e-14,4.619909e-11,1.153734e-12,False
backbone.layers.20.mixer.experts.7.up_proj.weight,1856x2688,4988928,3.528636e-13,3.673528e-14,1.056083e-10,2.494332e-12,False
backbone.layers.20.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.565449e-13,1.604000e-14,4.628499e-11,1.107591e-12,False
backbone.layers.20.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.647810e-13,3.945197e-14,1.140275e-10,2.601331e-12,False
backbone.layers.20.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.386867e-13,1.960045e-14,5.764873e-11,1.388365e-12,False
backbone.layers.20.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.622761e-13,4.054719e-14,1.175025e-10,2.716007e-12,False
backbone.layers.20.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.516182e-13,1.997928e-14,5.860362e-11,1.371903e-12,False
backbone.layers.20.mixer.experts.72.up_proj.weight,1856x2688,4988928,5.594795e-13,4.823112e-14,1.412040e-10,3.158488e-12,False
backbone.layers.20.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.047858e-13,1.808874e-14,5.266374e-11,1.331949e-12,False
backbone.layers.20.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.568672e-13,4.015612e-14,1.170981e-10,2.761307e-12,False
backbone.layers.20.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.719527e-13,1.630837e-14,4.711391e-11,1.105059e-12,False
backbone.layers.20.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.622084e-13,3.817248e-14,1.108767e-10,2.487720e-12,False
backbone.layers.20.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.051536e-13,1.771395e-14,5.126807e-11,1.213464e-12,False
backbone.layers.20.mixer.experts.75.up_proj.weight,1856x2688,4988928,5.159588e-13,4.556607e-14,1.325926e-10,3.009670e-12,False
backbone.layers.20.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.202821e-13,1.687342e-14,4.949292e-11,1.155479e-12,False
backbone.layers.20.mixer.experts.76.up_proj.weight,1856x2688,4988928,5.932459e-13,5.068859e-14,1.492040e-10,3.335966e-12,False
backbone.layers.20.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.381637e-13,1.831042e-14,5.355703e-11,1.280418e-12,False
backbone.layers.20.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.719827e-13,3.979403e-14,1.151032e-10,2.670213e-12,False
backbone.layers.20.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.147229e-13,1.753911e-14,5.111785e-11,1.170139e-12,False
backbone.layers.20.mixer.experts.78.up_proj.weight,1856x2688,4988928,5.265718e-13,4.908829e-14,1.422962e-10,3.104801e-12,False
backbone.layers.20.mixer.experts.79.down_proj.weight,2688x1856,4988928,3.621235e-13,2.349772e-14,7.060044e-11,1.642091e-12,False
backbone.layers.20.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.757366e-13,4.219296e-14,1.220824e-10,2.652201e-12,False
backbone.layers.20.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.012192e-13,1.883150e-14,5.461533e-11,1.332386e-12,False
backbone.layers.20.mixer.experts.8.up_proj.weight,1856x2688,4988928,3.988650e-13,4.013851e-14,1.161676e-10,2.688897e-12,False
backbone.layers.20.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.549524e-13,1.661763e-14,4.803210e-11,1.151756e-12,False
backbone.layers.20.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.528218e-13,4.007552e-14,1.162804e-10,2.613059e-12,False
backbone.layers.20.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.273147e-13,1.902521e-14,5.568391e-11,1.309119e-12,False
backbone.layers.20.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.413364e-13,3.951545e-14,1.146621e-10,2.555705e-12,False
backbone.layers.20.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.790096e-13,1.810690e-14,5.241532e-11,1.233067e-12,False
backbone.layers.20.mixer.experts.82.up_proj.weight,1856x2688,4988928,3.514359e-13,3.277995e-14,9.439645e-11,2.142634e-12,False
backbone.layers.20.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.047182e-13,1.844270e-14,5.357601e-11,1.254780e-12,False
backbone.layers.20.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.243888e-13,3.688351e-14,1.062442e-10,2.396106e-12,False
backbone.layers.20.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.489165e-13,1.581826e-14,4.553671e-11,1.059401e-12,False
backbone.layers.20.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.662243e-13,4.223313e-14,1.229417e-10,2.739046e-12,False
backbone.layers.20.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.804321e-13,1.712787e-14,4.977476e-11,1.146456e-12,False
backbone.layers.20.mixer.experts.85.up_proj.weight,1856x2688,4988928,5.820067e-13,4.751789e-14,1.389871e-10,3.077816e-12,False
backbone.layers.20.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.388195e-13,1.472286e-14,4.250587e-11,1.000094e-12,False
backbone.layers.20.mixer.experts.86.up_proj.weight,1856x2688,4988928,5.064178e-13,4.308602e-14,1.253413e-10,2.824259e-12,False
backbone.layers.20.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.227394e-13,1.859439e-14,5.476673e-11,1.306544e-12,False
backbone.layers.20.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.539978e-13,4.409990e-14,1.294108e-10,2.931368e-12,False
backbone.layers.20.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.356448e-13,1.845342e-14,5.366733e-11,1.241815e-12,False
backbone.layers.20.mixer.experts.88.up_proj.weight,1856x2688,4988928,5.313666e-13,4.249898e-14,1.229926e-10,2.725305e-12,False
backbone.layers.20.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.700307e-13,1.627066e-14,4.702735e-11,1.134452e-12,False
backbone.layers.20.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.016587e-13,3.718322e-14,1.080039e-10,2.433720e-12,False
backbone.layers.20.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.816767e-13,1.594011e-14,4.597007e-11,1.137422e-12,False
backbone.layers.20.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.196088e-13,3.624692e-14,1.047615e-10,2.469672e-12,False
backbone.layers.20.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.932456e-13,1.726363e-14,4.997089e-11,1.178384e-12,False
backbone.layers.20.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.480186e-13,4.943521e-14,1.441347e-10,3.235896e-12,False
backbone.layers.20.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.122963e-13,1.740127e-14,5.020896e-11,1.150644e-12,False
backbone.layers.20.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.982768e-13,4.290650e-14,1.252123e-10,2.733968e-12,False
backbone.layers.20.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.866216e-13,1.614912e-14,4.698560e-11,1.113341e-12,False
backbone.layers.20.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.616315e-13,4.510693e-14,1.312866e-10,2.970193e-12,False
backbone.layers.20.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.961244e-13,1.832347e-14,5.325186e-11,1.257580e-12,False
backbone.layers.20.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.281036e-13,4.024674e-14,1.169826e-10,2.646815e-12,False
backbone.layers.20.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.040468e-13,1.693658e-14,4.911429e-11,1.133633e-12,False
backbone.layers.20.mixer.experts.94.up_proj.weight,1856x2688,4988928,5.573189e-13,4.916784e-14,1.437167e-10,3.161175e-12,False
backbone.layers.20.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.980048e-13,1.720512e-14,5.001473e-11,1.195209e-12,False
backbone.layers.20.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.961101e-13,3.894421e-14,1.134149e-10,2.603409e-12,False
backbone.layers.20.mixer.experts.96.down_proj.weight,2688x1856,4988928,3.368044e-13,2.169603e-14,6.386210e-11,1.546799e-12,False
backbone.layers.20.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.424100e-13,4.165789e-14,1.212511e-10,2.822968e-12,False
backbone.layers.20.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.292750e-13,1.830807e-14,5.348683e-11,1.254965e-12,False
backbone.layers.20.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.137647e-13,3.719524e-14,1.074354e-10,2.410497e-12,False
backbone.layers.20.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.821876e-13,1.884292e-14,5.475489e-11,1.281932e-12,False
backbone.layers.20.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.670231e-13,4.286720e-14,1.253514e-10,2.826283e-12,False
backbone.layers.20.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.713264e-13,1.838803e-14,5.325810e-11,1.209124e-12,False
backbone.layers.20.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.867634e-13,4.274901e-14,1.248798e-10,2.710221e-12,False
backbone.layers.20.mixer.gate.weight,128x2688,344064,5.197162e-13,5.521725e-14,4.218527e-11,2.582710e-12,False
backbone.layers.20.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.320222e-12,5.542941e-14,2.293267e-10,5.020441e-12,False
backbone.layers.20.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.474478e-13,2.901817e-14,1.197277e-10,2.777506e-12,False
backbone.layers.20.norm.weight,2688,2688,3.330669e-16,5.464895e-17,4.315099e-15,1.147804e-16,False
backbone.layers.21.mixer.A_log,64,64,1.776357e-15,1.862659e-16,3.112494e-15,1.514392e-16,False
backbone.layers.21.mixer.D,64,64,1.110223e-16,6.300549e-18,1.487956e-16,1.056472e-16,False
backbone.layers.21.mixer.conv1d.weight,6144x1x4,24576,1.422473e-15,1.060207e-17,4.654035e-15,4.511804e-16,True
backbone.layers.21.mixer.dt_bias,64,64,3.552714e-15,3.696045e-16,5.670843e-15,1.722060e-16,False
backbone.layers.21.mixer.in_proj.weight,10304x2688,27697152,1.076847e-12,4.998495e-14,3.450706e-10,2.834894e-12,False
backbone.layers.21.mixer.norm.weight,4096,4096,2.664535e-15,8.006834e-17,1.206328e-14,1.201349e-16,False
backbone.layers.21.mixer.out_proj.weight,2688x4096,11010048,1.883285e-12,1.051304e-13,4.585261e-10,6.508033e-12,False
backbone.layers.21.norm.weight,2688,2688,4.440892e-16,5.089038e-17,4.056328e-15,1.245166e-16,False
backbone.layers.22.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.755679e-13,1.577422e-14,4.559134e-11,1.058257e-12,False
backbone.layers.22.mixer.experts.0.up_proj.weight,1856x2688,4988928,5.547750e-13,4.890650e-14,1.422917e-10,3.184322e-12,False
backbone.layers.22.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.807226e-13,1.705291e-14,4.938213e-11,1.173576e-12,False
backbone.layers.22.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.774254e-13,4.049947e-14,1.179055e-10,2.721965e-12,False
backbone.layers.22.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.346109e-13,1.883751e-14,5.502978e-11,1.298271e-12,False
backbone.layers.22.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.696582e-13,3.979906e-14,1.160907e-10,2.648588e-12,False
backbone.layers.22.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.945267e-13,1.924616e-14,5.607263e-11,1.302290e-12,False
backbone.layers.22.mixer.experts.100.up_proj.weight,1856x2688,4988928,6.807818e-13,4.614200e-14,1.354646e-10,2.913405e-12,False
backbone.layers.22.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.454670e-13,1.603245e-14,4.604276e-11,1.049974e-12,False
backbone.layers.22.mixer.experts.101.up_proj.weight,1856x2688,4988928,6.866070e-13,4.809033e-14,1.410322e-10,3.093474e-12,False
backbone.layers.22.mixer.experts.102.down_proj.weight,2688x1856,4988928,3.006605e-13,1.966608e-14,5.748625e-11,1.312482e-12,False
backbone.layers.22.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.694647e-13,4.281693e-14,1.242952e-10,2.722225e-12,False
backbone.layers.22.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.367863e-13,1.794235e-14,5.262797e-11,1.259483e-12,False
backbone.layers.22.mixer.experts.103.up_proj.weight,1856x2688,4988928,5.786621e-13,4.613853e-14,1.360549e-10,3.095594e-12,False
backbone.layers.22.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.896816e-13,1.617018e-14,4.688875e-11,1.068651e-12,False
backbone.layers.22.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.803043e-13,4.694980e-14,1.374246e-10,2.929002e-12,False
backbone.layers.22.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.402002e-13,1.810155e-14,5.318259e-11,1.299241e-12,False
backbone.layers.22.mixer.experts.105.up_proj.weight,1856x2688,4988928,6.107927e-13,4.242919e-14,1.232405e-10,2.889802e-12,False
backbone.layers.22.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.908152e-13,1.720222e-14,4.996350e-11,1.222364e-12,False
backbone.layers.22.mixer.experts.106.up_proj.weight,1856x2688,4988928,3.893413e-13,3.818630e-14,1.103868e-10,2.583041e-12,False
backbone.layers.22.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.446018e-13,1.700565e-14,4.891199e-11,1.099594e-12,False
backbone.layers.22.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.473920e-13,4.023978e-14,1.164925e-10,2.500528e-12,False
backbone.layers.22.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.805474e-13,1.576521e-14,4.568185e-11,1.075801e-12,False
backbone.layers.22.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.312899e-13,4.355682e-14,1.274429e-10,2.829524e-12,False
backbone.layers.22.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.189984e-13,1.713771e-14,4.944624e-11,1.132116e-12,False
backbone.layers.22.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.497755e-13,4.252864e-14,1.234625e-10,2.722340e-12,False
backbone.layers.22.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.774700e-13,1.679414e-14,4.851577e-11,1.145986e-12,False
backbone.layers.22.mixer.experts.11.up_proj.weight,1856x2688,4988928,5.638181e-13,4.501177e-14,1.322684e-10,2.983835e-12,False
backbone.layers.22.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.714878e-13,1.644248e-14,4.751431e-11,1.119176e-12,False
backbone.layers.22.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.600764e-13,3.940646e-14,1.141384e-10,2.564897e-12,False
backbone.layers.22.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.807512e-13,1.682812e-14,4.859310e-11,1.120067e-12,False
backbone.layers.22.mixer.experts.111.up_proj.weight,1856x2688,4988928,3.898964e-13,4.076746e-14,1.176385e-10,2.602067e-12,False
backbone.layers.22.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.967870e-13,1.873543e-14,5.421570e-11,1.263069e-12,False
backbone.layers.22.mixer.experts.112.up_proj.weight,1856x2688,4988928,3.743707e-13,3.791253e-14,1.097591e-10,2.462662e-12,False
backbone.layers.22.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.976388e-13,1.689240e-14,4.899818e-11,1.174097e-12,False
backbone.layers.22.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.813754e-13,4.074700e-14,1.184036e-10,2.673225e-12,False
backbone.layers.22.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.444624e-13,1.918642e-14,5.607325e-11,1.281643e-12,False
backbone.layers.22.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.308757e-13,4.375410e-14,1.286272e-10,2.775110e-12,False
backbone.layers.22.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.273104e-13,1.835465e-14,5.322930e-11,1.235371e-12,False
backbone.layers.22.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.107434e-13,4.272432e-14,1.238000e-10,2.802768e-12,False
backbone.layers.22.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.821009e-13,1.674158e-14,4.871384e-11,1.156008e-12,False
backbone.layers.22.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.318681e-13,4.096110e-14,1.185564e-10,2.607048e-12,False
backbone.layers.22.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.902584e-13,1.604914e-14,4.637278e-11,1.090993e-12,False
backbone.layers.22.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.541437e-13,4.126894e-14,1.196800e-10,2.734429e-12,False
backbone.layers.22.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.652151e-13,1.518795e-14,4.369767e-11,1.038241e-12,False
backbone.layers.22.mixer.experts.118.up_proj.weight,1856x2688,4988928,3.998538e-13,3.901866e-14,1.128509e-10,2.581054e-12,False
backbone.layers.22.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.860646e-13,2.087441e-14,6.239720e-11,1.483746e-12,False
backbone.layers.22.mixer.experts.119.up_proj.weight,1856x2688,4988928,5.379343e-13,3.837187e-14,1.117120e-10,2.525821e-12,False
backbone.layers.22.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.533598e-13,1.860951e-14,5.440124e-11,1.284140e-12,False
backbone.layers.22.mixer.experts.12.up_proj.weight,1856x2688,4988928,5.259577e-13,4.148980e-14,1.210477e-10,2.730217e-12,False
backbone.layers.22.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.778334e-13,1.652250e-14,4.761065e-11,1.101532e-12,False
backbone.layers.22.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.753800e-13,4.323950e-14,1.265686e-10,2.775859e-12,False
backbone.layers.22.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.249220e-13,1.916792e-14,5.567730e-11,1.300031e-12,False
backbone.layers.22.mixer.experts.121.up_proj.weight,1856x2688,4988928,5.732428e-13,4.396768e-14,1.273025e-10,2.816977e-12,False
backbone.layers.22.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.256129e-13,1.749836e-14,5.065361e-11,1.182653e-12,False
backbone.layers.22.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.455429e-13,4.074747e-14,1.184550e-10,2.673520e-12,False
backbone.layers.22.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.867326e-13,1.707668e-14,4.970817e-11,1.172565e-12,False
backbone.layers.22.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.572141e-13,4.330074e-14,1.256222e-10,2.863313e-12,False
backbone.layers.22.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.611761e-13,1.790160e-14,5.189866e-11,1.193014e-12,False
backbone.layers.22.mixer.experts.124.up_proj.weight,1856x2688,4988928,6.347390e-13,4.966901e-14,1.468452e-10,3.238702e-12,False
backbone.layers.22.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.813444e-13,2.189131e-14,6.487635e-11,1.482135e-12,False
backbone.layers.22.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.529849e-13,4.080615e-14,1.184660e-10,2.545271e-12,False
backbone.layers.22.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.894596e-13,1.823971e-14,5.339684e-11,1.255671e-12,False
backbone.layers.22.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.424620e-13,4.508222e-14,1.305494e-10,2.998390e-12,False
backbone.layers.22.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.650138e-13,1.556681e-14,4.479877e-11,1.144422e-12,False
backbone.layers.22.mixer.experts.127.up_proj.weight,1856x2688,4988928,5.682121e-13,4.451457e-14,1.315683e-10,3.041812e-12,False
backbone.layers.22.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.722615e-13,1.543496e-14,4.475832e-11,1.141059e-12,False
backbone.layers.22.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.104703e-13,3.930639e-14,1.136543e-10,2.610063e-12,False
backbone.layers.22.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.703394e-13,1.617982e-14,4.697296e-11,1.126054e-12,False
backbone.layers.22.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.428194e-13,3.987124e-14,1.152748e-10,2.551451e-12,False
backbone.layers.22.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.469362e-13,2.121523e-14,6.228215e-11,1.391692e-12,False
backbone.layers.22.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.771582e-13,4.389771e-14,1.271885e-10,2.665687e-12,False
backbone.layers.22.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.639279e-13,1.448494e-14,4.203951e-11,9.966523e-13,False
backbone.layers.22.mixer.experts.16.up_proj.weight,1856x2688,4988928,5.212740e-13,4.331837e-14,1.253269e-10,2.785935e-12,False
backbone.layers.22.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.085363e-13,1.907786e-14,5.524966e-11,1.264112e-12,False
backbone.layers.22.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.257081e-13,3.795852e-14,1.091233e-10,2.413652e-12,False
backbone.layers.22.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.601894e-13,2.057516e-14,6.011491e-11,1.373178e-12,False
backbone.layers.22.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.885953e-13,4.404319e-14,1.274608e-10,2.717834e-12,False
backbone.layers.22.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.839570e-13,1.665410e-14,4.812707e-11,1.139006e-12,False
backbone.layers.22.mixer.experts.19.up_proj.weight,1856x2688,4988928,5.821454e-13,4.750996e-14,1.386351e-10,3.134980e-12,False
backbone.layers.22.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.450817e-13,1.832439e-14,5.293825e-11,1.197964e-12,False
backbone.layers.22.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.703130e-13,4.064509e-14,1.178419e-10,2.523433e-12,False
backbone.layers.22.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.073758e-13,1.699110e-14,4.923778e-11,1.132033e-12,False
backbone.layers.22.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.052696e-13,3.963197e-14,1.143009e-10,2.541099e-12,False
backbone.layers.22.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.814798e-13,1.716057e-14,4.999697e-11,1.211301e-12,False
backbone.layers.22.mixer.experts.21.up_proj.weight,1856x2688,4988928,5.412047e-13,4.020349e-14,1.166788e-10,2.706843e-12,False
backbone.layers.22.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.726223e-13,1.575977e-14,4.562527e-11,1.122056e-12,False
backbone.layers.22.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.538175e-13,4.229350e-14,1.223637e-10,2.863147e-12,False
backbone.layers.22.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.100785e-13,1.830364e-14,5.309911e-11,1.270077e-12,False
backbone.layers.22.mixer.experts.23.up_proj.weight,1856x2688,4988928,3.788758e-13,3.381535e-14,9.708768e-11,2.199637e-12,False
backbone.layers.22.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.816013e-13,1.769554e-14,5.124830e-11,1.182230e-12,False
backbone.layers.22.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.540242e-13,4.068401e-14,1.184907e-10,2.685671e-12,False
backbone.layers.22.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.951217e-13,1.748962e-14,5.064222e-11,1.210324e-12,False
backbone.layers.22.mixer.experts.25.up_proj.weight,1856x2688,4988928,3.774064e-13,3.489203e-14,1.005326e-10,2.318288e-12,False
backbone.layers.22.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.508931e-13,1.918794e-14,5.665872e-11,1.289560e-12,False
backbone.layers.22.mixer.experts.26.up_proj.weight,1856x2688,4988928,3.973592e-13,3.755398e-14,1.082141e-10,2.368701e-12,False
backbone.layers.22.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.774969e-13,1.657598e-14,4.836424e-11,1.173797e-12,False
backbone.layers.22.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.250975e-13,3.844823e-14,1.116242e-10,2.666934e-12,False
backbone.layers.22.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.907138e-13,1.655750e-14,4.779769e-11,1.105892e-12,False
backbone.layers.22.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.552782e-13,4.445772e-14,1.287167e-10,2.853035e-12,False
backbone.layers.22.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.083542e-13,1.804821e-14,5.243844e-11,1.226483e-12,False
backbone.layers.22.mixer.experts.29.up_proj.weight,1856x2688,4988928,5.003775e-13,4.333708e-14,1.259957e-10,2.836156e-12,False
backbone.layers.22.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.449273e-13,1.812319e-14,5.263029e-11,1.202664e-12,False
backbone.layers.22.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.289449e-13,4.518106e-14,1.318165e-10,2.874707e-12,False
backbone.layers.22.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.322552e-13,2.018389e-14,5.905596e-11,1.376553e-12,False
backbone.layers.22.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.835021e-13,4.270708e-14,1.241528e-10,2.825728e-12,False
backbone.layers.22.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.104228e-13,1.935158e-14,5.646899e-11,1.313292e-12,False
backbone.layers.22.mixer.experts.31.up_proj.weight,1856x2688,4988928,5.643767e-13,4.532269e-14,1.317449e-10,2.955598e-12,False
backbone.layers.22.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.870604e-13,1.593536e-14,4.658343e-11,1.145987e-12,False
backbone.layers.22.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.791827e-13,4.257268e-14,1.233559e-10,2.773601e-12,False
backbone.layers.22.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.401379e-13,1.468593e-14,4.222143e-11,1.039851e-12,False
backbone.layers.22.mixer.experts.33.up_proj.weight,1856x2688,4988928,5.327370e-13,4.200438e-14,1.223576e-10,2.812768e-12,False
backbone.layers.22.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.882244e-13,1.807858e-14,5.242886e-11,1.224658e-12,False
backbone.layers.22.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.630289e-13,3.979642e-14,1.153817e-10,2.556363e-12,False
backbone.layers.22.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.831807e-13,1.739017e-14,5.038241e-11,1.154282e-12,False
backbone.layers.22.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.824266e-13,3.951754e-14,1.145841e-10,2.533405e-12,False
backbone.layers.22.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.131108e-13,1.744857e-14,5.059607e-11,1.213221e-12,False
backbone.layers.22.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.794351e-13,4.147331e-14,1.199410e-10,2.752406e-12,False
backbone.layers.22.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.767171e-13,1.676984e-14,4.833271e-11,1.144575e-12,False
backbone.layers.22.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.888850e-13,4.117316e-14,1.203021e-10,2.769380e-12,False
backbone.layers.22.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.053045e-13,1.777429e-14,5.169869e-11,1.198418e-12,False
backbone.layers.22.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.056165e-13,3.804691e-14,1.102833e-10,2.470965e-12,False
backbone.layers.22.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.870795e-13,1.955274e-14,5.640320e-11,1.289800e-12,False
backbone.layers.22.mixer.experts.39.up_proj.weight,1856x2688,4988928,6.026291e-13,4.787161e-14,1.405923e-10,3.119485e-12,False
backbone.layers.22.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.924650e-13,1.688681e-14,4.923373e-11,1.190590e-12,False
backbone.layers.22.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.390832e-13,3.917986e-14,1.131629e-10,2.638686e-12,False
backbone.layers.22.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.400701e-13,1.969344e-14,5.781838e-11,1.346576e-12,False
backbone.layers.22.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.041177e-13,3.936031e-14,1.135995e-10,2.551616e-12,False
backbone.layers.22.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.564096e-13,1.609047e-14,4.647856e-11,1.104154e-12,False
backbone.layers.22.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.521696e-13,4.038598e-14,1.175713e-10,2.598144e-12,False
backbone.layers.22.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.827167e-13,1.593238e-14,4.596165e-11,1.103812e-12,False
backbone.layers.22.mixer.experts.42.up_proj.weight,1856x2688,4988928,8.499652e-13,5.323149e-14,1.570433e-10,3.560060e-12,False
backbone.layers.22.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.388202e-13,1.831960e-14,5.308105e-11,1.193960e-12,False
backbone.layers.22.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.674768e-13,4.387335e-14,1.276513e-10,2.705277e-12,False
backbone.layers.22.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.838367e-13,1.604321e-14,4.649510e-11,1.091097e-12,False
backbone.layers.22.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.005997e-13,3.929167e-14,1.137153e-10,2.499808e-12,False
backbone.layers.22.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.745201e-13,1.534503e-14,4.418871e-11,1.034916e-12,False
backbone.layers.22.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.427708e-13,4.350181e-14,1.265043e-10,2.778763e-12,False
backbone.layers.22.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.508471e-13,2.053655e-14,5.977879e-11,1.323138e-12,False
backbone.layers.22.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.448759e-13,4.317511e-14,1.249411e-10,2.618094e-12,False
backbone.layers.22.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.893312e-13,1.919987e-14,5.567239e-11,1.363126e-12,False
backbone.layers.22.mixer.experts.47.up_proj.weight,1856x2688,4988928,3.737353e-13,3.372155e-14,9.683838e-11,2.274203e-12,False
backbone.layers.22.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.547104e-13,1.603163e-14,4.612616e-11,1.038340e-12,False
backbone.layers.22.mixer.experts.48.up_proj.weight,1856x2688,4988928,5.476453e-13,4.652180e-14,1.355488e-10,2.932457e-12,False
backbone.layers.22.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.892765e-13,1.682587e-14,4.859481e-11,1.104316e-12,False
backbone.layers.22.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.458326e-13,4.165478e-14,1.215920e-10,2.685726e-12,False
backbone.layers.22.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.137526e-13,1.854460e-14,5.418512e-11,1.318471e-12,False
backbone.layers.22.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.599497e-13,4.312516e-14,1.264898e-10,2.941182e-12,False
backbone.layers.22.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.765255e-13,1.554606e-14,4.483462e-11,1.055180e-12,False
backbone.layers.22.mixer.experts.50.up_proj.weight,1856x2688,4988928,3.496578e-13,3.380610e-14,9.724826e-11,2.228156e-12,False
backbone.layers.22.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.504351e-13,2.111324e-14,6.135058e-11,1.452259e-12,False
backbone.layers.22.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.318211e-13,4.109140e-14,1.193254e-10,2.748385e-12,False
backbone.layers.22.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.637787e-13,1.520806e-14,4.386500e-11,1.041501e-12,False
backbone.layers.22.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.975872e-13,4.205699e-14,1.224187e-10,2.725081e-12,False
backbone.layers.22.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.938519e-13,1.540025e-14,4.471738e-11,1.082397e-12,False
backbone.layers.22.mixer.experts.53.up_proj.weight,1856x2688,4988928,5.034688e-13,4.608019e-14,1.348760e-10,3.097211e-12,False
backbone.layers.22.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.628836e-13,1.528027e-14,4.396836e-11,1.025332e-12,False
backbone.layers.22.mixer.experts.54.up_proj.weight,1856x2688,4988928,3.994582e-13,4.034052e-14,1.169307e-10,2.631498e-12,False
backbone.layers.22.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.014569e-13,1.791172e-14,5.185658e-11,1.179675e-12,False
backbone.layers.22.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.292261e-13,4.197935e-14,1.214422e-10,2.655909e-12,False
backbone.layers.22.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.650970e-13,1.940918e-14,5.658423e-11,1.335887e-12,False
backbone.layers.22.mixer.experts.56.up_proj.weight,1856x2688,4988928,3.185507e-13,3.315741e-14,9.558773e-11,2.216644e-12,False
backbone.layers.22.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.989242e-13,1.693087e-14,4.963712e-11,1.130297e-12,False
backbone.layers.22.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.672161e-13,3.789566e-14,1.105009e-10,2.373910e-12,False
backbone.layers.22.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.403147e-13,1.635583e-14,4.753704e-11,1.135071e-12,False
backbone.layers.22.mixer.experts.58.up_proj.weight,1856x2688,4988928,5.159276e-13,3.912023e-14,1.142313e-10,2.569347e-12,False
backbone.layers.22.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.906947e-13,1.677258e-14,4.860958e-11,1.134812e-12,False
backbone.layers.22.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.672473e-13,4.179223e-14,1.216018e-10,2.702912e-12,False
backbone.layers.22.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.060886e-13,1.770796e-14,5.231719e-11,1.237263e-12,False
backbone.layers.22.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.580399e-13,4.076307e-14,1.181989e-10,2.725694e-12,False
backbone.layers.22.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.844809e-13,1.664201e-14,4.826884e-11,1.159544e-12,False
backbone.layers.22.mixer.experts.60.up_proj.weight,1856x2688,4988928,6.644615e-13,4.971648e-14,1.452247e-10,3.295920e-12,False
backbone.layers.22.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.780624e-13,1.773454e-14,5.149619e-11,1.178003e-12,False
backbone.layers.22.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.832366e-13,4.912126e-14,1.435964e-10,3.103900e-12,False
backbone.layers.22.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.953784e-13,1.939332e-14,5.647526e-11,1.324484e-12,False
backbone.layers.22.mixer.experts.62.up_proj.weight,1856x2688,4988928,4.536016e-13,3.636131e-14,1.051667e-10,2.394720e-12,False
backbone.layers.22.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.886061e-13,1.878516e-14,5.462280e-11,1.294371e-12,False
backbone.layers.22.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.878667e-13,4.017691e-14,1.162995e-10,2.614630e-12,False
backbone.layers.22.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.769262e-13,1.713681e-14,4.935614e-11,1.121979e-12,False
backbone.layers.22.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.004019e-13,3.853066e-14,1.110237e-10,2.423610e-12,False
backbone.layers.22.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.193870e-13,2.075877e-14,6.001385e-11,1.357582e-12,False
backbone.layers.22.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.436276e-13,5.241938e-14,1.531291e-10,3.264616e-12,False
backbone.layers.22.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.176766e-13,1.730556e-14,5.041082e-11,1.155090e-12,False
backbone.layers.22.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.469862e-13,4.228444e-14,1.228343e-10,2.728511e-12,False
backbone.layers.22.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.872703e-13,1.714709e-14,4.938443e-11,1.186130e-12,False
backbone.layers.22.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.707771e-13,3.793750e-14,1.100617e-10,2.531572e-12,False
backbone.layers.22.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.648161e-13,1.497458e-14,4.296202e-11,1.018079e-12,False
backbone.layers.22.mixer.experts.68.up_proj.weight,1856x2688,4988928,3.340939e-13,3.638398e-14,1.047816e-10,2.376803e-12,False
backbone.layers.22.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.966511e-13,1.599634e-14,4.626064e-11,1.118215e-12,False
backbone.layers.22.mixer.experts.69.up_proj.weight,1856x2688,4988928,6.027331e-13,4.918845e-14,1.451217e-10,3.404935e-12,False
backbone.layers.22.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.568432e-13,1.890473e-14,5.544095e-11,1.232414e-12,False
backbone.layers.22.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.856462e-13,3.994260e-14,1.159494e-10,2.451996e-12,False
backbone.layers.22.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.415151e-13,1.564603e-14,4.515984e-11,1.108652e-12,False
backbone.layers.22.mixer.experts.70.up_proj.weight,1856x2688,4988928,3.809071e-13,3.630477e-14,1.050139e-10,2.489787e-12,False
backbone.layers.22.mixer.experts.71.down_proj.weight,2688x1856,4988928,1.765497e-13,1.578624e-14,4.552350e-11,1.058976e-12,False
backbone.layers.22.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.061716e-13,4.159207e-14,1.202178e-10,2.652016e-12,False
backbone.layers.22.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.789192e-13,1.937422e-14,5.678986e-11,1.345676e-12,False
backbone.layers.22.mixer.experts.72.up_proj.weight,1856x2688,4988928,3.870133e-13,3.633471e-14,1.050650e-10,2.399146e-12,False
backbone.layers.22.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.480290e-13,1.885836e-14,5.527920e-11,1.276847e-12,False
backbone.layers.22.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.504330e-13,4.799509e-14,1.409368e-10,3.114036e-12,False
backbone.layers.22.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.486865e-13,1.900772e-14,5.556008e-11,1.328951e-12,False
backbone.layers.22.mixer.experts.74.up_proj.weight,1856x2688,4988928,5.277306e-13,4.375729e-14,1.274914e-10,2.905064e-12,False
backbone.layers.22.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.658552e-13,1.642926e-14,4.741676e-11,1.104395e-12,False
backbone.layers.22.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.594346e-13,3.835201e-14,1.106091e-10,2.422313e-12,False
backbone.layers.22.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.522635e-13,1.804196e-14,5.252310e-11,1.312574e-12,False
backbone.layers.22.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.591544e-13,4.178728e-14,1.217645e-10,2.673197e-12,False
backbone.layers.22.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.910729e-13,1.811749e-14,5.255098e-11,1.201826e-12,False
backbone.layers.22.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.982308e-13,4.556782e-14,1.323054e-10,2.871125e-12,False
backbone.layers.22.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.915632e-13,1.772815e-14,5.140825e-11,1.166229e-12,False
backbone.layers.22.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.940440e-13,4.674253e-14,1.354071e-10,2.865245e-12,False
backbone.layers.22.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.801571e-13,1.631754e-14,4.700635e-11,1.093404e-12,False
backbone.layers.22.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.387671e-13,4.180597e-14,1.213554e-10,2.644132e-12,False
backbone.layers.22.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.857195e-13,1.746359e-14,5.097386e-11,1.228456e-12,False
backbone.layers.22.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.944656e-13,4.232915e-14,1.239534e-10,2.819112e-12,False
backbone.layers.22.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.630705e-13,1.649713e-14,4.761695e-11,1.082966e-12,False
backbone.layers.22.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.034367e-13,4.478302e-14,1.313096e-10,2.875441e-12,False
backbone.layers.22.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.260588e-13,1.819067e-14,5.332454e-11,1.291131e-12,False
backbone.layers.22.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.900247e-13,4.120266e-14,1.202643e-10,2.843168e-12,False
backbone.layers.22.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.962006e-13,2.048770e-14,5.979404e-11,1.419632e-12,False
backbone.layers.22.mixer.experts.82.up_proj.weight,1856x2688,4988928,3.382520e-13,3.550312e-14,1.020358e-10,2.367910e-12,False
backbone.layers.22.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.200046e-13,1.933299e-14,5.638290e-11,1.257000e-12,False
backbone.layers.22.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.543345e-13,4.038544e-14,1.164243e-10,2.454983e-12,False
backbone.layers.22.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.712241e-13,1.706140e-14,4.955533e-11,1.242279e-12,False
backbone.layers.22.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.085048e-13,3.661913e-14,1.055537e-10,2.449623e-12,False
backbone.layers.22.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.430800e-13,1.541283e-14,4.421965e-11,1.040656e-12,False
backbone.layers.22.mixer.experts.85.up_proj.weight,1856x2688,4988928,5.244381e-13,4.819077e-14,1.414058e-10,3.197875e-12,False
backbone.layers.22.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.949690e-13,1.697592e-14,4.915671e-11,1.154122e-12,False
backbone.layers.22.mixer.experts.86.up_proj.weight,1856x2688,4988928,5.887001e-13,4.088757e-14,1.187795e-10,2.690366e-12,False
backbone.layers.22.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.031535e-13,1.751005e-14,5.102304e-11,1.229380e-12,False
backbone.layers.22.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.972481e-13,3.724073e-14,1.083531e-10,2.423531e-12,False
backbone.layers.22.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.843976e-13,1.805090e-14,5.225501e-11,1.199777e-12,False
backbone.layers.22.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.618827e-13,4.177422e-14,1.214697e-10,2.690118e-12,False
backbone.layers.22.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.859519e-13,1.794717e-14,5.165190e-11,1.185538e-12,False
backbone.layers.22.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.435306e-13,3.940106e-14,1.146990e-10,2.551507e-12,False
backbone.layers.22.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.754577e-13,1.656767e-14,4.786911e-11,1.097695e-12,False
backbone.layers.22.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.919468e-13,4.611984e-14,1.335052e-10,2.987924e-12,False
backbone.layers.22.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.433227e-13,2.048051e-14,5.991698e-11,1.436918e-12,False
backbone.layers.22.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.382293e-13,4.126515e-14,1.188347e-10,2.763273e-12,False
backbone.layers.22.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.449143e-13,1.801937e-14,5.232464e-11,1.254214e-12,False
backbone.layers.22.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.333355e-13,4.066691e-14,1.185662e-10,2.710818e-12,False
backbone.layers.22.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.678761e-13,1.497399e-14,4.322425e-11,9.997119e-13,False
backbone.layers.22.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.267418e-13,4.785267e-14,1.390497e-10,3.064370e-12,False
backbone.layers.22.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.021287e-13,1.641802e-14,4.779631e-11,1.156032e-12,False
backbone.layers.22.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.381773e-13,4.068839e-14,1.183100e-10,2.779266e-12,False
backbone.layers.22.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.770702e-13,1.752671e-14,5.069696e-11,1.172077e-12,False
backbone.layers.22.mixer.experts.94.up_proj.weight,1856x2688,4988928,3.670293e-13,3.586982e-14,1.036713e-10,2.291047e-12,False
backbone.layers.22.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.347809e-13,1.673615e-14,4.835653e-11,1.164675e-12,False
backbone.layers.22.mixer.experts.95.up_proj.weight,1856x2688,4988928,5.390436e-13,4.323681e-14,1.259772e-10,2.958479e-12,False
backbone.layers.22.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.863657e-13,1.622686e-14,4.671119e-11,1.129093e-12,False
backbone.layers.22.mixer.experts.96.up_proj.weight,1856x2688,4988928,6.808998e-13,5.024208e-14,1.467980e-10,3.346748e-12,False
backbone.layers.22.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.032489e-13,1.638600e-14,4.766414e-11,1.187245e-12,False
backbone.layers.22.mixer.experts.97.up_proj.weight,1856x2688,4988928,5.621332e-13,4.412568e-14,1.311037e-10,3.067266e-12,False
backbone.layers.22.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.941468e-13,1.782057e-14,5.166158e-11,1.206455e-12,False
backbone.layers.22.mixer.experts.98.up_proj.weight,1856x2688,4988928,3.595162e-13,3.649595e-14,1.054229e-10,2.333986e-12,False
backbone.layers.22.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.502790e-13,2.085651e-14,6.119011e-11,1.502322e-12,False
backbone.layers.22.mixer.experts.99.up_proj.weight,1856x2688,4988928,3.789642e-13,3.681435e-14,1.064501e-10,2.520987e-12,False
backbone.layers.22.mixer.gate.weight,128x2688,344064,6.629159e-13,6.215109e-14,4.767323e-11,2.870524e-12,False
backbone.layers.22.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.530817e-12,6.361784e-14,2.642003e-10,5.681270e-12,False
backbone.layers.22.mixer.shared_experts.up_proj.weight,3712x2688,9977856,4.303865e-13,3.265063e-14,1.351388e-10,2.929882e-12,False
backbone.layers.22.norm.weight,2688,2688,3.330669e-16,5.710277e-17,4.432733e-15,1.158339e-16,False
backbone.layers.23.mixer.A_log,64,64,8.881784e-16,1.715208e-16,2.281578e-15,1.364430e-16,False
backbone.layers.23.mixer.D,64,64,1.110223e-16,9.445688e-18,1.911659e-16,1.276702e-16,False
backbone.layers.23.mixer.conv1d.weight,6144x1x4,24576,9.992007e-16,1.140534e-17,4.876127e-15,4.523473e-16,True
backbone.layers.23.mixer.dt_bias,64,64,1.776357e-15,2.480655e-16,3.449517e-15,1.323024e-16,False
backbone.layers.23.mixer.in_proj.weight,10304x2688,27697152,9.323826e-13,5.398793e-14,3.757052e-10,3.087057e-12,False
backbone.layers.23.mixer.norm.weight,4096,4096,3.552714e-15,9.239182e-17,1.291214e-14,1.205526e-16,False
backbone.layers.23.mixer.out_proj.weight,2688x4096,11010048,2.025602e-12,1.037053e-13,4.476260e-10,6.363069e-12,False
backbone.layers.23.norm.weight,2688,2688,2.220446e-16,4.404959e-17,3.714999e-15,1.209521e-16,False
backbone.layers.24.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.546562e-13,1.572558e-14,4.530912e-11,1.100474e-12,False
backbone.layers.24.mixer.experts.0.up_proj.weight,1856x2688,4988928,7.567592e-13,4.636039e-14,1.364574e-10,3.217496e-12,False
backbone.layers.24.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.813272e-13,1.623027e-14,4.692546e-11,1.109735e-12,False
backbone.layers.24.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.817813e-13,3.969293e-14,1.156990e-10,2.652752e-12,False
backbone.layers.24.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.088666e-13,2.020623e-14,5.868352e-11,1.322764e-12,False
backbone.layers.24.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.835247e-13,4.423224e-14,1.285549e-10,2.764399e-12,False
backbone.layers.24.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.147449e-13,1.638373e-14,4.761725e-11,1.146116e-12,False
backbone.layers.24.mixer.experts.100.up_proj.weight,1856x2688,4988928,5.532901e-13,4.707548e-14,1.394451e-10,3.228885e-12,False
backbone.layers.24.mixer.experts.101.down_proj.weight,2688x1856,4988928,3.042523e-13,2.040684e-14,6.069358e-11,1.385048e-12,False
backbone.layers.24.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.429321e-13,4.311045e-14,1.244856e-10,2.711000e-12,False
backbone.layers.24.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.344860e-13,1.866268e-14,5.419269e-11,1.286852e-12,False
backbone.layers.24.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.625397e-13,4.061597e-14,1.182569e-10,2.667802e-12,False
backbone.layers.24.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.721921e-13,1.784962e-14,5.183805e-11,1.238187e-12,False
backbone.layers.24.mixer.experts.103.up_proj.weight,1856x2688,4988928,6.470102e-13,4.009366e-14,1.166208e-10,2.679775e-12,False
backbone.layers.24.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.220229e-13,1.841820e-14,5.348276e-11,1.238222e-12,False
backbone.layers.24.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.361492e-13,4.451755e-14,1.300856e-10,2.913244e-12,False
backbone.layers.24.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.285880e-13,1.874867e-14,5.460774e-11,1.264766e-12,False
backbone.layers.24.mixer.experts.105.up_proj.weight,1856x2688,4988928,3.990150e-13,3.829591e-14,1.106832e-10,2.452390e-12,False
backbone.layers.24.mixer.experts.106.down_proj.weight,2688x1856,4988928,3.143839e-13,2.252818e-14,6.594153e-11,1.514053e-12,False
backbone.layers.24.mixer.experts.106.up_proj.weight,1856x2688,4988928,5.642847e-13,4.101001e-14,1.199137e-10,2.668976e-12,False
backbone.layers.24.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.949586e-13,1.676329e-14,4.868096e-11,1.153943e-12,False
backbone.layers.24.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.498303e-13,3.998339e-14,1.153935e-10,2.659003e-12,False
backbone.layers.24.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.781708e-13,1.730304e-14,5.058879e-11,1.148528e-12,False
backbone.layers.24.mixer.experts.108.up_proj.weight,1856x2688,4988928,6.828999e-13,4.911312e-14,1.448391e-10,3.156570e-12,False
backbone.layers.24.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.828052e-13,1.683675e-14,4.871459e-11,1.136596e-12,False
backbone.layers.24.mixer.experts.109.up_proj.weight,1856x2688,4988928,3.626119e-13,3.686052e-14,1.066527e-10,2.355301e-12,False
backbone.layers.24.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.640008e-13,1.605442e-14,4.642155e-11,1.081771e-12,False
backbone.layers.24.mixer.experts.11.up_proj.weight,1856x2688,4988928,5.384428e-13,4.163366e-14,1.215638e-10,2.745255e-12,False
backbone.layers.24.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.078372e-13,1.681224e-14,4.880307e-11,1.087767e-12,False
backbone.layers.24.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.799355e-13,4.251111e-14,1.230129e-10,2.623580e-12,False
backbone.layers.24.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.776183e-13,1.670652e-14,4.825056e-11,1.142678e-12,False
backbone.layers.24.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.037637e-13,3.730421e-14,1.082031e-10,2.440389e-12,False
backbone.layers.24.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.030077e-13,1.710772e-14,4.979019e-11,1.174668e-12,False
backbone.layers.24.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.573147e-13,4.208688e-14,1.228877e-10,2.798193e-12,False
backbone.layers.24.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.168682e-13,1.817115e-14,5.257616e-11,1.174164e-12,False
backbone.layers.24.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.798540e-13,4.008698e-14,1.164574e-10,2.495889e-12,False
backbone.layers.24.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.162576e-13,1.649776e-14,4.790011e-11,1.197369e-12,False
backbone.layers.24.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.333790e-13,4.057501e-14,1.182867e-10,2.729293e-12,False
backbone.layers.24.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.833325e-13,1.630640e-14,4.716720e-11,1.128455e-12,False
backbone.layers.24.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.156397e-13,4.198133e-14,1.216199e-10,2.771563e-12,False
backbone.layers.24.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.498524e-13,1.381237e-14,3.962047e-11,9.242745e-13,False
backbone.layers.24.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.936260e-13,4.498061e-14,1.314723e-10,2.985007e-12,False
backbone.layers.24.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.012661e-13,1.769821e-14,5.147264e-11,1.189407e-12,False
backbone.layers.24.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.293769e-13,4.081513e-14,1.187365e-10,2.617182e-12,False
backbone.layers.24.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.798907e-13,2.321937e-14,6.828116e-11,1.591344e-12,False
backbone.layers.24.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.704501e-13,3.992796e-14,1.159749e-10,2.588883e-12,False
backbone.layers.24.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.031188e-13,1.775575e-14,5.138248e-11,1.210944e-12,False
backbone.layers.24.mixer.experts.119.up_proj.weight,1856x2688,4988928,6.459139e-13,3.891340e-14,1.147614e-10,2.534734e-12,False
backbone.layers.24.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.485234e-13,1.673373e-14,4.886799e-11,1.182836e-12,False
backbone.layers.24.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.516977e-13,4.104602e-14,1.186119e-10,2.718406e-12,False
backbone.layers.24.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.181935e-13,1.819897e-14,5.292115e-11,1.152942e-12,False
backbone.layers.24.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.910133e-13,4.579502e-14,1.333727e-10,2.823655e-12,False
backbone.layers.24.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.093326e-13,1.712791e-14,4.956183e-11,1.115800e-12,False
backbone.layers.24.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.871711e-13,4.381285e-14,1.278687e-10,2.771221e-12,False
backbone.layers.24.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.429862e-13,1.662978e-14,4.809559e-11,1.135141e-12,False
backbone.layers.24.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.621858e-13,3.948700e-14,1.148543e-10,2.518772e-12,False
backbone.layers.24.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.601289e-13,1.730560e-14,4.997389e-11,1.098957e-12,False
backbone.layers.24.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.768928e-13,4.179592e-14,1.210850e-10,2.614768e-12,False
backbone.layers.24.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.147171e-13,1.901724e-14,5.542175e-11,1.295400e-12,False
backbone.layers.24.mixer.experts.124.up_proj.weight,1856x2688,4988928,6.438877e-13,5.113525e-14,1.488972e-10,3.274472e-12,False
backbone.layers.24.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.251879e-13,1.768149e-14,5.171784e-11,1.196814e-12,False
backbone.layers.24.mixer.experts.125.up_proj.weight,1856x2688,4988928,5.208750e-13,4.432953e-14,1.285397e-10,2.858378e-12,False
backbone.layers.24.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.081720e-13,1.729768e-14,5.102558e-11,1.234677e-12,False
backbone.layers.24.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.675184e-13,4.194204e-14,1.225058e-10,2.811673e-12,False
backbone.layers.24.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.527944e-13,1.626007e-14,4.685482e-11,1.084922e-12,False
backbone.layers.24.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.697978e-13,3.920591e-14,1.132127e-10,2.524753e-12,False
backbone.layers.24.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.687053e-13,1.593180e-14,4.627269e-11,1.122461e-12,False
backbone.layers.24.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.071082e-13,3.897789e-14,1.137968e-10,2.652486e-12,False
backbone.layers.24.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.946676e-13,1.824266e-14,5.308013e-11,1.177844e-12,False
backbone.layers.24.mixer.experts.14.up_proj.weight,1856x2688,4988928,6.252446e-13,4.152682e-14,1.221090e-10,2.619905e-12,False
backbone.layers.24.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.436859e-13,1.953554e-14,5.696337e-11,1.369368e-12,False
backbone.layers.24.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.261726e-13,3.917845e-14,1.139715e-10,2.640577e-12,False
backbone.layers.24.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.967801e-13,1.810427e-14,5.249346e-11,1.185164e-12,False
backbone.layers.24.mixer.experts.16.up_proj.weight,1856x2688,4988928,6.649039e-13,5.272489e-14,1.554866e-10,3.393528e-12,False
backbone.layers.24.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.680947e-13,1.744961e-14,5.040197e-11,1.142220e-12,False
backbone.layers.24.mixer.experts.17.up_proj.weight,1856x2688,4988928,6.696796e-13,4.571803e-14,1.350418e-10,2.940662e-12,False
backbone.layers.24.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.247399e-13,1.962472e-14,5.741755e-11,1.333275e-12,False
backbone.layers.24.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.928332e-13,4.238988e-14,1.228851e-10,2.760062e-12,False
backbone.layers.24.mixer.experts.19.down_proj.weight,2688x1856,4988928,2.786660e-13,1.999363e-14,5.870442e-11,1.319694e-12,False
backbone.layers.24.mixer.experts.19.up_proj.weight,1856x2688,4988928,5.174559e-13,4.360349e-14,1.262322e-10,2.693539e-12,False
backbone.layers.24.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.816394e-13,1.774755e-14,5.136604e-11,1.159904e-12,False
backbone.layers.24.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.603193e-13,3.966160e-14,1.150036e-10,2.495124e-12,False
backbone.layers.24.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.344548e-13,1.928615e-14,5.605776e-11,1.253182e-12,False
backbone.layers.24.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.606297e-13,4.229324e-14,1.226175e-10,2.642514e-12,False
backbone.layers.24.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.198669e-13,1.834069e-14,5.365318e-11,1.233855e-12,False
backbone.layers.24.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.880124e-13,4.828368e-14,1.406273e-10,3.135124e-12,False
backbone.layers.24.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.396677e-13,1.656404e-14,4.847379e-11,1.171691e-12,False
backbone.layers.24.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.211196e-13,4.022062e-14,1.171745e-10,2.750771e-12,False
backbone.layers.24.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.786861e-13,1.482817e-14,4.291191e-11,1.024531e-12,False
backbone.layers.24.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.176760e-13,3.973678e-14,1.157161e-10,2.646877e-12,False
backbone.layers.24.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.010146e-13,1.872107e-14,5.459411e-11,1.316526e-12,False
backbone.layers.24.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.551082e-13,4.045924e-14,1.170300e-10,2.712389e-12,False
backbone.layers.24.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.557591e-13,1.561679e-14,4.501535e-11,1.072228e-12,False
backbone.layers.24.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.451151e-13,4.043491e-14,1.176200e-10,2.684503e-12,False
backbone.layers.24.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.927555e-13,1.846730e-14,5.370267e-11,1.209511e-12,False
backbone.layers.24.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.182869e-13,4.113488e-14,1.188867e-10,2.625295e-12,False
backbone.layers.24.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.904744e-13,1.703001e-14,4.928596e-11,1.131399e-12,False
backbone.layers.24.mixer.experts.27.up_proj.weight,1856x2688,4988928,5.192548e-13,4.135100e-14,1.197923e-10,2.642338e-12,False
backbone.layers.24.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.907016e-13,1.749252e-14,5.113905e-11,1.175343e-12,False
backbone.layers.24.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.430864e-13,4.592875e-14,1.349868e-10,2.994120e-12,False
backbone.layers.24.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.663565e-13,1.580459e-14,4.549834e-11,1.055321e-12,False
backbone.layers.24.mixer.experts.29.up_proj.weight,1856x2688,4988928,6.540064e-13,4.907751e-14,1.458086e-10,3.307863e-12,False
backbone.layers.24.mixer.experts.3.down_proj.weight,2688x1856,4988928,3.257672e-13,2.206063e-14,6.509603e-11,1.468848e-12,False
backbone.layers.24.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.302841e-13,4.949885e-14,1.449700e-10,3.156353e-12,False
backbone.layers.24.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.660580e-13,2.095335e-14,6.158830e-11,1.396793e-12,False
backbone.layers.24.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.078543e-13,3.923983e-14,1.136682e-10,2.469677e-12,False
backbone.layers.24.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.861254e-13,1.804281e-14,5.225678e-11,1.182170e-12,False
backbone.layers.24.mixer.experts.31.up_proj.weight,1856x2688,4988928,3.790510e-13,3.844049e-14,1.104852e-10,2.397170e-12,False
backbone.layers.24.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.837142e-13,1.608575e-14,4.670021e-11,1.080282e-12,False
backbone.layers.24.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.363419e-13,3.807219e-14,1.100962e-10,2.480916e-12,False
backbone.layers.24.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.730838e-13,1.827452e-14,5.267261e-11,1.216363e-12,False
backbone.layers.24.mixer.experts.33.up_proj.weight,1856x2688,4988928,6.165485e-13,4.660689e-14,1.363551e-10,3.027822e-12,False
backbone.layers.24.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.630033e-13,1.567615e-14,4.548638e-11,1.100931e-12,False
backbone.layers.24.mixer.experts.34.up_proj.weight,1856x2688,4988928,3.791724e-13,3.691930e-14,1.065668e-10,2.519709e-12,False
backbone.layers.24.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.450472e-13,1.506447e-14,4.343097e-11,1.029995e-12,False
backbone.layers.24.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.483323e-13,3.803571e-14,1.101471e-10,2.553767e-12,False
backbone.layers.24.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.222250e-13,1.753759e-14,5.119985e-11,1.193457e-12,False
backbone.layers.24.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.310823e-13,3.855569e-14,1.116174e-10,2.473772e-12,False
backbone.layers.24.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.728062e-13,1.662201e-14,4.829971e-11,1.166867e-12,False
backbone.layers.24.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.048337e-13,3.564635e-14,1.034729e-10,2.420706e-12,False
backbone.layers.24.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.768858e-13,1.602555e-14,4.645338e-11,1.146350e-12,False
backbone.layers.24.mixer.experts.38.up_proj.weight,1856x2688,4988928,5.700887e-13,4.295988e-14,1.254914e-10,3.099733e-12,False
backbone.layers.24.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.257829e-13,1.781730e-14,5.258415e-11,1.240427e-12,False
backbone.layers.24.mixer.experts.39.up_proj.weight,1856x2688,4988928,3.969880e-13,3.598167e-14,1.039881e-10,2.375749e-12,False
backbone.layers.24.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.606283e-13,2.263735e-14,6.765376e-11,1.564049e-12,False
backbone.layers.24.mixer.experts.4.up_proj.weight,1856x2688,4988928,5.762630e-13,4.714000e-14,1.377770e-10,3.099208e-12,False
backbone.layers.24.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.191025e-13,1.597811e-14,4.626166e-11,1.034973e-12,False
backbone.layers.24.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.876412e-13,4.734759e-14,1.373058e-10,2.928812e-12,False
backbone.layers.24.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.678367e-13,1.697948e-14,4.914352e-11,1.138024e-12,False
backbone.layers.24.mixer.experts.41.up_proj.weight,1856x2688,4988928,5.273768e-13,4.316785e-14,1.263553e-10,2.807566e-12,False
backbone.layers.24.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.314399e-13,2.016338e-14,5.862023e-11,1.296927e-12,False
backbone.layers.24.mixer.experts.42.up_proj.weight,1856x2688,4988928,6.934991e-13,4.730447e-14,1.412598e-10,2.967560e-12,False
backbone.layers.24.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.723535e-13,1.723665e-14,4.968674e-11,1.118404e-12,False
backbone.layers.24.mixer.experts.43.up_proj.weight,1856x2688,4988928,5.055886e-13,4.635776e-14,1.349613e-10,2.902444e-12,False
backbone.layers.24.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.088676e-13,1.945333e-14,5.623393e-11,1.247824e-12,False
backbone.layers.24.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.764800e-13,4.141900e-14,1.204634e-10,2.550718e-12,False
backbone.layers.24.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.145367e-13,1.726663e-14,5.029041e-11,1.210628e-12,False
backbone.layers.24.mixer.experts.45.up_proj.weight,1856x2688,4988928,5.916188e-13,5.089170e-14,1.511830e-10,3.490016e-12,False
backbone.layers.24.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.119555e-13,1.732289e-14,5.026837e-11,1.237693e-12,False
backbone.layers.24.mixer.experts.46.up_proj.weight,1856x2688,4988928,5.237373e-13,4.116034e-14,1.198314e-10,2.863971e-12,False
backbone.layers.24.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.463654e-13,2.010907e-14,5.898351e-11,1.388632e-12,False
backbone.layers.24.mixer.experts.47.up_proj.weight,1856x2688,4988928,5.986548e-13,4.397343e-14,1.290020e-10,2.870130e-12,False
backbone.layers.24.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.874350e-13,2.020995e-14,5.956196e-11,1.450117e-12,False
backbone.layers.24.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.784359e-13,3.672952e-14,1.065678e-10,2.443778e-12,False
backbone.layers.24.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.944347e-13,1.688387e-14,4.913514e-11,1.161682e-12,False
backbone.layers.24.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.352577e-13,4.175531e-14,1.220483e-10,2.789195e-12,False
backbone.layers.24.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.496545e-13,1.738059e-14,5.048167e-11,1.218091e-12,False
backbone.layers.24.mixer.experts.5.up_proj.weight,1856x2688,4988928,6.281017e-13,5.003393e-14,1.479121e-10,3.400052e-12,False
backbone.layers.24.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.952015e-13,1.723943e-14,5.028699e-11,1.159672e-12,False
backbone.layers.24.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.137315e-13,3.837342e-14,1.111515e-10,2.466203e-12,False
backbone.layers.24.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.093117e-13,2.057126e-14,5.972214e-11,1.353001e-12,False
backbone.layers.24.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.985283e-13,4.099238e-14,1.186083e-10,2.644504e-12,False
backbone.layers.24.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.837454e-13,1.819706e-14,5.269404e-11,1.196125e-12,False
backbone.layers.24.mixer.experts.52.up_proj.weight,1856x2688,4988928,6.094708e-13,4.096080e-14,1.189991e-10,2.532780e-12,False
backbone.layers.24.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.124871e-13,1.944092e-14,5.655100e-11,1.346513e-12,False
backbone.layers.24.mixer.experts.53.up_proj.weight,1856x2688,4988928,5.659431e-13,4.188020e-14,1.216397e-10,2.843618e-12,False
backbone.layers.24.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.534431e-13,2.186882e-14,6.436545e-11,1.526791e-12,False
backbone.layers.24.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.753871e-13,3.904792e-14,1.126825e-10,2.582088e-12,False
backbone.layers.24.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.948858e-13,1.722509e-14,4.988162e-11,1.165056e-12,False
backbone.layers.24.mixer.experts.55.up_proj.weight,1856x2688,4988928,5.237893e-13,4.343570e-14,1.261961e-10,2.863470e-12,False
backbone.layers.24.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.167936e-13,1.930207e-14,5.617147e-11,1.281927e-12,False
backbone.layers.24.mixer.experts.56.up_proj.weight,1856x2688,4988928,5.489741e-13,4.680248e-14,1.373396e-10,2.949714e-12,False
backbone.layers.24.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.537554e-13,1.969169e-14,5.725400e-11,1.309897e-12,False
backbone.layers.24.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.482491e-13,4.317329e-14,1.256176e-10,2.759095e-12,False
backbone.layers.24.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.614046e-13,2.023076e-14,5.934572e-11,1.404869e-12,False
backbone.layers.24.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.750714e-13,3.694329e-14,1.072579e-10,2.458727e-12,False
backbone.layers.24.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.017258e-13,1.697075e-14,4.972540e-11,1.139489e-12,False
backbone.layers.24.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.196504e-13,4.044635e-14,1.174123e-10,2.579333e-12,False
backbone.layers.24.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.588330e-13,1.623721e-14,4.674817e-11,1.079007e-12,False
backbone.layers.24.mixer.experts.6.up_proj.weight,1856x2688,4988928,6.789829e-13,4.472870e-14,1.306795e-10,2.898340e-12,False
backbone.layers.24.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.970351e-13,1.910527e-14,5.556350e-11,1.255762e-12,False
backbone.layers.24.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.724138e-13,4.715309e-14,1.370308e-10,2.980705e-12,False
backbone.layers.24.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.847793e-13,1.922880e-14,5.558179e-11,1.253871e-12,False
backbone.layers.24.mixer.experts.61.up_proj.weight,1856x2688,4988928,3.575491e-13,3.878396e-14,1.116901e-10,2.449725e-12,False
backbone.layers.24.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.338737e-13,2.021679e-14,5.993751e-11,1.485357e-12,False
backbone.layers.24.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.272727e-13,3.928858e-14,1.139441e-10,2.645394e-12,False
backbone.layers.24.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.774379e-13,1.674769e-14,4.858918e-11,1.182636e-12,False
backbone.layers.24.mixer.experts.63.up_proj.weight,1856x2688,4988928,3.678967e-13,3.662282e-14,1.059367e-10,2.510549e-12,False
backbone.layers.24.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.104983e-13,1.768219e-14,5.167000e-11,1.199934e-12,False
backbone.layers.24.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.906665e-13,4.305680e-14,1.266286e-10,2.829662e-12,False
backbone.layers.24.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.462211e-13,1.499111e-14,4.319660e-11,9.727852e-13,False
backbone.layers.24.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.371086e-13,4.505634e-14,1.310609e-10,2.823229e-12,False
backbone.layers.24.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.846743e-13,1.586367e-14,4.599572e-11,1.026559e-12,False
backbone.layers.24.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.713021e-13,4.572409e-14,1.329837e-10,2.846445e-12,False
backbone.layers.24.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.804494e-13,1.884716e-14,5.446937e-11,1.218298e-12,False
backbone.layers.24.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.170622e-13,3.820694e-14,1.103758e-10,2.349928e-12,False
backbone.layers.24.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.826767e-13,2.176257e-14,6.365865e-11,1.495305e-12,False
backbone.layers.24.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.392224e-13,4.305191e-14,1.255366e-10,2.869339e-12,False
backbone.layers.24.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.077652e-13,1.701305e-14,4.963247e-11,1.148404e-12,False
backbone.layers.24.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.313702e-13,3.771511e-14,1.088357e-10,2.412169e-12,False
backbone.layers.24.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.305794e-13,1.938031e-14,5.635838e-11,1.312370e-12,False
backbone.layers.24.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.156925e-13,4.051014e-14,1.180764e-10,2.678491e-12,False
backbone.layers.24.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.212501e-13,1.670067e-14,4.864158e-11,1.147173e-12,False
backbone.layers.24.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.677231e-13,3.952338e-14,1.150401e-10,2.637354e-12,False
backbone.layers.24.mixer.experts.71.down_proj.weight,2688x1856,4988928,1.892861e-13,1.823397e-14,5.296348e-11,1.209320e-12,False
backbone.layers.24.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.441534e-13,4.237600e-14,1.228319e-10,2.712375e-12,False
backbone.layers.24.mixer.experts.72.down_proj.weight,2688x1856,4988928,1.643026e-13,1.673345e-14,4.823343e-11,1.080129e-12,False
backbone.layers.24.mixer.experts.72.up_proj.weight,1856x2688,4988928,6.539621e-13,4.561237e-14,1.336382e-10,2.864632e-12,False
backbone.layers.24.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.018967e-13,1.740562e-14,5.046652e-11,1.138339e-12,False
backbone.layers.24.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.213139e-13,4.363990e-14,1.263543e-10,2.729519e-12,False
backbone.layers.24.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.333064e-13,1.903089e-14,5.588041e-11,1.325246e-12,False
backbone.layers.24.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.457268e-13,3.762153e-14,1.090267e-10,2.539961e-12,False
backbone.layers.24.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.639747e-13,1.644356e-14,4.727921e-11,1.110618e-12,False
backbone.layers.24.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.377818e-13,4.168683e-14,1.210090e-10,2.686112e-12,False
backbone.layers.24.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.805387e-13,1.622564e-14,4.711576e-11,1.121482e-12,False
backbone.layers.24.mixer.experts.76.up_proj.weight,1856x2688,4988928,5.089887e-13,4.060904e-14,1.181378e-10,2.683578e-12,False
backbone.layers.24.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.518542e-13,1.541537e-14,4.455486e-11,1.044741e-12,False
backbone.layers.24.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.460321e-13,4.207170e-14,1.218520e-10,2.775258e-12,False
backbone.layers.24.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.342015e-13,1.943504e-14,5.665625e-11,1.307859e-12,False
backbone.layers.24.mixer.experts.78.up_proj.weight,1856x2688,4988928,6.328514e-13,4.643418e-14,1.357011e-10,2.985963e-12,False
backbone.layers.24.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.734758e-13,1.906519e-14,5.506461e-11,1.267252e-12,False
backbone.layers.24.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.984598e-13,4.353755e-14,1.266715e-10,2.827730e-12,False
backbone.layers.24.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.264126e-13,1.817237e-14,5.334418e-11,1.252771e-12,False
backbone.layers.24.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.748493e-13,4.360717e-14,1.269869e-10,2.878163e-12,False
backbone.layers.24.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.678206e-13,1.788460e-14,5.162071e-11,1.175136e-12,False
backbone.layers.24.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.202765e-13,4.539552e-14,1.320841e-10,2.902836e-12,False
backbone.layers.24.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.051237e-13,1.859601e-14,5.425248e-11,1.302099e-12,False
backbone.layers.24.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.231303e-13,3.582842e-14,1.036703e-10,2.420315e-12,False
backbone.layers.24.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.486346e-13,1.433692e-14,4.133125e-11,1.002409e-12,False
backbone.layers.24.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.477790e-13,3.985368e-14,1.161394e-10,2.686339e-12,False
backbone.layers.24.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.309541e-13,1.921452e-14,5.700858e-11,1.321476e-12,False
backbone.layers.24.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.435358e-13,3.832902e-14,1.113325e-10,2.496742e-12,False
backbone.layers.24.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.666102e-13,1.591076e-14,4.598237e-11,1.092549e-12,False
backbone.layers.24.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.497991e-13,3.908523e-14,1.133175e-10,2.590975e-12,False
backbone.layers.24.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.882661e-13,1.831066e-14,5.282632e-11,1.196768e-12,False
backbone.layers.24.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.265373e-13,3.941051e-14,1.146924e-10,2.449619e-12,False
backbone.layers.24.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.176037e-13,1.853749e-14,5.400703e-11,1.278889e-12,False
backbone.layers.24.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.642814e-13,4.086299e-14,1.194447e-10,2.687279e-12,False
backbone.layers.24.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.746242e-13,1.590891e-14,4.598944e-11,1.041758e-12,False
backbone.layers.24.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.640177e-13,3.712904e-14,1.078691e-10,2.370407e-12,False
backbone.layers.24.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.054022e-13,1.791778e-14,5.171427e-11,1.190808e-12,False
backbone.layers.24.mixer.experts.88.up_proj.weight,1856x2688,4988928,6.128699e-13,4.181960e-14,1.223061e-10,2.733379e-12,False
backbone.layers.24.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.629737e-13,1.858719e-14,5.486375e-11,1.273597e-12,False
backbone.layers.24.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.307457e-13,3.783537e-14,1.105805e-10,2.492370e-12,False
backbone.layers.24.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.173921e-13,1.791228e-14,5.204603e-11,1.230550e-12,False
backbone.layers.24.mixer.experts.9.up_proj.weight,1856x2688,4988928,3.619952e-13,3.525290e-14,1.020773e-10,2.336760e-12,False
backbone.layers.24.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.046805e-13,1.903270e-14,5.505668e-11,1.223201e-12,False
backbone.layers.24.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.427048e-13,4.555172e-14,1.338425e-10,2.858709e-12,False
backbone.layers.24.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.643268e-13,1.836955e-14,5.373448e-11,1.251035e-12,False
backbone.layers.24.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.814586e-13,4.365258e-14,1.269282e-10,2.862595e-12,False
backbone.layers.24.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.052503e-13,1.751626e-14,5.093349e-11,1.218286e-12,False
backbone.layers.24.mixer.experts.92.up_proj.weight,1856x2688,4988928,6.235307e-13,3.740700e-14,1.080814e-10,2.535688e-12,False
backbone.layers.24.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.896087e-13,1.819194e-14,5.287464e-11,1.216387e-12,False
backbone.layers.24.mixer.experts.93.up_proj.weight,1856x2688,4988928,3.362519e-13,3.732722e-14,1.073997e-10,2.391298e-12,False
backbone.layers.24.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.561563e-13,1.601176e-14,4.623098e-11,1.079294e-12,False
backbone.layers.24.mixer.experts.94.up_proj.weight,1856x2688,4988928,6.047246e-13,4.556747e-14,1.330540e-10,3.030777e-12,False
backbone.layers.24.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.962736e-13,1.613090e-14,4.706370e-11,1.101192e-12,False
backbone.layers.24.mixer.experts.95.up_proj.weight,1856x2688,4988928,5.260722e-13,4.233384e-14,1.233863e-10,2.769024e-12,False
backbone.layers.24.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.879330e-13,1.717034e-14,4.953923e-11,1.164006e-12,False
backbone.layers.24.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.199679e-13,4.387381e-14,1.271946e-10,2.874189e-12,False
backbone.layers.24.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.442803e-13,1.716880e-14,5.008051e-11,1.250933e-12,False
backbone.layers.24.mixer.experts.97.up_proj.weight,1856x2688,4988928,6.247503e-13,4.358460e-14,1.285888e-10,2.892869e-12,False
backbone.layers.24.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.207535e-13,1.898515e-14,5.571595e-11,1.313375e-12,False
backbone.layers.24.mixer.experts.98.up_proj.weight,1856x2688,4988928,6.060777e-13,4.727407e-14,1.380664e-10,3.117968e-12,False
backbone.layers.24.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.800227e-13,1.628110e-14,4.714147e-11,1.131813e-12,False
backbone.layers.24.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.913604e-13,4.266066e-14,1.253099e-10,2.888504e-12,False
backbone.layers.24.mixer.gate.weight,128x2688,344064,5.064421e-13,5.800662e-14,4.454067e-11,3.307950e-12,False
backbone.layers.24.mixer.shared_experts.down_proj.weight,2688x3712,9977856,8.281500e-13,5.292189e-14,2.158687e-10,4.694179e-12,False
backbone.layers.24.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.546052e-13,2.624554e-14,1.076912e-10,2.421350e-12,False
backbone.layers.24.norm.weight,2688,2688,4.440892e-16,6.863516e-17,5.368319e-15,1.176885e-16,False
backbone.layers.25.mixer.A_log,64,64,8.881784e-16,2.140215e-16,2.803347e-15,1.468742e-16,True
backbone.layers.25.mixer.D,64,64,4.440892e-16,1.883887e-17,5.267250e-16,1.452393e-16,True
backbone.layers.25.mixer.conv1d.weight,6144x1x4,24576,1.106754e-15,1.062260e-17,5.048659e-15,5.340190e-16,True
backbone.layers.25.mixer.dt_bias,64,64,1.776357e-15,2.155394e-16,2.955024e-15,1.124559e-16,True
backbone.layers.25.mixer.in_proj.weight,10304x2688,27697152,7.156983e-13,4.446460e-14,3.089952e-10,2.532755e-12,True
backbone.layers.25.mixer.norm.weight,4096,4096,3.552714e-15,1.169566e-16,1.650039e-14,1.152393e-16,True
backbone.layers.25.mixer.out_proj.weight,2688x4096,11010048,1.194763e-12,9.311870e-14,4.001219e-10,5.747607e-12,True
backbone.layers.25.norm.weight,2688,2688,4.440892e-16,4.407024e-17,3.617820e-15,1.237818e-16,True
backbone.layers.26.mixer.k_proj.weight,256x2688,688128,4.374938e-13,3.467473e-14,3.713055e-11,1.853874e-12,True
backbone.layers.26.mixer.o_proj.weight,2688x4096,11010048,3.025261e-12,1.023306e-13,4.420894e-10,5.899880e-12,True
backbone.layers.26.mixer.q_proj.weight,4096x2688,11010048,7.088566e-13,5.317826e-14,2.325433e-10,2.892636e-12,True
backbone.layers.26.mixer.v_proj.weight,256x2688,688128,3.875372e-13,3.825177e-14,4.120780e-11,2.078700e-12,True
backbone.layers.26.norm.weight,2688,2688,4.440892e-16,6.532060e-17,5.003246e-15,1.159731e-16,True
backbone.layers.27.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.872565e-13,1.559812e-14,4.526704e-11,1.031032e-12,False
backbone.layers.27.mixer.experts.0.up_proj.weight,1856x2688,4988928,4.904063e-13,4.490127e-14,1.313394e-10,2.829592e-12,False
backbone.layers.27.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.703468e-13,1.708740e-14,4.951989e-11,1.173026e-12,False
backbone.layers.27.mixer.experts.1.up_proj.weight,1856x2688,4988928,3.071016e-13,3.203934e-14,9.190069e-11,2.076157e-12,False
backbone.layers.27.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.971062e-13,1.866365e-14,5.414817e-11,1.280424e-12,False
backbone.layers.27.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.464518e-13,4.315157e-14,1.257891e-10,2.909523e-12,False
backbone.layers.27.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.871246e-13,1.918708e-14,5.534524e-11,1.224921e-12,False
backbone.layers.27.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.109629e-13,4.008189e-14,1.156013e-10,2.472405e-12,False
backbone.layers.27.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.460705e-13,1.794629e-14,5.224553e-11,1.161328e-12,False
backbone.layers.27.mixer.experts.101.up_proj.weight,1856x2688,4988928,5.904305e-13,4.762100e-14,1.394045e-10,2.975559e-12,False
backbone.layers.27.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.943168e-13,1.944657e-14,5.635904e-11,1.265071e-12,False
backbone.layers.27.mixer.experts.102.up_proj.weight,1856x2688,4988928,5.355924e-13,4.145197e-14,1.208086e-10,2.641338e-12,False
backbone.layers.27.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.760432e-13,1.533015e-14,4.410254e-11,1.031953e-12,False
backbone.layers.27.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.679833e-13,4.013326e-14,1.164976e-10,2.582279e-12,False
backbone.layers.27.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.843005e-13,1.780651e-14,5.147552e-11,1.214707e-12,False
backbone.layers.27.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.583986e-13,4.447599e-14,1.299286e-10,2.883394e-12,False
backbone.layers.27.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.385957e-13,1.332826e-14,3.833626e-11,9.109717e-13,False
backbone.layers.27.mixer.experts.105.up_proj.weight,1856x2688,4988928,3.555385e-13,3.834594e-14,1.106154e-10,2.502747e-12,False
backbone.layers.27.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.283226e-13,1.933131e-14,5.655728e-11,1.323838e-12,False
backbone.layers.27.mixer.experts.106.up_proj.weight,1856x2688,4988928,6.271962e-13,5.096407e-14,1.510675e-10,3.442848e-12,False
backbone.layers.27.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.460003e-13,1.948325e-14,5.799835e-11,1.319667e-12,False
backbone.layers.27.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.654107e-13,4.280938e-14,1.239325e-10,2.654453e-12,False
backbone.layers.27.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.701976e-13,1.704395e-14,4.917737e-11,1.169007e-12,False
backbone.layers.27.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.514617e-13,4.463284e-14,1.311725e-10,3.027172e-12,False
backbone.layers.27.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.652514e-13,1.964526e-14,5.835634e-11,1.376306e-12,False
backbone.layers.27.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.971188e-13,4.231528e-14,1.246740e-10,2.868495e-12,False
backbone.layers.27.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.993631e-13,1.656865e-14,4.815154e-11,1.164606e-12,False
backbone.layers.27.mixer.experts.11.up_proj.weight,1856x2688,4988928,5.017688e-13,4.625380e-14,1.341729e-10,3.039064e-12,False
backbone.layers.27.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.169098e-13,2.071528e-14,6.049177e-11,1.353573e-12,False
backbone.layers.27.mixer.experts.110.up_proj.weight,1856x2688,4988928,5.041106e-13,4.155895e-14,1.204281e-10,2.601634e-12,False
backbone.layers.27.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.212397e-13,1.816692e-14,5.319033e-11,1.223298e-12,False
backbone.layers.27.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.202784e-13,4.085079e-14,1.183467e-10,2.638948e-12,False
backbone.layers.27.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.191927e-13,1.679271e-14,4.867797e-11,1.218581e-12,False
backbone.layers.27.mixer.experts.112.up_proj.weight,1856x2688,4988928,5.062790e-13,4.605312e-14,1.333588e-10,3.020982e-12,False
backbone.layers.27.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.716301e-13,1.596636e-14,4.616279e-11,1.079769e-12,False
backbone.layers.27.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.773368e-13,5.070941e-14,1.500683e-10,3.393484e-12,False
backbone.layers.27.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.211356e-13,1.705936e-14,4.970366e-11,1.200907e-12,False
backbone.layers.27.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.354503e-13,4.075797e-14,1.179968e-10,2.722078e-12,False
backbone.layers.27.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.705094e-13,1.681400e-14,4.854735e-11,1.119816e-12,False
backbone.layers.27.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.819199e-13,4.571187e-14,1.330014e-10,2.919295e-12,False
backbone.layers.27.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.742164e-13,2.116800e-14,6.219686e-11,1.427773e-12,False
backbone.layers.27.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.534428e-13,4.277396e-14,1.238971e-10,2.709038e-12,False
backbone.layers.27.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.969423e-13,1.763830e-14,5.118304e-11,1.168777e-12,False
backbone.layers.27.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.590009e-13,3.877218e-14,1.123772e-10,2.491475e-12,False
backbone.layers.27.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.966552e-13,1.592594e-14,4.619634e-11,1.059241e-12,False
backbone.layers.27.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.324943e-13,4.149901e-14,1.211306e-10,2.672667e-12,False
backbone.layers.27.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.252712e-13,1.716811e-14,5.057297e-11,1.189244e-12,False
backbone.layers.27.mixer.experts.119.up_proj.weight,1856x2688,4988928,3.935550e-13,3.830199e-14,1.104110e-10,2.526195e-12,False
backbone.layers.27.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.833160e-13,1.606426e-14,4.654519e-11,1.082357e-12,False
backbone.layers.27.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.327858e-13,3.760395e-14,1.086286e-10,2.442163e-12,False
backbone.layers.27.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.374533e-13,1.931542e-14,5.721874e-11,1.480457e-12,False
backbone.layers.27.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.282703e-13,3.555849e-14,1.025759e-10,2.368433e-12,False
backbone.layers.27.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.746553e-13,2.078397e-14,6.035757e-11,1.324523e-12,False
backbone.layers.27.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.626863e-13,4.482220e-14,1.298133e-10,2.743815e-12,False
backbone.layers.27.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.944469e-13,1.885244e-14,5.455031e-11,1.200122e-12,False
backbone.layers.27.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.398773e-13,3.794833e-14,1.094503e-10,2.388624e-12,False
backbone.layers.27.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.758871e-13,1.660148e-14,4.804988e-11,1.130101e-12,False
backbone.layers.27.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.097459e-13,4.025683e-14,1.160162e-10,2.621550e-12,False
backbone.layers.27.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.868401e-13,1.686284e-14,4.885381e-11,1.093900e-12,False
backbone.layers.27.mixer.experts.124.up_proj.weight,1856x2688,4988928,6.317490e-13,5.131965e-14,1.498810e-10,3.180200e-12,False
backbone.layers.27.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.858132e-13,1.749815e-14,5.096989e-11,1.203700e-12,False
backbone.layers.27.mixer.experts.125.up_proj.weight,1856x2688,4988928,3.692324e-13,3.458214e-14,9.942239e-11,2.257084e-12,False
backbone.layers.27.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.474557e-13,1.922203e-14,5.575301e-11,1.269978e-12,False
backbone.layers.27.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.404809e-13,4.854757e-14,1.413645e-10,3.052300e-12,False
backbone.layers.27.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.105330e-13,1.868500e-14,5.426495e-11,1.249593e-12,False
backbone.layers.27.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.345170e-13,3.707510e-14,1.070412e-10,2.363625e-12,False
backbone.layers.27.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.939005e-13,1.828815e-14,5.313356e-11,1.216737e-12,False
backbone.layers.27.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.567526e-13,4.816356e-14,1.407209e-10,3.096026e-12,False
backbone.layers.27.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.160841e-13,1.865161e-14,5.437102e-11,1.235954e-12,False
backbone.layers.27.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.218743e-13,4.121510e-14,1.196970e-10,2.572956e-12,False
backbone.layers.27.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.925335e-13,1.821489e-14,5.291775e-11,1.145058e-12,False
backbone.layers.27.mixer.experts.15.up_proj.weight,1856x2688,4988928,8.585493e-13,6.268601e-14,1.868531e-10,3.892196e-12,False
backbone.layers.27.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.151820e-13,1.672403e-14,4.876200e-11,1.127910e-12,False
backbone.layers.27.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.308498e-13,3.925016e-14,1.134796e-10,2.504076e-12,False
backbone.layers.27.mixer.experts.17.down_proj.weight,2688x1856,4988928,3.060330e-13,1.888984e-14,5.589048e-11,1.248335e-12,False
backbone.layers.27.mixer.experts.17.up_proj.weight,1856x2688,4988928,5.670117e-13,4.715325e-14,1.375720e-10,2.949015e-12,False
backbone.layers.27.mixer.experts.18.down_proj.weight,2688x1856,4988928,1.932031e-13,1.733790e-14,5.069748e-11,1.183999e-12,False
backbone.layers.27.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.001539e-13,3.963279e-14,1.150364e-10,2.612039e-12,False
backbone.layers.27.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.912845e-13,1.870890e-14,5.445081e-11,1.297781e-12,False
backbone.layers.27.mixer.experts.19.up_proj.weight,1856x2688,4988928,5.918842e-13,4.451348e-14,1.300796e-10,2.906061e-12,False
backbone.layers.27.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.136138e-13,1.897286e-14,5.549866e-11,1.243799e-12,False
backbone.layers.27.mixer.experts.2.up_proj.weight,1856x2688,4988928,3.758085e-13,3.871635e-14,1.113412e-10,2.399183e-12,False
backbone.layers.27.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.723977e-13,1.615727e-14,4.685522e-11,1.142030e-12,False
backbone.layers.27.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.831344e-13,3.705552e-14,1.074660e-10,2.465385e-12,False
backbone.layers.27.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.220064e-13,2.004529e-14,5.812765e-11,1.359832e-12,False
backbone.layers.27.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.077676e-13,4.013916e-14,1.159319e-10,2.613475e-12,False
backbone.layers.27.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.205840e-13,1.820877e-14,5.339474e-11,1.247838e-12,False
backbone.layers.27.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.909857e-13,4.221450e-14,1.231982e-10,2.746438e-12,False
backbone.layers.27.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.837766e-13,1.683894e-14,4.884550e-11,1.176106e-12,False
backbone.layers.27.mixer.experts.23.up_proj.weight,1856x2688,4988928,6.479400e-13,4.928947e-14,1.440678e-10,3.304098e-12,False
backbone.layers.27.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.469935e-13,1.557307e-14,4.499882e-11,1.083824e-12,False
backbone.layers.27.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.437466e-13,3.942997e-14,1.144474e-10,2.606082e-12,False
backbone.layers.27.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.889043e-13,1.780364e-14,5.190973e-11,1.263447e-12,False
backbone.layers.27.mixer.experts.25.up_proj.weight,1856x2688,4988928,7.146367e-13,4.501308e-14,1.333924e-10,3.098199e-12,False
backbone.layers.27.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.867040e-13,1.920463e-14,5.539748e-11,1.248386e-12,False
backbone.layers.27.mixer.experts.26.up_proj.weight,1856x2688,4988928,6.820950e-13,4.526917e-14,1.329476e-10,2.895997e-12,False
backbone.layers.27.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.212432e-13,1.934772e-14,5.628241e-11,1.280694e-12,False
backbone.layers.27.mixer.experts.27.up_proj.weight,1856x2688,4988928,5.629247e-13,4.159429e-14,1.207644e-10,2.639285e-12,False
backbone.layers.27.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.992382e-13,1.788322e-14,5.249735e-11,1.243895e-12,False
backbone.layers.27.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.138132e-13,3.881325e-14,1.124293e-10,2.573455e-12,False
backbone.layers.27.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.740032e-13,1.729728e-14,4.999845e-11,1.147815e-12,False
backbone.layers.27.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.058380e-13,4.039122e-14,1.171275e-10,2.568748e-12,False
backbone.layers.27.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.761369e-13,1.643745e-14,4.749119e-11,1.097440e-12,False
backbone.layers.27.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.889214e-13,4.308795e-14,1.256809e-10,2.844564e-12,False
backbone.layers.27.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.474045e-13,1.920210e-14,5.611810e-11,1.365993e-12,False
backbone.layers.27.mixer.experts.30.up_proj.weight,1856x2688,4988928,3.969013e-13,3.774026e-14,1.090506e-10,2.509701e-12,False
backbone.layers.27.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.731419e-13,1.630347e-14,4.703807e-11,1.117773e-12,False
backbone.layers.27.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.724346e-13,4.280455e-14,1.246971e-10,2.825536e-12,False
backbone.layers.27.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.071737e-13,1.686811e-14,4.940556e-11,1.185322e-12,False
backbone.layers.27.mixer.experts.32.up_proj.weight,1856x2688,4988928,6.640816e-13,4.479516e-14,1.343632e-10,3.085928e-12,False
backbone.layers.27.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.580645e-13,1.568706e-14,4.523567e-11,1.049485e-12,False
backbone.layers.27.mixer.experts.33.up_proj.weight,1856x2688,4988928,6.809900e-13,4.532941e-14,1.317686e-10,2.971681e-12,False
backbone.layers.27.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.547441e-13,2.040994e-14,5.946080e-11,1.377635e-12,False
backbone.layers.27.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.340313e-13,3.865831e-14,1.128633e-10,2.461664e-12,False
backbone.layers.27.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.830645e-13,1.760231e-14,5.127604e-11,1.145532e-12,False
backbone.layers.27.mixer.experts.35.up_proj.weight,1856x2688,4988928,5.548860e-13,4.754121e-14,1.381678e-10,2.928115e-12,False
backbone.layers.27.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.886911e-13,1.791037e-14,5.219047e-11,1.227562e-12,False
backbone.layers.27.mixer.experts.36.up_proj.weight,1856x2688,4988928,5.137002e-13,4.320853e-14,1.251129e-10,2.793037e-12,False
backbone.layers.27.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.730144e-13,1.642121e-14,4.749305e-11,1.068845e-12,False
backbone.layers.27.mixer.experts.37.up_proj.weight,1856x2688,4988928,5.352802e-13,4.558177e-14,1.324456e-10,2.848454e-12,False
backbone.layers.27.mixer.experts.38.down_proj.weight,2688x1856,4988928,3.136016e-13,2.223452e-14,6.492064e-11,1.556444e-12,False
backbone.layers.27.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.337763e-13,3.873063e-14,1.123459e-10,2.594717e-12,False
backbone.layers.27.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.913808e-13,1.757541e-14,5.107508e-11,1.250434e-12,False
backbone.layers.27.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.218282e-13,4.776808e-14,1.398753e-10,3.252523e-12,False
backbone.layers.27.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.348748e-13,1.392398e-14,4.004338e-11,9.607635e-13,False
backbone.layers.27.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.068169e-13,3.819351e-14,1.108906e-10,2.529342e-12,False
backbone.layers.27.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.410364e-13,1.921894e-14,5.561343e-11,1.285091e-12,False
backbone.layers.27.mixer.experts.40.up_proj.weight,1856x2688,4988928,5.898823e-13,4.650441e-14,1.356897e-10,3.044359e-12,False
backbone.layers.27.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.985599e-13,1.814033e-14,5.278632e-11,1.281194e-12,False
backbone.layers.27.mixer.experts.41.up_proj.weight,1856x2688,4988928,6.441236e-13,4.589292e-14,1.358509e-10,3.171120e-12,False
backbone.layers.27.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.900823e-13,1.911710e-14,5.537039e-11,1.232556e-12,False
backbone.layers.27.mixer.experts.42.up_proj.weight,1856x2688,4988928,3.726828e-13,3.748410e-14,1.079239e-10,2.299293e-12,False
backbone.layers.27.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.077991e-13,1.798408e-14,5.245559e-11,1.244644e-12,False
backbone.layers.27.mixer.experts.43.up_proj.weight,1856x2688,4988928,5.055119e-13,4.298536e-14,1.254361e-10,2.812627e-12,False
backbone.layers.27.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.208442e-13,1.979121e-14,5.782102e-11,1.373623e-12,False
backbone.layers.27.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.788461e-13,4.323385e-14,1.251146e-10,2.877098e-12,False
backbone.layers.27.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.954617e-13,1.911158e-14,5.550568e-11,1.275544e-12,False
backbone.layers.27.mixer.experts.45.up_proj.weight,1856x2688,4988928,3.634870e-13,3.760652e-14,1.086300e-10,2.428137e-12,False
backbone.layers.27.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.123857e-13,1.811175e-14,5.287598e-11,1.224219e-12,False
backbone.layers.27.mixer.experts.46.up_proj.weight,1856x2688,4988928,3.585569e-13,3.593240e-14,1.034807e-10,2.320162e-12,False
backbone.layers.27.mixer.experts.47.down_proj.weight,2688x1856,4988928,3.329654e-13,2.219732e-14,6.568733e-11,1.486122e-12,False
backbone.layers.27.mixer.experts.47.up_proj.weight,1856x2688,4988928,6.308391e-13,4.612773e-14,1.345819e-10,2.869465e-12,False
backbone.layers.27.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.095928e-13,1.806918e-14,5.261293e-11,1.158248e-12,False
backbone.layers.27.mixer.experts.48.up_proj.weight,1856x2688,4988928,5.891468e-13,4.570178e-14,1.322296e-10,2.788387e-12,False
backbone.layers.27.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.925543e-13,1.836384e-14,5.320665e-11,1.222922e-12,False
backbone.layers.27.mixer.experts.49.up_proj.weight,1856x2688,4988928,6.282232e-13,4.638275e-14,1.357220e-10,2.965183e-12,False
backbone.layers.27.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.496475e-13,2.024304e-14,5.938699e-11,1.338529e-12,False
backbone.layers.27.mixer.experts.5.up_proj.weight,1856x2688,4988928,6.337812e-13,4.630471e-14,1.372637e-10,2.989534e-12,False
backbone.layers.27.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.841288e-13,1.807796e-14,5.227773e-11,1.196116e-12,False
backbone.layers.27.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.943095e-13,4.284925e-14,1.258602e-10,2.831567e-12,False
backbone.layers.27.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.408802e-13,1.939994e-14,5.669317e-11,1.303884e-12,False
backbone.layers.27.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.252571e-13,4.236252e-14,1.226877e-10,2.688277e-12,False
backbone.layers.27.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.023342e-13,1.737207e-14,5.047744e-11,1.245023e-12,False
backbone.layers.27.mixer.experts.52.up_proj.weight,1856x2688,4988928,6.353980e-13,4.912234e-14,1.436787e-10,3.306966e-12,False
backbone.layers.27.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.618566e-13,1.549898e-14,4.491695e-11,1.087654e-12,False
backbone.layers.27.mixer.experts.53.up_proj.weight,1856x2688,4988928,5.095160e-13,3.804542e-14,1.105916e-10,2.531327e-12,False
backbone.layers.27.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.704401e-13,1.604302e-14,4.642539e-11,1.097656e-12,False
backbone.layers.27.mixer.experts.54.up_proj.weight,1856x2688,4988928,7.054444e-13,4.642787e-14,1.366097e-10,3.069961e-12,False
backbone.layers.27.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.612131e-13,1.708518e-14,4.945796e-11,1.155155e-12,False
backbone.layers.27.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.766743e-13,4.094435e-14,1.195988e-10,2.601006e-12,False
backbone.layers.27.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.971011e-13,1.689915e-14,4.886268e-11,1.119283e-12,False
backbone.layers.27.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.993584e-13,4.409956e-14,1.287304e-10,2.834323e-12,False
backbone.layers.27.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.739026e-13,1.616846e-14,4.685518e-11,1.103565e-12,False
backbone.layers.27.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.318072e-13,4.722398e-14,1.375795e-10,3.051494e-12,False
backbone.layers.27.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.636139e-13,1.674789e-14,4.827528e-11,1.161923e-12,False
backbone.layers.27.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.542616e-13,4.124031e-14,1.198262e-10,2.785317e-12,False
backbone.layers.27.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.207783e-13,1.686359e-14,4.879755e-11,1.170138e-12,False
backbone.layers.27.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.863748e-13,3.972637e-14,1.148938e-10,2.667502e-12,False
backbone.layers.27.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.287823e-13,1.908744e-14,5.595711e-11,1.269543e-12,False
backbone.layers.27.mixer.experts.6.up_proj.weight,1856x2688,4988928,6.476764e-13,5.413957e-14,1.599614e-10,3.500869e-12,False
backbone.layers.27.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.643224e-13,1.999521e-14,5.816455e-11,1.369114e-12,False
backbone.layers.27.mixer.experts.60.up_proj.weight,1856x2688,4988928,3.894697e-13,3.606670e-14,1.044687e-10,2.324616e-12,False
backbone.layers.27.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.055023e-13,1.670540e-14,4.830473e-11,1.055764e-12,False
backbone.layers.27.mixer.experts.61.up_proj.weight,1856x2688,4988928,6.212392e-13,5.220691e-14,1.528219e-10,3.193465e-12,False
backbone.layers.27.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.903640e-13,1.728509e-14,5.003245e-11,1.170745e-12,False
backbone.layers.27.mixer.experts.62.up_proj.weight,1856x2688,4988928,3.777152e-13,3.624485e-14,1.043057e-10,2.381905e-12,False
backbone.layers.27.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.026546e-13,1.878477e-14,5.470107e-11,1.207176e-12,False
backbone.layers.27.mixer.experts.63.up_proj.weight,1856x2688,4988928,5.996523e-13,5.024865e-14,1.490671e-10,3.207510e-12,False
backbone.layers.27.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.746355e-13,1.660467e-14,4.787667e-11,1.059809e-12,False
backbone.layers.27.mixer.experts.64.up_proj.weight,1856x2688,4988928,5.383589e-13,4.743272e-14,1.387318e-10,2.906931e-12,False
backbone.layers.27.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.017136e-13,1.938302e-14,5.623950e-11,1.376086e-12,False
backbone.layers.27.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.359568e-13,3.635381e-14,1.049018e-10,2.408816e-12,False
backbone.layers.27.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.193697e-13,1.810499e-14,5.253796e-11,1.192245e-12,False
backbone.layers.27.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.852854e-13,4.278376e-14,1.242949e-10,2.694588e-12,False
backbone.layers.27.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.321893e-13,2.030351e-14,5.954093e-11,1.382711e-12,False
backbone.layers.27.mixer.experts.67.up_proj.weight,1856x2688,4988928,5.158790e-13,3.748224e-14,1.088612e-10,2.443188e-12,False
backbone.layers.27.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.666133e-13,1.473421e-14,4.275252e-11,1.041400e-12,False
backbone.layers.27.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.398824e-13,4.440049e-14,1.296663e-10,2.997612e-12,False
backbone.layers.27.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.410537e-13,1.901783e-14,5.590774e-11,1.281485e-12,False
backbone.layers.27.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.553805e-13,3.909836e-14,1.127906e-10,2.463079e-12,False
backbone.layers.27.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.964741e-13,1.854003e-14,5.378860e-11,1.238871e-12,False
backbone.layers.27.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.407724e-13,4.052953e-14,1.176986e-10,2.621571e-12,False
backbone.layers.27.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.412688e-13,1.849679e-14,5.388232e-11,1.231803e-12,False
backbone.layers.27.mixer.experts.70.up_proj.weight,1856x2688,4988928,5.292601e-13,4.085183e-14,1.183995e-10,2.610018e-12,False
backbone.layers.27.mixer.experts.71.down_proj.weight,2688x1856,4988928,1.897545e-13,1.849327e-14,5.376763e-11,1.262964e-12,False
backbone.layers.27.mixer.experts.71.up_proj.weight,1856x2688,4988928,5.764816e-13,4.029611e-14,1.180411e-10,2.673528e-12,False
backbone.layers.27.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.296670e-13,1.987807e-14,5.792191e-11,1.295030e-12,False
backbone.layers.27.mixer.experts.72.up_proj.weight,1856x2688,4988928,6.184393e-13,5.006393e-14,1.462186e-10,3.128378e-12,False
backbone.layers.27.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.553653e-13,1.533479e-14,4.403104e-11,1.013708e-12,False
backbone.layers.27.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.110426e-13,4.447000e-14,1.297795e-10,2.882972e-12,False
backbone.layers.27.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.587409e-13,2.154178e-14,6.310342e-11,1.439094e-12,False
backbone.layers.27.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.031966e-13,4.000794e-14,1.152098e-10,2.498945e-12,False
backbone.layers.27.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.862560e-13,1.777427e-14,5.182152e-11,1.340912e-12,False
backbone.layers.27.mixer.experts.75.up_proj.weight,1856x2688,4988928,5.681722e-13,4.483834e-14,1.300325e-10,3.006021e-12,False
backbone.layers.27.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.964158e-13,1.611769e-14,4.677909e-11,1.080617e-12,False
backbone.layers.27.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.505563e-13,4.093554e-14,1.183529e-10,2.641284e-12,False
backbone.layers.27.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.133519e-13,1.922721e-14,5.591649e-11,1.269317e-12,False
backbone.layers.27.mixer.experts.77.up_proj.weight,1856x2688,4988928,5.501311e-13,4.479118e-14,1.312118e-10,2.847245e-12,False
backbone.layers.27.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.887240e-13,1.801601e-14,5.253606e-11,1.215632e-12,False
backbone.layers.27.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.770767e-13,4.219583e-14,1.228255e-10,2.713865e-12,False
backbone.layers.27.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.539255e-13,1.583183e-14,4.576729e-11,1.123186e-12,False
backbone.layers.27.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.794880e-13,4.280250e-14,1.241232e-10,2.889009e-12,False
backbone.layers.27.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.165004e-13,1.904660e-14,5.520077e-11,1.228799e-12,False
backbone.layers.27.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.727641e-13,4.313605e-14,1.253454e-10,2.667623e-12,False
backbone.layers.27.mixer.experts.80.down_proj.weight,2688x1856,4988928,3.026017e-13,2.106450e-14,6.264629e-11,1.424787e-12,False
backbone.layers.27.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.093271e-13,4.173316e-14,1.205123e-10,2.640386e-12,False
backbone.layers.27.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.288950e-13,1.802208e-14,5.243523e-11,1.250116e-12,False
backbone.layers.27.mixer.experts.81.up_proj.weight,1856x2688,4988928,6.859860e-13,4.409358e-14,1.287234e-10,2.897362e-12,False
backbone.layers.27.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.370673e-13,2.035638e-14,5.946460e-11,1.307853e-12,False
backbone.layers.27.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.830997e-13,4.244245e-14,1.230340e-10,2.589824e-12,False
backbone.layers.27.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.017674e-13,1.753027e-14,5.101434e-11,1.188569e-12,False
backbone.layers.27.mixer.experts.83.up_proj.weight,1856x2688,4988928,3.421950e-13,3.552068e-14,1.022400e-10,2.312419e-12,False
backbone.layers.27.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.757483e-13,1.699917e-14,4.934548e-11,1.125031e-12,False
backbone.layers.27.mixer.experts.84.up_proj.weight,1856x2688,4988928,5.388398e-13,4.668778e-14,1.355627e-10,2.934438e-12,False
backbone.layers.27.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.067999e-13,1.738894e-14,5.009518e-11,1.112473e-12,False
backbone.layers.27.mixer.experts.85.up_proj.weight,1856x2688,4988928,5.281851e-13,4.462428e-14,1.301222e-10,2.785895e-12,False
backbone.layers.27.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.485409e-13,1.539800e-14,4.464242e-11,1.102681e-12,False
backbone.layers.27.mixer.experts.86.up_proj.weight,1856x2688,4988928,6.053491e-13,4.878614e-14,1.423728e-10,3.284571e-12,False
backbone.layers.27.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.905351e-13,1.773413e-14,5.141016e-11,1.167855e-12,False
backbone.layers.27.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.330788e-13,4.413425e-14,1.287013e-10,2.753231e-12,False
backbone.layers.27.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.353170e-13,1.974623e-14,5.725347e-11,1.332720e-12,False
backbone.layers.27.mixer.experts.88.up_proj.weight,1856x2688,4988928,5.759004e-13,4.249959e-14,1.247832e-10,2.822681e-12,False
backbone.layers.27.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.811572e-13,1.531416e-14,4.417060e-11,1.009375e-12,False
backbone.layers.27.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.413171e-13,4.177216e-14,1.205736e-10,2.656898e-12,False
backbone.layers.27.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.655250e-13,1.939320e-14,5.671981e-11,1.322880e-12,False
backbone.layers.27.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.635251e-13,4.625570e-14,1.346711e-10,3.071819e-12,False
backbone.layers.27.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.074937e-13,2.017884e-14,5.862147e-11,1.300937e-12,False
backbone.layers.27.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.135128e-13,4.984347e-14,1.450379e-10,3.107007e-12,False
backbone.layers.27.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.863735e-13,1.770353e-14,5.156021e-11,1.247864e-12,False
backbone.layers.27.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.201469e-13,4.464433e-14,1.296573e-10,2.963446e-12,False
backbone.layers.27.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.264102e-13,1.314344e-14,3.775949e-11,8.627043e-13,False
backbone.layers.27.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.072158e-13,4.285746e-14,1.245070e-10,2.698397e-12,False
backbone.layers.27.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.105278e-13,1.876449e-14,5.442390e-11,1.270177e-12,False
backbone.layers.27.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.168146e-13,3.856030e-14,1.111201e-10,2.526590e-12,False
backbone.layers.27.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.185821e-13,1.858764e-14,5.407870e-11,1.246623e-12,False
backbone.layers.27.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.408392e-13,4.139659e-14,1.198538e-10,2.613074e-12,False
backbone.layers.27.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.130483e-13,1.880510e-14,5.457345e-11,1.295581e-12,False
backbone.layers.27.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.920092e-13,4.265037e-14,1.239522e-10,2.860188e-12,False
backbone.layers.27.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.424217e-13,1.550971e-14,4.480053e-11,1.071268e-12,False
backbone.layers.27.mixer.experts.96.up_proj.weight,1856x2688,4988928,5.817256e-13,4.426555e-14,1.295983e-10,2.959246e-12,False
backbone.layers.27.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.392409e-13,1.968534e-14,5.758333e-11,1.285923e-12,False
backbone.layers.27.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.109712e-13,3.989987e-14,1.154837e-10,2.459901e-12,False
backbone.layers.27.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.757586e-13,2.227511e-14,6.529895e-11,1.466642e-12,False
backbone.layers.27.mixer.experts.98.up_proj.weight,1856x2688,4988928,5.531799e-13,4.742828e-14,1.383395e-10,2.919656e-12,False
backbone.layers.27.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.570827e-13,1.641654e-14,4.740006e-11,1.099166e-12,False
backbone.layers.27.mixer.experts.99.up_proj.weight,1856x2688,4988928,6.125447e-13,5.341311e-14,1.561524e-10,3.491018e-12,False
backbone.layers.27.mixer.gate.weight,128x2688,344064,3.742935e-13,5.139204e-14,3.916373e-11,2.940505e-12,False
backbone.layers.27.mixer.shared_experts.down_proj.weight,2688x3712,9977856,9.787067e-13,6.382241e-14,2.633863e-10,5.416406e-12,False
backbone.layers.27.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.942471e-13,2.937582e-14,1.212525e-10,2.633740e-12,False
backbone.layers.27.norm.weight,2688,2688,4.440892e-16,6.894880e-17,5.676886e-15,1.182903e-16,False
backbone.layers.28.mixer.A_log,64,64,8.881784e-16,2.207436e-16,2.606125e-15,1.789756e-16,False
backbone.layers.28.mixer.D,64,64,2.220446e-16,1.683944e-17,4.103397e-16,1.710476e-16,False
backbone.layers.28.mixer.conv1d.weight,6144x1x4,24576,9.992007e-16,1.176742e-17,5.335179e-15,4.898104e-16,True
backbone.layers.28.mixer.dt_bias,64,64,2.664535e-15,2.967495e-16,5.076013e-15,1.816010e-16,False
backbone.layers.28.mixer.in_proj.weight,10304x2688,27697152,7.336284e-13,4.632450e-14,3.210109e-10,2.641703e-12,False
backbone.layers.28.mixer.norm.weight,4096,4096,3.552714e-15,1.384187e-16,1.764333e-14,1.199775e-16,False
backbone.layers.28.mixer.out_proj.weight,2688x4096,11010048,2.629383e-12,9.095636e-14,3.916747e-10,5.595674e-12,False
backbone.layers.28.norm.weight,2688,2688,2.220446e-16,4.425739e-17,3.696603e-15,1.234999e-16,False
backbone.layers.29.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.569031e-13,1.631516e-14,4.716665e-11,1.084502e-12,False
backbone.layers.29.mixer.experts.0.up_proj.weight,1856x2688,4988928,5.954230e-13,4.316177e-14,1.260876e-10,2.850372e-12,False
backbone.layers.29.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.415203e-13,1.970970e-14,5.716006e-11,1.322766e-12,False
backbone.layers.29.mixer.experts.1.up_proj.weight,1856x2688,4988928,5.539302e-13,4.036030e-14,1.189019e-10,2.659388e-12,False
backbone.layers.29.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.443688e-13,1.785629e-14,5.229466e-11,1.250364e-12,False
backbone.layers.29.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.042078e-13,4.109928e-14,1.194630e-10,2.757468e-12,False
backbone.layers.29.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.058700e-13,1.978118e-14,5.754458e-11,1.310476e-12,False
backbone.layers.29.mixer.experts.100.up_proj.weight,1856x2688,4988928,3.933381e-13,3.910445e-14,1.128244e-10,2.468389e-12,False
backbone.layers.29.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.569472e-13,2.075551e-14,6.077426e-11,1.367231e-12,False
backbone.layers.29.mixer.experts.101.up_proj.weight,1856x2688,4988928,3.946843e-13,3.721166e-14,1.072396e-10,2.369222e-12,False
backbone.layers.29.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.092024e-13,1.723335e-14,5.019498e-11,1.179891e-12,False
backbone.layers.29.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.675167e-13,3.902435e-14,1.130422e-10,2.640838e-12,False
backbone.layers.29.mixer.experts.103.down_proj.weight,2688x1856,4988928,3.024352e-13,1.984323e-14,5.848256e-11,1.343095e-12,False
backbone.layers.29.mixer.experts.103.up_proj.weight,1856x2688,4988928,5.089297e-13,4.444460e-14,1.283023e-10,2.826264e-12,False
backbone.layers.29.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.523898e-13,1.456339e-14,4.186079e-11,1.064828e-12,False
backbone.layers.29.mixer.experts.104.up_proj.weight,1856x2688,4988928,3.965691e-13,3.691485e-14,1.067655e-10,2.405542e-12,False
backbone.layers.29.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.945961e-13,1.770212e-14,5.093359e-11,1.175393e-12,False
backbone.layers.29.mixer.experts.105.up_proj.weight,1856x2688,4988928,5.963641e-13,4.616017e-14,1.351113e-10,3.021412e-12,False
backbone.layers.29.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.038560e-13,1.864010e-14,5.395837e-11,1.270765e-12,False
backbone.layers.29.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.096792e-13,3.811193e-14,1.102685e-10,2.511904e-12,False
backbone.layers.29.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.458814e-13,1.978048e-14,5.840753e-11,1.312912e-12,False
backbone.layers.29.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.187831e-13,4.143979e-14,1.195635e-10,2.550182e-12,False
backbone.layers.29.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.371471e-13,2.000661e-14,5.844708e-11,1.386352e-12,False
backbone.layers.29.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.267991e-13,3.973573e-14,1.156690e-10,2.656376e-12,False
backbone.layers.29.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.219717e-13,1.984170e-14,5.814273e-11,1.335959e-12,False
backbone.layers.29.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.787801e-13,4.589609e-14,1.335909e-10,2.869032e-12,False
backbone.layers.29.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.945250e-13,1.837836e-14,5.304252e-11,1.196923e-12,False
backbone.layers.29.mixer.experts.11.up_proj.weight,1856x2688,4988928,5.135545e-13,4.739344e-14,1.376064e-10,3.016732e-12,False
backbone.layers.29.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.536964e-13,1.866847e-14,5.580319e-11,1.297628e-12,False
backbone.layers.29.mixer.experts.110.up_proj.weight,1856x2688,4988928,3.492137e-13,3.749318e-14,1.080724e-10,2.375206e-12,False
backbone.layers.29.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.257257e-13,1.843685e-14,5.358703e-11,1.258614e-12,False
backbone.layers.29.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.252015e-13,4.155148e-14,1.204247e-10,2.634311e-12,False
backbone.layers.29.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.676853e-13,1.567908e-14,4.551728e-11,1.167641e-12,False
backbone.layers.29.mixer.experts.112.up_proj.weight,1856x2688,4988928,6.572590e-13,4.004097e-14,1.160399e-10,2.651166e-12,False
backbone.layers.29.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.584705e-13,1.498253e-14,4.341523e-11,1.007300e-12,False
backbone.layers.29.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.132875e-13,3.852502e-14,1.114979e-10,2.464615e-12,False
backbone.layers.29.mixer.experts.114.down_proj.weight,2688x1856,4988928,3.130517e-13,1.991098e-14,5.805457e-11,1.286492e-12,False
backbone.layers.29.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.757306e-13,3.950895e-14,1.139866e-10,2.437223e-12,False
backbone.layers.29.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.906010e-13,1.641349e-14,4.741158e-11,1.117352e-12,False
backbone.layers.29.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.219854e-13,3.849298e-14,1.114786e-10,2.562744e-12,False
backbone.layers.29.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.402731e-13,1.828485e-14,5.323381e-11,1.198348e-12,False
backbone.layers.29.mixer.experts.116.up_proj.weight,1856x2688,4988928,6.091655e-13,5.014052e-14,1.460496e-10,3.093769e-12,False
backbone.layers.29.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.191424e-13,1.797688e-14,5.236522e-11,1.186401e-12,False
backbone.layers.29.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.352940e-13,4.074461e-14,1.185769e-10,2.556536e-12,False
backbone.layers.29.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.970472e-13,1.786399e-14,5.181130e-11,1.197745e-12,False
backbone.layers.29.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.672202e-13,3.708475e-14,1.069331e-10,2.425374e-12,False
backbone.layers.29.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.692743e-13,1.656572e-14,4.778535e-11,1.080160e-12,False
backbone.layers.29.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.145087e-13,3.935913e-14,1.132914e-10,2.452381e-12,False
backbone.layers.29.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.830341e-13,1.819978e-14,5.263001e-11,1.185651e-12,False
backbone.layers.29.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.394263e-13,4.178144e-14,1.205320e-10,2.642149e-12,False
backbone.layers.29.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.670400e-13,1.577647e-14,4.543616e-11,1.107177e-12,False
backbone.layers.29.mixer.experts.120.up_proj.weight,1856x2688,4988928,6.769394e-13,5.437027e-14,1.612182e-10,3.711088e-12,False
backbone.layers.29.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.702648e-13,1.772172e-14,5.115965e-11,1.180375e-12,False
backbone.layers.29.mixer.experts.121.up_proj.weight,1856x2688,4988928,6.476035e-13,4.992748e-14,1.463724e-10,3.214429e-12,False
backbone.layers.29.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.699071e-13,1.726904e-14,4.966511e-11,1.109460e-12,False
backbone.layers.29.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.662971e-13,4.377486e-14,1.262440e-10,2.698440e-12,False
backbone.layers.29.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.227055e-13,1.954627e-14,5.675990e-11,1.253079e-12,False
backbone.layers.29.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.204311e-13,3.835103e-14,1.108426e-10,2.404049e-12,False
backbone.layers.29.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.013381e-13,1.756686e-14,5.086947e-11,1.160323e-12,False
backbone.layers.29.mixer.experts.124.up_proj.weight,1856x2688,4988928,5.036041e-13,4.692113e-14,1.365842e-10,2.929806e-12,False
backbone.layers.29.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.305708e-13,2.066049e-14,6.015579e-11,1.389573e-12,False
backbone.layers.29.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.052002e-13,4.131005e-14,1.191449e-10,2.600858e-12,False
backbone.layers.29.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.704711e-13,2.188421e-14,6.549982e-11,1.464013e-12,False
backbone.layers.29.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.614885e-13,4.231872e-14,1.228149e-10,2.679045e-12,False
backbone.layers.29.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.210593e-13,1.680795e-14,4.874878e-11,1.145209e-12,False
backbone.layers.29.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.904731e-13,4.448812e-14,1.298861e-10,2.950285e-12,False
backbone.layers.29.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.939542e-13,1.891660e-14,5.510029e-11,1.224049e-12,False
backbone.layers.29.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.516620e-13,4.546028e-14,1.314565e-10,2.783821e-12,False
backbone.layers.29.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.671267e-13,1.753227e-14,5.070483e-11,1.218848e-12,False
backbone.layers.29.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.227277e-13,3.981761e-14,1.159265e-10,2.642701e-12,False
backbone.layers.29.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.600976e-13,1.501122e-14,4.335863e-11,9.977806e-13,False
backbone.layers.29.mixer.experts.15.up_proj.weight,1856x2688,4988928,6.198514e-13,4.070700e-14,1.197028e-10,2.644987e-12,False
backbone.layers.29.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.982824e-13,1.826030e-14,5.357441e-11,1.216351e-12,False
backbone.layers.29.mixer.experts.16.up_proj.weight,1856x2688,4988928,5.136985e-13,4.611728e-14,1.347987e-10,2.870474e-12,False
backbone.layers.29.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.207470e-13,1.854584e-14,5.434777e-11,1.205104e-12,False
backbone.layers.29.mixer.experts.17.up_proj.weight,1856x2688,4988928,3.985926e-13,4.009280e-14,1.157494e-10,2.492871e-12,False
backbone.layers.29.mixer.experts.18.down_proj.weight,2688x1856,4988928,1.660911e-13,1.571505e-14,4.534872e-11,1.104534e-12,False
backbone.layers.29.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.296494e-13,3.865986e-14,1.121118e-10,2.530877e-12,False
backbone.layers.29.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.585260e-13,1.651165e-14,4.765740e-11,1.139335e-12,False
backbone.layers.29.mixer.experts.19.up_proj.weight,1856x2688,4988928,5.400680e-13,4.353314e-14,1.280938e-10,2.984824e-12,False
backbone.layers.29.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.005653e-13,1.739376e-14,5.061140e-11,1.148072e-12,False
backbone.layers.29.mixer.experts.2.up_proj.weight,1856x2688,4988928,5.483634e-13,4.794226e-14,1.403181e-10,3.060266e-12,False
backbone.layers.29.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.783121e-13,2.303997e-14,6.776086e-11,1.549737e-12,False
backbone.layers.29.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.178150e-13,3.791567e-14,1.096313e-10,2.442314e-12,False
backbone.layers.29.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.428543e-13,1.814798e-14,5.319885e-11,1.242815e-12,False
backbone.layers.29.mixer.experts.21.up_proj.weight,1856x2688,4988928,5.518797e-13,4.164655e-14,1.219068e-10,2.757392e-12,False
backbone.layers.29.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.852199e-13,1.714986e-14,4.955062e-11,1.169546e-12,False
backbone.layers.29.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.676190e-13,4.077947e-14,1.180374e-10,2.723439e-12,False
backbone.layers.29.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.105122e-13,1.720533e-14,5.023049e-11,1.199088e-12,False
backbone.layers.29.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.243932e-13,4.096803e-14,1.189733e-10,2.719873e-12,False
backbone.layers.29.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.788777e-13,1.774463e-14,5.145879e-11,1.185496e-12,False
backbone.layers.29.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.414351e-13,4.214911e-14,1.218773e-10,2.701499e-12,False
backbone.layers.29.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.201564e-13,1.906105e-14,5.602242e-11,1.280015e-12,False
backbone.layers.29.mixer.experts.25.up_proj.weight,1856x2688,4988928,6.563639e-13,4.628708e-14,1.362779e-10,2.926020e-12,False
backbone.layers.29.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.113101e-13,1.888374e-14,5.476245e-11,1.266402e-12,False
backbone.layers.29.mixer.experts.26.up_proj.weight,1856x2688,4988928,5.162815e-13,4.183752e-14,1.214300e-10,2.778391e-12,False
backbone.layers.29.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.042064e-13,1.739645e-14,5.053817e-11,1.208489e-12,False
backbone.layers.29.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.879274e-13,4.360690e-14,1.262012e-10,2.885429e-12,False
backbone.layers.29.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.506372e-13,2.036672e-14,5.945547e-11,1.351836e-12,False
backbone.layers.29.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.114884e-13,3.966707e-14,1.159709e-10,2.520476e-12,False
backbone.layers.29.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.562967e-13,1.984788e-14,5.833726e-11,1.348169e-12,False
backbone.layers.29.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.460529e-13,4.444019e-14,1.297597e-10,2.935615e-12,False
backbone.layers.29.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.646355e-13,2.002213e-14,5.846304e-11,1.343680e-12,False
backbone.layers.29.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.491342e-13,3.926277e-14,1.137505e-10,2.516209e-12,False
backbone.layers.29.mixer.experts.30.down_proj.weight,2688x1856,4988928,3.274898e-13,2.371050e-14,7.039932e-11,1.643097e-12,False
backbone.layers.29.mixer.experts.30.up_proj.weight,1856x2688,4988928,5.774582e-13,4.418873e-14,1.304044e-10,2.915546e-12,False
backbone.layers.29.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.151473e-13,1.747618e-14,5.063628e-11,1.158032e-12,False
backbone.layers.29.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.883836e-13,4.185666e-14,1.213670e-10,2.630245e-12,False
backbone.layers.29.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.916522e-13,1.801944e-14,5.225638e-11,1.189545e-12,False
backbone.layers.29.mixer.experts.32.up_proj.weight,1856x2688,4988928,5.823328e-13,4.133759e-14,1.208420e-10,2.666112e-12,False
backbone.layers.29.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.199074e-13,1.847556e-14,5.408647e-11,1.225699e-12,False
backbone.layers.29.mixer.experts.33.up_proj.weight,1856x2688,4988928,5.497616e-13,4.507059e-14,1.315669e-10,2.848182e-12,False
backbone.layers.29.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.355997e-13,1.909420e-14,5.563033e-11,1.260728e-12,False
backbone.layers.29.mixer.experts.34.up_proj.weight,1856x2688,4988928,5.289033e-13,4.514544e-14,1.310846e-10,2.836778e-12,False
backbone.layers.29.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.835962e-13,1.600115e-14,4.612592e-11,1.073936e-12,False
backbone.layers.29.mixer.experts.35.up_proj.weight,1856x2688,4988928,6.164444e-13,4.823507e-14,1.409314e-10,3.158972e-12,False
backbone.layers.29.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.176332e-13,1.803148e-14,5.219016e-11,1.177039e-12,False
backbone.layers.29.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.759110e-13,4.291571e-14,1.243211e-10,2.737581e-12,False
backbone.layers.29.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.142449e-13,1.778143e-14,5.153635e-11,1.240384e-12,False
backbone.layers.29.mixer.experts.37.up_proj.weight,1856x2688,4988928,8.743440e-13,5.446077e-14,1.639120e-10,3.736546e-12,False
backbone.layers.29.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.124108e-13,2.027128e-14,5.892494e-11,1.356946e-12,False
backbone.layers.29.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.696660e-13,4.234713e-14,1.230555e-10,2.753407e-12,False
backbone.layers.29.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.888992e-13,1.786173e-14,5.159590e-11,1.148740e-12,False
backbone.layers.29.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.193138e-13,4.490315e-14,1.300432e-10,2.716315e-12,False
backbone.layers.29.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.739639e-13,1.623167e-14,4.689718e-11,1.082492e-12,False
backbone.layers.29.mixer.experts.4.up_proj.weight,1856x2688,4988928,3.168360e-13,3.381721e-14,9.716341e-11,2.129079e-12,False
backbone.layers.29.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.099224e-13,1.848198e-14,5.432888e-11,1.208591e-12,False
backbone.layers.29.mixer.experts.40.up_proj.weight,1856x2688,4988928,7.172795e-13,5.325989e-14,1.579709e-10,3.353887e-12,False
backbone.layers.29.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.864134e-13,1.669089e-14,4.830166e-11,1.098016e-12,False
backbone.layers.29.mixer.experts.41.up_proj.weight,1856x2688,4988928,3.567355e-13,3.650155e-14,1.050788e-10,2.351402e-12,False
backbone.layers.29.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.793427e-13,1.765049e-14,5.115970e-11,1.158703e-12,False
backbone.layers.29.mixer.experts.42.up_proj.weight,1856x2688,4988928,6.346087e-13,4.438253e-14,1.300009e-10,2.856330e-12,False
backbone.layers.29.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.790651e-13,1.842369e-14,5.326238e-11,1.168358e-12,False
backbone.layers.29.mixer.experts.43.up_proj.weight,1856x2688,4988928,6.178009e-13,4.703571e-14,1.379018e-10,2.884798e-12,False
backbone.layers.29.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.763345e-13,2.367828e-14,6.891944e-11,1.484273e-12,False
backbone.layers.29.mixer.experts.44.up_proj.weight,1856x2688,4988928,5.562339e-13,4.582851e-14,1.333033e-10,2.745720e-12,False
backbone.layers.29.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.807287e-13,1.754731e-14,5.074267e-11,1.144179e-12,False
backbone.layers.29.mixer.experts.45.up_proj.weight,1856x2688,4988928,6.131901e-13,4.744155e-14,1.415262e-10,3.055351e-12,False
backbone.layers.29.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.466733e-13,2.047099e-14,5.998414e-11,1.364671e-12,False
backbone.layers.29.mixer.experts.46.up_proj.weight,1856x2688,4988928,6.192699e-13,4.955267e-14,1.451952e-10,3.183308e-12,False
backbone.layers.29.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.417094e-13,1.934307e-14,5.618628e-11,1.259719e-12,False
backbone.layers.29.mixer.experts.47.up_proj.weight,1856x2688,4988928,5.963945e-13,4.830114e-14,1.407117e-10,2.989874e-12,False
backbone.layers.29.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.939073e-13,2.103662e-14,6.133795e-11,1.443583e-12,False
backbone.layers.29.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.920647e-13,3.878701e-14,1.136350e-10,2.539513e-12,False
backbone.layers.29.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.425005e-13,1.867574e-14,5.493334e-11,1.302326e-12,False
backbone.layers.29.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.337537e-13,4.342127e-14,1.260013e-10,2.935511e-12,False
backbone.layers.29.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.374888e-13,1.846184e-14,5.412736e-11,1.238812e-12,False
backbone.layers.29.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.294584e-13,4.304595e-14,1.248290e-10,2.782437e-12,False
backbone.layers.29.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.911490e-13,1.914810e-14,5.559155e-11,1.238334e-12,False
backbone.layers.29.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.543067e-13,4.546289e-14,1.323946e-10,2.918677e-12,False
backbone.layers.29.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.562724e-13,1.788866e-14,5.160675e-11,1.199236e-12,False
backbone.layers.29.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.023690e-13,4.186054e-14,1.224199e-10,2.725354e-12,False
backbone.layers.29.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.931133e-13,1.757357e-14,5.077694e-11,1.148469e-12,False
backbone.layers.29.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.074640e-13,3.907679e-14,1.126777e-10,2.464409e-12,False
backbone.layers.29.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.853587e-13,1.808260e-14,5.220664e-11,1.201590e-12,False
backbone.layers.29.mixer.experts.53.up_proj.weight,1856x2688,4988928,3.835092e-13,3.642671e-14,1.052790e-10,2.367195e-12,False
backbone.layers.29.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.669082e-13,1.561685e-14,4.508554e-11,1.083168e-12,False
backbone.layers.29.mixer.experts.54.up_proj.weight,1856x2688,4988928,6.729313e-13,4.483572e-14,1.322188e-10,3.003570e-12,False
backbone.layers.29.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.624290e-13,2.232587e-14,6.601843e-11,1.450579e-12,False
backbone.layers.29.mixer.experts.55.up_proj.weight,1856x2688,4988928,3.724590e-13,3.568616e-14,1.029717e-10,2.170487e-12,False
backbone.layers.29.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.508081e-13,1.828121e-14,5.332313e-11,1.209223e-12,False
backbone.layers.29.mixer.experts.56.up_proj.weight,1856x2688,4988928,6.392890e-13,4.793486e-14,1.422048e-10,3.098990e-12,False
backbone.layers.29.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.548109e-13,2.088689e-14,6.152781e-11,1.440026e-12,False
backbone.layers.29.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.349091e-13,4.133980e-14,1.197398e-10,2.717478e-12,False
backbone.layers.29.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.746648e-13,1.978614e-14,5.798474e-11,1.332443e-12,False
backbone.layers.29.mixer.experts.58.up_proj.weight,1856x2688,4988928,3.929079e-13,3.681918e-14,1.062662e-10,2.366305e-12,False
backbone.layers.29.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.819170e-13,1.567440e-14,4.531578e-11,1.051286e-12,False
backbone.layers.29.mixer.experts.59.up_proj.weight,1856x2688,4988928,5.695800e-13,4.848249e-14,1.417164e-10,3.187282e-12,False
backbone.layers.29.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.328068e-13,1.999578e-14,5.822640e-11,1.368357e-12,False
backbone.layers.29.mixer.experts.6.up_proj.weight,1856x2688,4988928,5.357762e-13,4.671248e-14,1.371977e-10,3.029496e-12,False
backbone.layers.29.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.655915e-13,1.768998e-14,5.100457e-11,1.141796e-12,False
backbone.layers.29.mixer.experts.60.up_proj.weight,1856x2688,4988928,6.199104e-13,5.199724e-14,1.522675e-10,3.294031e-12,False
backbone.layers.29.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.106793e-13,1.819165e-14,5.295808e-11,1.248838e-12,False
backbone.layers.29.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.719836e-13,4.113943e-14,1.198782e-10,2.734869e-12,False
backbone.layers.29.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.564823e-13,2.348653e-14,6.927579e-11,1.516432e-12,False
backbone.layers.29.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.622100e-13,4.991885e-14,1.471766e-10,3.046030e-12,False
backbone.layers.29.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.025428e-13,1.772815e-14,5.145960e-11,1.165351e-12,False
backbone.layers.29.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.993523e-13,4.273281e-14,1.244054e-10,2.809724e-12,False
backbone.layers.29.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.875861e-13,1.602717e-14,4.620854e-11,1.141909e-12,False
backbone.layers.29.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.696330e-13,4.341458e-14,1.266712e-10,2.868954e-12,False
backbone.layers.29.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.575250e-13,1.600029e-14,4.612906e-11,1.052885e-12,False
backbone.layers.29.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.347667e-13,4.387994e-14,1.272425e-10,2.797363e-12,False
backbone.layers.29.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.521733e-13,1.771572e-14,5.112002e-11,1.163787e-12,False
backbone.layers.29.mixer.experts.66.up_proj.weight,1856x2688,4988928,3.901861e-13,3.846209e-14,1.108611e-10,2.413708e-12,False
backbone.layers.29.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.152792e-13,1.952020e-14,5.737708e-11,1.293547e-12,False
backbone.layers.29.mixer.experts.67.up_proj.weight,1856x2688,4988928,3.926946e-13,3.783245e-14,1.091892e-10,2.350922e-12,False
backbone.layers.29.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.754985e-13,1.691612e-14,4.883412e-11,1.125905e-12,False
backbone.layers.29.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.378442e-13,4.195435e-14,1.224487e-10,2.751232e-12,False
backbone.layers.29.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.650693e-13,1.785643e-14,5.148782e-11,1.237696e-12,False
backbone.layers.29.mixer.experts.69.up_proj.weight,1856x2688,4988928,3.961276e-13,4.125655e-14,1.195234e-10,2.728882e-12,False
backbone.layers.29.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.597576e-13,1.628794e-14,4.684501e-11,1.038557e-12,False
backbone.layers.29.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.453624e-13,4.789795e-14,1.403762e-10,2.975634e-12,False
backbone.layers.29.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.619390e-13,1.583824e-14,4.570488e-11,1.057352e-12,False
backbone.layers.29.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.488701e-13,4.154104e-14,1.198671e-10,2.674913e-12,False
backbone.layers.29.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.344548e-13,1.736585e-14,5.040160e-11,1.151035e-12,False
backbone.layers.29.mixer.experts.71.up_proj.weight,1856x2688,4988928,5.134365e-13,4.252795e-14,1.232334e-10,2.775951e-12,False
backbone.layers.29.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.194026e-13,1.898063e-14,5.532306e-11,1.257714e-12,False
backbone.layers.29.mixer.experts.72.up_proj.weight,1856x2688,4988928,3.446826e-13,3.556702e-14,1.026446e-10,2.320918e-12,False
backbone.layers.29.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.047633e-13,1.859404e-14,5.381156e-11,1.195502e-12,False
backbone.layers.29.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.731172e-13,4.179982e-14,1.212186e-10,2.643887e-12,False
backbone.layers.29.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.567496e-13,1.645588e-14,4.755989e-11,1.123103e-12,False
backbone.layers.29.mixer.experts.74.up_proj.weight,1856x2688,4988928,5.817482e-13,5.041967e-14,1.478344e-10,3.350843e-12,False
backbone.layers.29.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.811259e-13,1.733276e-14,5.008844e-11,1.195785e-12,False
backbone.layers.29.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.353063e-13,3.924268e-14,1.134728e-10,2.618526e-12,False
backbone.layers.29.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.982112e-13,1.700878e-14,4.973906e-11,1.154981e-12,False
backbone.layers.29.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.454943e-13,4.316369e-14,1.250924e-10,2.807231e-12,False
backbone.layers.29.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.003293e-13,1.811684e-14,5.245535e-11,1.175768e-12,False
backbone.layers.29.mixer.experts.77.up_proj.weight,1856x2688,4988928,6.572225e-13,5.195494e-14,1.538054e-10,3.313926e-12,False
backbone.layers.29.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.849319e-13,1.771721e-14,5.121864e-11,1.133114e-12,False
backbone.layers.29.mixer.experts.78.up_proj.weight,1856x2688,4988928,6.830242e-13,5.214206e-14,1.568934e-10,3.286793e-12,False
backbone.layers.29.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.945388e-13,1.862989e-14,5.439575e-11,1.219442e-12,False
backbone.layers.29.mixer.experts.79.up_proj.weight,1856x2688,4988928,5.071221e-13,4.942765e-14,1.440743e-10,3.081733e-12,False
backbone.layers.29.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.100750e-13,1.856417e-14,5.432334e-11,1.253172e-12,False
backbone.layers.29.mixer.experts.8.up_proj.weight,1856x2688,4988928,3.547995e-13,3.645192e-14,1.048106e-10,2.274342e-12,False
backbone.layers.29.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.089579e-13,1.871915e-14,5.463084e-11,1.235292e-12,False
backbone.layers.29.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.929251e-13,4.548248e-14,1.332017e-10,2.870550e-12,False
backbone.layers.29.mixer.experts.81.down_proj.weight,2688x1856,4988928,4.302392e-13,2.757797e-14,8.529437e-11,1.944659e-12,False
backbone.layers.29.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.612664e-13,4.161862e-14,1.210084e-10,2.616216e-12,False
backbone.layers.29.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.805014e-13,1.659239e-14,4.811026e-11,1.128249e-12,False
backbone.layers.29.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.904098e-13,4.062993e-14,1.187035e-10,2.674703e-12,False
backbone.layers.29.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.509520e-13,1.876746e-14,5.538178e-11,1.223057e-12,False
backbone.layers.29.mixer.experts.83.up_proj.weight,1856x2688,4988928,6.938339e-13,4.226400e-14,1.220363e-10,2.578522e-12,False
backbone.layers.29.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.936611e-13,1.920011e-14,5.542897e-11,1.223984e-12,False
backbone.layers.29.mixer.experts.84.up_proj.weight,1856x2688,4988928,5.159848e-13,4.532099e-14,1.319248e-10,2.854569e-12,False
backbone.layers.29.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.122608e-13,1.763846e-14,5.158740e-11,1.202916e-12,False
backbone.layers.29.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.102812e-13,3.996996e-14,1.154284e-10,2.610905e-12,False
backbone.layers.29.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.913088e-13,1.738216e-14,5.072117e-11,1.186239e-12,False
backbone.layers.29.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.940163e-13,4.209916e-14,1.222554e-10,2.774851e-12,False
backbone.layers.29.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.690054e-13,1.610248e-14,4.642994e-11,1.074246e-12,False
backbone.layers.29.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.320435e-13,4.115431e-14,1.193104e-10,2.699724e-12,False
backbone.layers.29.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.881134e-13,1.781753e-14,5.149903e-11,1.135465e-12,False
backbone.layers.29.mixer.experts.88.up_proj.weight,1856x2688,4988928,5.730319e-13,5.178984e-14,1.520361e-10,3.201608e-12,False
backbone.layers.29.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.133500e-13,1.742115e-14,5.060950e-11,1.162288e-12,False
backbone.layers.29.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.296442e-13,4.116141e-14,1.192371e-10,2.640920e-12,False
backbone.layers.29.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.440756e-13,1.962494e-14,5.740284e-11,1.277526e-12,False
backbone.layers.29.mixer.experts.9.up_proj.weight,1856x2688,4988928,5.221309e-13,4.184213e-14,1.212799e-10,2.585394e-12,False
backbone.layers.29.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.683723e-13,1.719119e-14,4.976161e-11,1.139834e-12,False
backbone.layers.29.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.114760e-13,3.469994e-14,1.003966e-10,2.277489e-12,False
backbone.layers.29.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.864995e-13,1.801042e-14,5.223601e-11,1.222184e-12,False
backbone.layers.29.mixer.experts.91.up_proj.weight,1856x2688,4988928,3.986776e-13,3.578738e-14,1.027299e-10,2.330461e-12,False
backbone.layers.29.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.054190e-13,1.905510e-14,5.545689e-11,1.266898e-12,False
backbone.layers.29.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.009085e-13,4.038512e-14,1.171403e-10,2.603065e-12,False
backbone.layers.29.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.591151e-13,1.664114e-14,4.792305e-11,1.060329e-12,False
backbone.layers.29.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.964640e-13,4.436082e-14,1.281611e-10,2.684190e-12,False
backbone.layers.29.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.487524e-13,1.881106e-14,5.475461e-11,1.233829e-12,False
backbone.layers.29.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.923700e-13,4.276254e-14,1.246129e-10,2.755494e-12,False
backbone.layers.29.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.920721e-13,1.750209e-14,5.059077e-11,1.194355e-12,False
backbone.layers.29.mixer.experts.95.up_proj.weight,1856x2688,4988928,6.488005e-13,4.017510e-14,1.181501e-10,2.698290e-12,False
backbone.layers.29.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.290182e-13,1.766630e-14,5.127439e-11,1.202371e-12,False
backbone.layers.29.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.293284e-13,3.880851e-14,1.121592e-10,2.567958e-12,False
backbone.layers.29.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.482910e-13,1.877384e-14,5.512314e-11,1.367384e-12,False
backbone.layers.29.mixer.experts.97.up_proj.weight,1856x2688,4988928,6.562459e-13,4.868501e-14,1.427003e-10,3.203296e-12,False
backbone.layers.29.mixer.experts.98.down_proj.weight,2688x1856,4988928,3.342517e-13,2.072546e-14,6.176063e-11,1.391620e-12,False
backbone.layers.29.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.044161e-13,3.728631e-14,1.078678e-10,2.299100e-12,False
backbone.layers.29.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.094991e-13,1.607169e-14,4.641488e-11,1.092993e-12,False
backbone.layers.29.mixer.experts.99.up_proj.weight,1856x2688,4988928,3.505994e-13,3.390433e-14,9.766818e-11,2.242767e-12,False
backbone.layers.29.mixer.gate.weight,128x2688,344064,5.769881e-13,5.251867e-14,4.063763e-11,3.146316e-12,False
backbone.layers.29.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.180254e-12,7.408497e-14,3.101866e-10,6.174508e-12,False
backbone.layers.29.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.358841e-13,2.825568e-14,1.164392e-10,2.424392e-12,False
backbone.layers.29.norm.weight,2688,2688,4.440892e-16,7.561019e-17,6.470934e-15,1.236675e-16,False
backbone.layers.3.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.194564e-13,1.808957e-14,5.252130e-11,1.234169e-12,False
backbone.layers.3.mixer.experts.0.up_proj.weight,1856x2688,4988928,5.069382e-13,3.875967e-14,1.162965e-10,2.991407e-12,False
backbone.layers.3.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.073411e-13,1.716266e-14,4.980655e-11,1.204367e-12,False
backbone.layers.3.mixer.experts.1.up_proj.weight,1856x2688,4988928,3.366959e-13,3.131177e-14,9.225349e-11,2.390247e-12,False
backbone.layers.3.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.953819e-13,1.661665e-14,4.874602e-11,1.178444e-12,False
backbone.layers.3.mixer.experts.10.up_proj.weight,1856x2688,4988928,3.748980e-13,3.283124e-14,9.848201e-11,2.592635e-12,False
backbone.layers.3.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.278824e-13,1.636663e-14,4.771088e-11,1.114792e-12,False
backbone.layers.3.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.614781e-13,3.945422e-14,1.142711e-10,2.845161e-12,False
backbone.layers.3.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.722442e-13,1.267002e-14,3.650658e-11,1.140762e-12,False
backbone.layers.3.mixer.experts.101.up_proj.weight,1856x2688,4988928,3.662739e-13,2.119092e-14,7.856469e-11,2.617875e-12,False
backbone.layers.3.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.988019e-13,1.645030e-14,4.758945e-11,1.124382e-12,False
backbone.layers.3.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.413553e-13,3.917481e-14,1.166024e-10,2.985300e-12,False
backbone.layers.3.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.575856e-13,1.882297e-14,5.467861e-11,1.261404e-12,False
backbone.layers.3.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.068022e-13,3.660867e-14,1.058795e-10,2.558766e-12,False
backbone.layers.3.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.749642e-13,1.630880e-14,4.749164e-11,1.115791e-12,False
backbone.layers.3.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.391383e-13,4.063576e-14,1.187814e-10,2.977548e-12,False
backbone.layers.3.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.014170e-13,1.639770e-14,4.775362e-11,1.152001e-12,False
backbone.layers.3.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.218570e-13,3.634184e-14,1.073905e-10,2.769119e-12,False
backbone.layers.3.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.193749e-13,1.789199e-14,5.201725e-11,1.224633e-12,False
backbone.layers.3.mixer.experts.106.up_proj.weight,1856x2688,4988928,3.746760e-13,3.553259e-14,1.038351e-10,2.551791e-12,False
backbone.layers.3.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.075458e-13,1.491424e-14,4.341383e-11,1.076679e-12,False
backbone.layers.3.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.475621e-13,3.545657e-14,1.082108e-10,2.901398e-12,False
backbone.layers.3.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.169251e-13,1.947510e-14,5.663568e-11,1.388151e-12,False
backbone.layers.3.mixer.experts.108.up_proj.weight,1856x2688,4988928,3.850774e-13,3.330178e-14,1.001636e-10,2.623626e-12,False
backbone.layers.3.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.381428e-13,1.749790e-14,5.078121e-11,1.221867e-12,False
backbone.layers.3.mixer.experts.109.up_proj.weight,1856x2688,4988928,3.652131e-13,3.820116e-14,1.102403e-10,2.647087e-12,False
backbone.layers.3.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.617867e-13,1.833982e-14,5.345056e-11,1.268147e-12,False
backbone.layers.3.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.079792e-13,3.542806e-14,1.042354e-10,2.683333e-12,False
backbone.layers.3.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.548518e-13,1.731741e-14,4.992407e-11,1.150376e-12,False
backbone.layers.3.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.157404e-13,3.683349e-14,1.077210e-10,2.666693e-12,False
backbone.layers.3.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.047459e-13,1.835609e-14,5.293319e-11,1.229068e-12,False
backbone.layers.3.mixer.experts.111.up_proj.weight,1856x2688,4988928,3.317659e-13,3.357426e-14,9.696891e-11,2.488397e-12,False
backbone.layers.3.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.040191e-13,1.830306e-14,5.326376e-11,1.249338e-12,False
backbone.layers.3.mixer.experts.112.up_proj.weight,1856x2688,4988928,6.128743e-13,4.105915e-14,1.229698e-10,3.127481e-12,False
backbone.layers.3.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.755540e-13,1.600963e-14,4.632953e-11,1.180163e-12,False
backbone.layers.3.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.182469e-13,3.366839e-14,1.056962e-10,2.953648e-12,False
backbone.layers.3.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.785586e-13,1.802604e-14,5.197543e-11,1.214438e-12,False
backbone.layers.3.mixer.experts.114.up_proj.weight,1856x2688,4988928,3.417162e-13,3.161494e-14,9.141885e-11,2.320702e-12,False
backbone.layers.3.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.693628e-13,1.544811e-14,4.444485e-11,1.050589e-12,False
backbone.layers.3.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.854953e-13,3.854152e-14,1.123456e-10,2.841450e-12,False
backbone.layers.3.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.852130e-13,1.754999e-14,5.080880e-11,1.215201e-12,False
backbone.layers.3.mixer.experts.116.up_proj.weight,1856x2688,4988928,3.957563e-13,3.344321e-14,9.842141e-11,2.477723e-12,False
backbone.layers.3.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.571954e-13,1.587019e-14,4.573354e-11,1.098952e-12,False
backbone.layers.3.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.608744e-13,3.589496e-14,1.055267e-10,2.736068e-12,False
backbone.layers.3.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.871732e-13,1.874378e-14,5.423715e-11,1.247847e-12,False
backbone.layers.3.mixer.experts.118.up_proj.weight,1856x2688,4988928,3.675203e-13,3.595117e-14,1.040424e-10,2.571758e-12,False
backbone.layers.3.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.831452e-13,1.784687e-14,5.174131e-11,1.209919e-12,False
backbone.layers.3.mixer.experts.119.up_proj.weight,1856x2688,4988928,3.727921e-13,3.543404e-14,1.031690e-10,2.583285e-12,False
backbone.layers.3.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.025081e-13,1.721882e-14,5.011750e-11,1.167370e-12,False
backbone.layers.3.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.585742e-13,4.018230e-14,1.169515e-10,2.969158e-12,False
backbone.layers.3.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.871038e-13,1.784052e-14,5.170689e-11,1.224408e-12,False
backbone.layers.3.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.033197e-13,3.722124e-14,1.094959e-10,2.848315e-12,False
backbone.layers.3.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.468737e-13,2.010228e-14,5.926811e-11,1.377782e-12,False
backbone.layers.3.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.135615e-13,3.584198e-14,1.049246e-10,2.653668e-12,False
backbone.layers.3.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.128922e-13,1.672894e-14,4.885766e-11,1.174037e-12,False
backbone.layers.3.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.195741e-13,3.323622e-14,9.958872e-11,2.630911e-12,False
backbone.layers.3.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.851574e-13,1.946872e-14,5.656802e-11,1.306897e-12,False
backbone.layers.3.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.611121e-13,4.177145e-14,1.227654e-10,3.037705e-12,False
backbone.layers.3.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.198103e-13,1.749802e-14,5.087747e-11,1.194481e-12,False
backbone.layers.3.mixer.experts.124.up_proj.weight,1856x2688,4988928,3.498729e-13,3.163052e-14,9.136195e-11,2.318321e-12,False
backbone.layers.3.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.309828e-13,1.996021e-14,5.802219e-11,1.396636e-12,False
backbone.layers.3.mixer.experts.125.up_proj.weight,1856x2688,4988928,8.562287e-13,4.814921e-14,1.472431e-10,3.766515e-12,False
backbone.layers.3.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.156556e-13,1.788481e-14,5.227717e-11,1.205893e-12,False
backbone.layers.3.mixer.experts.126.up_proj.weight,1856x2688,4988928,3.326228e-13,3.272322e-14,9.517491e-11,2.342998e-12,False
backbone.layers.3.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.799220e-13,1.841490e-14,5.330119e-11,1.268022e-12,False
backbone.layers.3.mixer.experts.127.up_proj.weight,1856x2688,4988928,3.712256e-13,3.433536e-14,1.017265e-10,2.635575e-12,False
backbone.layers.3.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.039879e-13,1.899632e-14,5.546010e-11,1.312093e-12,False
backbone.layers.3.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.395963e-13,3.916324e-14,1.149766e-10,2.969471e-12,False
backbone.layers.3.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.721504e-13,1.926107e-14,5.685489e-11,1.330429e-12,False
backbone.layers.3.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.196136e-13,3.762318e-14,1.114256e-10,2.772290e-12,False
backbone.layers.3.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.955380e-13,1.830631e-14,5.294283e-11,1.250642e-12,False
backbone.layers.3.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.829574e-13,3.890022e-14,1.149635e-10,2.921232e-12,False
backbone.layers.3.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.761646e-13,1.712785e-14,4.930123e-11,1.154349e-12,False
backbone.layers.3.mixer.experts.16.up_proj.weight,1856x2688,4988928,3.795384e-13,3.432749e-14,1.001012e-10,2.587912e-12,False
backbone.layers.3.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.288551e-13,1.660318e-14,4.811340e-11,1.112420e-12,False
backbone.layers.3.mixer.experts.17.up_proj.weight,1856x2688,4988928,3.909130e-13,3.535302e-14,1.033946e-10,2.603028e-12,False
backbone.layers.3.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.165065e-13,1.780417e-14,5.209550e-11,1.292555e-12,False
backbone.layers.3.mixer.experts.18.up_proj.weight,1856x2688,4988928,3.946184e-13,3.285155e-14,1.002985e-10,2.704886e-12,False
backbone.layers.3.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.897180e-13,1.638511e-14,4.729177e-11,1.107529e-12,False
backbone.layers.3.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.746967e-13,3.917069e-14,1.158737e-10,2.973977e-12,False
backbone.layers.3.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.923539e-13,1.680608e-14,4.873566e-11,1.124085e-12,False
backbone.layers.3.mixer.experts.2.up_proj.weight,1856x2688,4988928,3.948803e-13,3.879848e-14,1.128082e-10,2.814787e-12,False
backbone.layers.3.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.709132e-13,1.583764e-14,4.555853e-11,1.069314e-12,False
backbone.layers.3.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.300232e-13,3.716020e-14,1.093080e-10,2.766459e-12,False
backbone.layers.3.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.774240e-13,1.640423e-14,4.747766e-11,1.116814e-12,False
backbone.layers.3.mixer.experts.21.up_proj.weight,1856x2688,4988928,3.978581e-13,3.465245e-14,1.033227e-10,2.614073e-12,False
backbone.layers.3.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.909698e-13,1.839126e-14,5.343571e-11,1.265291e-12,False
backbone.layers.3.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.570259e-13,4.007336e-14,1.179539e-10,2.912326e-12,False
backbone.layers.3.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.956491e-13,1.947280e-14,5.631949e-11,1.293759e-12,False
backbone.layers.3.mixer.experts.23.up_proj.weight,1856x2688,4988928,3.843731e-13,3.752569e-14,1.088047e-10,2.640967e-12,False
backbone.layers.3.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.161535e-13,1.838457e-14,5.373928e-11,1.265345e-12,False
backbone.layers.3.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.216905e-13,3.945888e-14,1.142222e-10,2.816158e-12,False
backbone.layers.3.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.997664e-13,1.883390e-14,5.459036e-11,1.323186e-12,False
backbone.layers.3.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.322827e-13,3.451636e-14,1.029479e-10,2.629115e-12,False
backbone.layers.3.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.716587e-13,1.698039e-14,4.937907e-11,1.149614e-12,False
backbone.layers.3.mixer.experts.26.up_proj.weight,1856x2688,4988928,5.029466e-13,3.904914e-14,1.158557e-10,2.886467e-12,False
backbone.layers.3.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.431633e-13,1.444643e-14,4.156298e-11,1.024213e-12,False
backbone.layers.3.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.769978e-13,3.574927e-14,1.075880e-10,2.856556e-12,False
backbone.layers.3.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.701738e-13,1.686239e-14,4.861829e-11,1.152612e-12,False
backbone.layers.3.mixer.experts.28.up_proj.weight,1856x2688,4988928,3.729274e-13,3.373066e-14,9.963540e-11,2.528447e-12,False
backbone.layers.3.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.426948e-13,1.963681e-14,5.748237e-11,1.403222e-12,False
backbone.layers.3.mixer.experts.29.up_proj.weight,1856x2688,4988928,5.878770e-13,4.124143e-14,1.249526e-10,3.224934e-12,False
backbone.layers.3.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.507527e-13,1.423705e-14,4.113452e-11,9.860824e-13,False
backbone.layers.3.mixer.experts.3.up_proj.weight,1856x2688,4988928,3.954649e-13,3.545050e-14,1.057981e-10,2.773734e-12,False
backbone.layers.3.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.895185e-13,1.647667e-14,4.756234e-11,1.153680e-12,False
backbone.layers.3.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.300484e-13,3.699960e-14,1.085272e-10,2.771709e-12,False
backbone.layers.3.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.884638e-13,1.700446e-14,4.960208e-11,1.191501e-12,False
backbone.layers.3.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.126569e-13,3.569521e-14,1.065057e-10,2.776887e-12,False
backbone.layers.3.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.810323e-13,1.695664e-14,4.903973e-11,1.130278e-12,False
backbone.layers.3.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.414594e-13,3.927218e-14,1.140098e-10,2.787942e-12,False
backbone.layers.3.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.310684e-13,1.865163e-14,5.432351e-11,1.271597e-12,False
backbone.layers.3.mixer.experts.33.up_proj.weight,1856x2688,4988928,3.353810e-13,3.458515e-14,9.992197e-11,2.594381e-12,False
backbone.layers.3.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.224471e-13,1.702417e-14,4.964507e-11,1.167613e-12,False
backbone.layers.3.mixer.experts.34.up_proj.weight,1856x2688,4988928,3.453939e-13,3.376276e-14,9.853913e-11,2.488482e-12,False
backbone.layers.3.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.447193e-13,1.540226e-14,4.429504e-11,1.113780e-12,False
backbone.layers.3.mixer.experts.35.up_proj.weight,1856x2688,4988928,6.544904e-13,4.146939e-14,1.295125e-10,3.476542e-12,False
backbone.layers.3.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.848296e-13,1.792126e-14,5.191273e-11,1.224952e-12,False
backbone.layers.3.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.074206e-13,3.479720e-14,1.006867e-10,2.489595e-12,False
backbone.layers.3.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.930314e-13,1.754593e-14,5.129045e-11,1.260417e-12,False
backbone.layers.3.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.489256e-13,3.361698e-14,1.020208e-10,2.699899e-12,False
backbone.layers.3.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.715789e-13,1.559502e-14,4.486479e-11,1.061977e-12,False
backbone.layers.3.mixer.experts.38.up_proj.weight,1856x2688,4988928,3.621270e-13,3.199603e-14,9.476446e-11,2.451269e-12,False
backbone.layers.3.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.055214e-13,1.930151e-14,5.606059e-11,1.317279e-12,False
backbone.layers.3.mixer.experts.39.up_proj.weight,1856x2688,4988928,4.468301e-13,3.812589e-14,1.112855e-10,2.704502e-12,False
backbone.layers.3.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.853847e-13,1.493243e-14,4.289723e-11,9.949558e-13,False
backbone.layers.3.mixer.experts.4.up_proj.weight,1856x2688,4988928,3.524711e-13,3.497645e-14,1.016500e-10,2.561127e-12,False
backbone.layers.3.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.683306e-13,1.657961e-14,4.771785e-11,1.190720e-12,False
backbone.layers.3.mixer.experts.40.up_proj.weight,1856x2688,4988928,3.776315e-13,3.410846e-14,1.037883e-10,2.800456e-12,False
backbone.layers.3.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.009747e-13,1.833612e-14,5.361569e-11,1.256256e-12,False
backbone.layers.3.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.930258e-13,3.870882e-14,1.158945e-10,2.879809e-12,False
backbone.layers.3.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.998323e-13,1.704440e-14,4.936309e-11,1.158760e-12,False
backbone.layers.3.mixer.experts.42.up_proj.weight,1856x2688,4988928,5.411574e-13,4.190316e-14,1.251064e-10,3.052892e-12,False
backbone.layers.3.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.420572e-13,1.755645e-14,5.101561e-11,1.241041e-12,False
backbone.layers.3.mixer.experts.43.up_proj.weight,1856x2688,4988928,5.802112e-13,4.007087e-14,1.233187e-10,3.182946e-12,False
backbone.layers.3.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.202662e-13,1.878728e-14,5.515832e-11,1.442240e-12,False
backbone.layers.3.mixer.experts.44.up_proj.weight,1856x2688,4988928,3.511202e-13,2.630070e-14,8.514686e-11,2.356103e-12,False
backbone.layers.3.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.368383e-13,1.921488e-14,5.575379e-11,1.354047e-12,False
backbone.layers.3.mixer.experts.45.up_proj.weight,1856x2688,4988928,3.248912e-13,3.265741e-14,9.603584e-11,2.524262e-12,False
backbone.layers.3.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.079621e-13,1.808311e-14,5.271742e-11,1.317367e-12,False
backbone.layers.3.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.704709e-13,3.051839e-14,9.214633e-11,2.464238e-12,False
backbone.layers.3.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.972242e-13,1.734527e-14,5.018317e-11,1.151201e-12,False
backbone.layers.3.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.833842e-13,3.636909e-14,1.056481e-10,2.771087e-12,False
backbone.layers.3.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.136208e-13,1.906075e-14,5.548216e-11,1.315788e-12,False
backbone.layers.3.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.855907e-13,3.778358e-14,1.119837e-10,2.845355e-12,False
backbone.layers.3.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.182837e-13,1.801595e-14,5.233935e-11,1.299483e-12,False
backbone.layers.3.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.847182e-13,3.915213e-14,1.192533e-10,3.196363e-12,False
backbone.layers.3.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.337540e-13,1.934725e-14,5.669835e-11,1.323429e-12,False
backbone.layers.3.mixer.experts.5.up_proj.weight,1856x2688,4988928,8.202432e-13,5.006225e-14,1.515334e-10,3.856881e-12,False
backbone.layers.3.mixer.experts.50.down_proj.weight,2688x1856,4988928,3.474616e-13,2.281373e-14,6.819774e-11,1.580123e-12,False
backbone.layers.3.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.718431e-13,3.649176e-14,1.063845e-10,2.633124e-12,False
backbone.layers.3.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.538127e-13,1.563437e-14,4.505749e-11,1.070787e-12,False
backbone.layers.3.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.767957e-13,4.046824e-14,1.200992e-10,2.971397e-12,False
backbone.layers.3.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.361291e-13,2.003527e-14,5.890949e-11,1.417582e-12,False
backbone.layers.3.mixer.experts.52.up_proj.weight,1856x2688,4988928,3.372268e-13,3.226045e-14,9.614645e-11,2.459841e-12,False
backbone.layers.3.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.105052e-13,1.864990e-14,5.423680e-11,1.265262e-12,False
backbone.layers.3.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.086939e-13,3.638512e-14,1.073629e-10,2.732444e-12,False
backbone.layers.3.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.141967e-13,1.839039e-14,5.332146e-11,1.225795e-12,False
backbone.layers.3.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.750996e-13,3.917463e-14,1.159000e-10,2.845078e-12,False
backbone.layers.3.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.677200e-13,1.521816e-14,4.409599e-11,1.044701e-12,False
backbone.layers.3.mixer.experts.55.up_proj.weight,1856x2688,4988928,3.121808e-13,3.051773e-14,8.789452e-11,2.253067e-12,False
backbone.layers.3.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.192170e-13,1.545096e-14,4.451754e-11,1.052791e-12,False
backbone.layers.3.mixer.experts.56.up_proj.weight,1856x2688,4988928,3.930380e-13,3.675497e-14,1.075213e-10,2.795695e-12,False
backbone.layers.3.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.973595e-13,1.755029e-14,5.103729e-11,1.228311e-12,False
backbone.layers.3.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.397627e-13,3.931924e-14,1.186867e-10,3.079138e-12,False
backbone.layers.3.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.862330e-13,1.840768e-14,5.381389e-11,1.280747e-12,False
backbone.layers.3.mixer.experts.58.up_proj.weight,1856x2688,4988928,3.286607e-13,3.278542e-14,9.746633e-11,2.507000e-12,False
backbone.layers.3.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.188531e-13,1.854043e-14,5.388148e-11,1.256370e-12,False
backbone.layers.3.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.556581e-13,3.985437e-14,1.181966e-10,2.993526e-12,False
backbone.layers.3.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.651648e-13,1.472524e-14,4.276301e-11,1.158763e-12,False
backbone.layers.3.mixer.experts.6.up_proj.weight,1856x2688,4988928,3.416434e-13,2.897928e-14,9.255985e-11,2.697861e-12,False
backbone.layers.3.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.140840e-13,1.965926e-14,5.710648e-11,1.327293e-12,False
backbone.layers.3.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.371746e-13,3.817841e-14,1.113310e-10,2.841418e-12,False
backbone.layers.3.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.746750e-13,1.808628e-14,5.257997e-11,1.236398e-12,False
backbone.layers.3.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.477070e-13,3.764257e-14,1.119979e-10,2.845188e-12,False
backbone.layers.3.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.707493e-13,1.610307e-14,4.648051e-11,1.095401e-12,False
backbone.layers.3.mixer.experts.62.up_proj.weight,1856x2688,4988928,3.610515e-13,3.666865e-14,1.070511e-10,2.757088e-12,False
backbone.layers.3.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.794149e-13,2.154553e-14,6.272666e-11,1.423595e-12,False
backbone.layers.3.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.408557e-13,3.657958e-14,1.055986e-10,2.540478e-12,False
backbone.layers.3.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.099085e-13,1.793337e-14,5.229786e-11,1.215003e-12,False
backbone.layers.3.mixer.experts.64.up_proj.weight,1856x2688,4988928,6.146286e-13,4.201144e-14,1.251884e-10,3.096191e-12,False
backbone.layers.3.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.753528e-13,1.737399e-14,5.069278e-11,1.294790e-12,False
backbone.layers.3.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.458031e-13,3.114066e-14,9.686805e-11,2.701723e-12,False
backbone.layers.3.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.533286e-13,1.927586e-14,5.615880e-11,1.283699e-12,False
backbone.layers.3.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.128745e-13,4.531486e-14,1.328194e-10,3.129160e-12,False
backbone.layers.3.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.926931e-13,1.598018e-14,4.601311e-11,1.064654e-12,False
backbone.layers.3.mixer.experts.67.up_proj.weight,1856x2688,4988928,5.041430e-13,3.880406e-14,1.146404e-10,2.842385e-12,False
backbone.layers.3.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.830792e-13,1.718881e-14,5.000809e-11,1.152903e-12,False
backbone.layers.3.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.344199e-13,3.884836e-14,1.124646e-10,2.756193e-12,False
backbone.layers.3.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.608262e-13,1.665626e-14,4.810094e-11,1.119503e-12,False
backbone.layers.3.mixer.experts.69.up_proj.weight,1856x2688,4988928,3.841510e-13,3.409290e-14,9.901872e-11,2.509013e-12,False
backbone.layers.3.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.845328e-13,1.871611e-14,5.569928e-11,1.308042e-12,False
backbone.layers.3.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.502301e-13,4.111539e-14,1.219207e-10,3.116539e-12,False
backbone.layers.3.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.521535e-13,1.626713e-14,4.682134e-11,1.078185e-12,False
backbone.layers.3.mixer.experts.70.up_proj.weight,1856x2688,4988928,3.827945e-13,3.741819e-14,1.087317e-10,2.704696e-12,False
backbone.layers.3.mixer.experts.71.down_proj.weight,2688x1856,4988928,3.259658e-13,1.991546e-14,5.887646e-11,1.368905e-12,False
backbone.layers.3.mixer.experts.71.up_proj.weight,1856x2688,4988928,3.757949e-13,3.420971e-14,9.986924e-11,2.534414e-12,False
backbone.layers.3.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.655983e-13,2.079038e-14,6.175976e-11,1.466993e-12,False
backbone.layers.3.mixer.experts.72.up_proj.weight,1856x2688,4988928,3.822398e-13,3.328828e-14,9.701965e-11,2.472773e-12,False
backbone.layers.3.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.084236e-13,1.773876e-14,5.151437e-11,1.189502e-12,False
backbone.layers.3.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.654402e-13,3.948708e-14,1.152473e-10,2.796136e-12,False
backbone.layers.3.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.220724e-13,1.852838e-14,5.385987e-11,1.314016e-12,False
backbone.layers.3.mixer.experts.74.up_proj.weight,1856x2688,4988928,3.994877e-13,3.389093e-14,1.018934e-10,2.697122e-12,False
backbone.layers.3.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.005375e-13,1.768134e-14,5.112088e-11,1.198014e-12,False
backbone.layers.3.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.769588e-13,3.843039e-14,1.121914e-10,2.800215e-12,False
backbone.layers.3.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.886703e-13,1.632643e-14,4.781719e-11,1.231226e-12,False
backbone.layers.3.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.530161e-13,3.187781e-14,1.002243e-10,2.741925e-12,False
backbone.layers.3.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.120171e-13,1.924273e-14,5.593207e-11,1.298320e-12,False
backbone.layers.3.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.782494e-13,3.640000e-14,1.065189e-10,2.603129e-12,False
backbone.layers.3.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.588157e-13,1.632324e-14,4.700731e-11,1.079141e-12,False
backbone.layers.3.mixer.experts.78.up_proj.weight,1856x2688,4988928,3.906112e-13,3.763797e-14,1.096727e-10,2.718082e-12,False
backbone.layers.3.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.044103e-13,1.934900e-14,5.594863e-11,1.287370e-12,False
backbone.layers.3.mixer.experts.79.up_proj.weight,1856x2688,4988928,3.897820e-13,3.342513e-14,9.703910e-11,2.551272e-12,False
backbone.layers.3.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.038231e-13,1.843408e-14,5.384209e-11,1.252669e-12,False
backbone.layers.3.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.843920e-13,3.668778e-14,1.067413e-10,2.614270e-12,False
backbone.layers.3.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.005429e-13,1.729288e-14,5.029797e-11,1.211170e-12,False
backbone.layers.3.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.199974e-13,3.432022e-14,1.016331e-10,2.663417e-12,False
backbone.layers.3.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.539584e-13,1.493518e-14,4.300163e-11,1.062072e-12,False
backbone.layers.3.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.713868e-13,3.738849e-14,1.152933e-10,3.063109e-12,False
backbone.layers.3.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.247803e-13,1.848583e-14,5.395319e-11,1.293021e-12,False
backbone.layers.3.mixer.experts.82.up_proj.weight,1856x2688,4988928,5.170586e-13,4.218679e-14,1.276314e-10,3.287506e-12,False
backbone.layers.3.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.342952e-13,1.825566e-14,5.319618e-11,1.225766e-12,False
backbone.layers.3.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.728301e-13,3.790512e-14,1.117813e-10,2.716217e-12,False
backbone.layers.3.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.770910e-13,1.673229e-14,4.815846e-11,1.130062e-12,False
backbone.layers.3.mixer.experts.84.up_proj.weight,1856x2688,4988928,5.746167e-13,3.823711e-14,1.111955e-10,2.779246e-12,False
backbone.layers.3.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.943281e-13,1.833385e-14,5.311462e-11,1.268502e-12,False
backbone.layers.3.mixer.experts.85.up_proj.weight,1856x2688,4988928,3.481174e-13,3.318487e-14,9.620419e-11,2.422524e-12,False
backbone.layers.3.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.969588e-13,1.560767e-14,4.509040e-11,1.056781e-12,False
backbone.layers.3.mixer.experts.86.up_proj.weight,1856x2688,4988928,5.062851e-13,3.882494e-14,1.131029e-10,2.788455e-12,False
backbone.layers.3.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.210454e-13,1.956272e-14,5.776037e-11,1.349530e-12,False
backbone.layers.3.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.710642e-13,3.994983e-14,1.181710e-10,2.932093e-12,False
backbone.layers.3.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.328034e-13,2.114532e-14,6.185726e-11,1.470602e-12,False
backbone.layers.3.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.188152e-13,3.342864e-14,9.713907e-11,2.468619e-12,False
backbone.layers.3.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.250353e-13,1.955154e-14,5.687622e-11,1.310445e-12,False
backbone.layers.3.mixer.experts.89.up_proj.weight,1856x2688,4988928,3.429722e-13,3.506725e-14,1.019695e-10,2.556834e-12,False
backbone.layers.3.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.541571e-13,1.650278e-14,4.762544e-11,1.113507e-12,False
backbone.layers.3.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.740756e-13,3.897878e-14,1.163213e-10,2.877227e-12,False
backbone.layers.3.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.617751e-13,1.571774e-14,4.531678e-11,1.112976e-12,False
backbone.layers.3.mixer.experts.90.up_proj.weight,1856x2688,4988928,3.594087e-13,3.328580e-14,1.004141e-10,2.646238e-12,False
backbone.layers.3.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.945180e-13,1.646155e-14,4.776299e-11,1.162887e-12,False
backbone.layers.3.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.333144e-13,2.956844e-14,8.846766e-11,2.332030e-12,False
backbone.layers.3.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.782026e-13,2.045942e-14,6.088713e-11,1.420053e-12,False
backbone.layers.3.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.356012e-13,4.122141e-14,1.198614e-10,2.850714e-12,False
backbone.layers.3.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.681615e-13,1.571610e-14,4.550994e-11,1.095713e-12,False
backbone.layers.3.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.058212e-13,3.690246e-14,1.093089e-10,2.778747e-12,False
backbone.layers.3.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.994013e-13,1.749739e-14,5.070045e-11,1.207325e-12,False
backbone.layers.3.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.394402e-13,4.050819e-14,1.198130e-10,3.064953e-12,False
backbone.layers.3.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.620607e-13,1.629232e-14,4.682696e-11,1.084291e-12,False
backbone.layers.3.mixer.experts.95.up_proj.weight,1856x2688,4988928,5.494168e-13,3.939796e-14,1.149460e-10,2.860193e-12,False
backbone.layers.3.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.917312e-13,1.874041e-14,5.434119e-11,1.260158e-12,False
backbone.layers.3.mixer.experts.96.up_proj.weight,1856x2688,4988928,5.169962e-13,4.267735e-14,1.245484e-10,3.073984e-12,False
backbone.layers.3.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.872287e-13,1.783205e-14,5.154486e-11,1.206724e-12,False
backbone.layers.3.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.194787e-13,3.962761e-14,1.170831e-10,2.917478e-12,False
backbone.layers.3.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.196091e-13,1.813437e-14,5.253724e-11,1.249069e-12,False
backbone.layers.3.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.678098e-13,3.702860e-14,1.107632e-10,2.799214e-12,False
backbone.layers.3.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.759443e-13,1.507629e-14,4.348816e-11,1.055240e-12,False
backbone.layers.3.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.712930e-13,4.017206e-14,1.215713e-10,3.163919e-12,False
backbone.layers.3.mixer.gate.weight,128x2688,344064,1.019025e-12,1.146300e-13,8.689017e-11,2.533590e-12,False
backbone.layers.3.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.008008e-12,6.157095e-14,2.515634e-10,4.668334e-12,False
backbone.layers.3.mixer.shared_experts.up_proj.weight,3712x2688,9977856,5.133637e-13,3.335769e-14,1.504312e-10,2.991140e-12,False
backbone.layers.3.norm.weight,2688,2688,1.665335e-16,2.192188e-17,1.851188e-15,1.211397e-16,False
backbone.layers.30.mixer.A_log,64,64,8.881784e-16,1.676177e-16,2.223263e-15,1.454161e-16,False
backbone.layers.30.mixer.D,64,64,2.220446e-16,3.026279e-17,4.536899e-16,1.300936e-16,False
backbone.layers.30.mixer.conv1d.weight,6144x1x4,24576,8.881784e-16,1.103942e-17,4.794669e-15,4.750177e-16,True
backbone.layers.30.mixer.dt_bias,64,64,1.776357e-15,3.469447e-16,4.482332e-15,1.408256e-16,False
backbone.layers.30.mixer.in_proj.weight,10304x2688,27697152,9.481235e-13,5.609721e-14,3.930556e-10,3.235680e-12,False
backbone.layers.30.mixer.norm.weight,4096,4096,3.552714e-15,1.974214e-16,2.915146e-14,1.225266e-16,False
backbone.layers.30.mixer.out_proj.weight,2688x4096,11010048,1.680375e-12,1.082716e-13,4.670179e-10,6.672371e-12,False
backbone.layers.30.norm.weight,2688,2688,2.220446e-16,5.543887e-17,4.317130e-15,1.217379e-16,False
backbone.layers.31.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.276634e-13,1.970602e-14,5.725616e-11,1.278902e-12,False
backbone.layers.31.mixer.experts.0.up_proj.weight,1856x2688,4988928,3.991087e-13,3.972290e-14,1.146143e-10,2.491665e-12,False
backbone.layers.31.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.926861e-13,1.746844e-14,5.069040e-11,1.117353e-12,False
backbone.layers.31.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.949895e-13,4.649174e-14,1.347631e-10,2.875744e-12,False
backbone.layers.31.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.959578e-13,1.813420e-14,5.257643e-11,1.177991e-12,False
backbone.layers.31.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.270021e-13,4.585450e-14,1.327583e-10,2.856909e-12,False
backbone.layers.31.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.786353e-13,1.861689e-14,5.389492e-11,1.209686e-12,False
backbone.layers.31.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.357278e-13,3.735253e-14,1.077540e-10,2.365371e-12,False
backbone.layers.31.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.720186e-13,1.713805e-14,4.954177e-11,1.106407e-12,False
backbone.layers.31.mixer.experts.101.up_proj.weight,1856x2688,4988928,6.012413e-13,4.638091e-14,1.359441e-10,2.991092e-12,False
backbone.layers.31.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.997777e-13,1.849957e-14,5.337221e-11,1.202439e-12,False
backbone.layers.31.mixer.experts.102.up_proj.weight,1856x2688,4988928,5.911513e-13,4.603220e-14,1.349324e-10,2.979931e-12,False
backbone.layers.31.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.121298e-13,1.756901e-14,5.114673e-11,1.165407e-12,False
backbone.layers.31.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.272589e-13,4.266119e-14,1.237159e-10,2.708021e-12,False
backbone.layers.31.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.709436e-13,2.084769e-14,6.068858e-11,1.417980e-12,False
backbone.layers.31.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.229395e-13,4.189712e-14,1.213232e-10,2.750097e-12,False
backbone.layers.31.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.068276e-13,1.815874e-14,5.268764e-11,1.192924e-12,False
backbone.layers.31.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.497271e-13,4.184151e-14,1.213745e-10,2.637108e-12,False
backbone.layers.31.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.959952e-13,2.057704e-14,6.027038e-11,1.366542e-12,False
backbone.layers.31.mixer.experts.106.up_proj.weight,1856x2688,4988928,6.228247e-13,4.224929e-14,1.232919e-10,2.724007e-12,False
backbone.layers.31.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.033790e-13,1.829893e-14,5.306924e-11,1.215311e-12,False
backbone.layers.31.mixer.experts.107.up_proj.weight,1856x2688,4988928,3.946565e-13,3.656568e-14,1.060425e-10,2.265389e-12,False
backbone.layers.31.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.273199e-13,1.944359e-14,5.663983e-11,1.320002e-12,False
backbone.layers.31.mixer.experts.108.up_proj.weight,1856x2688,4988928,4.418502e-13,3.969109e-14,1.143398e-10,2.554978e-12,False
backbone.layers.31.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.061407e-13,1.773096e-14,5.148838e-11,1.126180e-12,False
backbone.layers.31.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.514028e-13,4.400563e-14,1.274009e-10,2.689952e-12,False
backbone.layers.31.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.963325e-13,1.742144e-14,5.047807e-11,1.165517e-12,False
backbone.layers.31.mixer.experts.11.up_proj.weight,1856x2688,4988928,6.159587e-13,4.453224e-14,1.295189e-10,2.913976e-12,False
backbone.layers.31.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.915863e-13,1.928715e-14,5.558312e-11,1.235580e-12,False
backbone.layers.31.mixer.experts.110.up_proj.weight,1856x2688,4988928,7.917278e-13,5.254632e-14,1.544487e-10,3.318192e-12,False
backbone.layers.31.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.740343e-13,2.171296e-14,6.381461e-11,1.436326e-12,False
backbone.layers.31.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.139189e-13,3.768375e-14,1.087815e-10,2.382220e-12,False
backbone.layers.31.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.752123e-13,1.605573e-14,4.657208e-11,1.082326e-12,False
backbone.layers.31.mixer.experts.112.up_proj.weight,1856x2688,4988928,6.738152e-13,4.899551e-14,1.433238e-10,3.229966e-12,False
backbone.layers.31.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.149392e-13,1.889332e-14,5.575734e-11,1.252919e-12,False
backbone.layers.31.mixer.experts.113.up_proj.weight,1856x2688,4988928,6.237545e-13,4.904242e-14,1.431802e-10,3.125224e-12,False
backbone.layers.31.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.879261e-13,1.738004e-14,5.049756e-11,1.174689e-12,False
backbone.layers.31.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.312505e-13,3.418860e-14,9.864014e-11,2.248566e-12,False
backbone.layers.31.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.215658e-13,2.007256e-14,5.951756e-11,1.354339e-12,False
backbone.layers.31.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.738154e-13,4.145804e-14,1.198685e-10,2.587930e-12,False
backbone.layers.31.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.975155e-13,2.084263e-14,6.213787e-11,1.433411e-12,False
backbone.layers.31.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.661254e-13,4.099179e-14,1.191746e-10,2.639046e-12,False
backbone.layers.31.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.749573e-13,1.791520e-14,5.202822e-11,1.181576e-12,False
backbone.layers.31.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.216003e-13,4.026013e-14,1.164085e-10,2.560742e-12,False
backbone.layers.31.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.810479e-13,1.762279e-14,5.119102e-11,1.142621e-12,False
backbone.layers.31.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.492726e-13,4.731682e-14,1.365120e-10,2.932885e-12,False
backbone.layers.31.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.165594e-13,1.892636e-14,5.503215e-11,1.213191e-12,False
backbone.layers.31.mixer.experts.119.up_proj.weight,1856x2688,4988928,3.758868e-13,3.383213e-14,9.703210e-11,2.083374e-12,False
backbone.layers.31.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.276607e-13,1.865462e-14,5.477024e-11,1.200543e-12,False
backbone.layers.31.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.708040e-13,4.098903e-14,1.190072e-10,2.533974e-12,False
backbone.layers.31.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.154561e-13,1.930891e-14,5.616269e-11,1.240224e-12,False
backbone.layers.31.mixer.experts.120.up_proj.weight,1856x2688,4988928,6.404660e-13,4.528901e-14,1.317753e-10,2.800632e-12,False
backbone.layers.31.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.821954e-13,1.664186e-14,4.816706e-11,1.072976e-12,False
backbone.layers.31.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.762909e-13,4.247340e-14,1.233229e-10,2.648510e-12,False
backbone.layers.31.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.497551e-13,1.927520e-14,5.583691e-11,1.255507e-12,False
backbone.layers.31.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.499734e-13,3.903594e-14,1.131936e-10,2.519072e-12,False
backbone.layers.31.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.796480e-13,1.677540e-14,4.849094e-11,1.125310e-12,False
backbone.layers.31.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.819894e-13,3.742372e-14,1.079738e-10,2.401464e-12,False
backbone.layers.31.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.765625e-13,1.551917e-14,4.493171e-11,1.021100e-12,False
backbone.layers.31.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.283067e-13,3.980016e-14,1.149631e-10,2.518276e-12,False
backbone.layers.31.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.633693e-13,1.526546e-14,4.408062e-11,1.038564e-12,False
backbone.layers.31.mixer.experts.125.up_proj.weight,1856x2688,4988928,5.336356e-13,4.352926e-14,1.266292e-10,2.837962e-12,False
backbone.layers.31.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.853170e-13,1.690514e-14,4.875429e-11,1.137293e-12,False
backbone.layers.31.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.759405e-13,3.981334e-14,1.156650e-10,2.583878e-12,False
backbone.layers.31.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.413590e-13,1.905416e-14,5.598713e-11,1.304616e-12,False
backbone.layers.31.mixer.experts.127.up_proj.weight,1856x2688,4988928,3.727105e-13,3.493633e-14,1.002673e-10,2.277368e-12,False
backbone.layers.31.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.899175e-13,1.735421e-14,5.065250e-11,1.132439e-12,False
backbone.layers.31.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.567566e-13,4.050748e-14,1.174611e-10,2.512224e-12,False
backbone.layers.31.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.600887e-13,1.550774e-14,4.472330e-11,1.032408e-12,False
backbone.layers.31.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.530386e-13,4.602109e-14,1.340087e-10,2.984496e-12,False
backbone.layers.31.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.841416e-13,2.249838e-14,6.730410e-11,1.511369e-12,False
backbone.layers.31.mixer.experts.15.up_proj.weight,1856x2688,4988928,6.730432e-13,4.741104e-14,1.395308e-10,3.018307e-12,False
backbone.layers.31.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.257569e-13,1.908696e-14,5.617826e-11,1.272679e-12,False
backbone.layers.31.mixer.experts.16.up_proj.weight,1856x2688,4988928,5.231241e-13,5.008247e-14,1.454317e-10,3.198780e-12,False
backbone.layers.31.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.944972e-13,1.777548e-14,5.161355e-11,1.116228e-12,False
backbone.layers.31.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.019615e-13,4.051797e-14,1.172782e-10,2.449363e-12,False
backbone.layers.31.mixer.experts.18.down_proj.weight,2688x1856,4988928,1.769279e-13,1.619008e-14,4.680894e-11,1.067799e-12,False
backbone.layers.31.mixer.experts.18.up_proj.weight,1856x2688,4988928,5.576303e-13,4.812077e-14,1.402932e-10,3.134293e-12,False
backbone.layers.31.mixer.experts.19.down_proj.weight,2688x1856,4988928,2.346005e-13,1.989195e-14,5.809484e-11,1.293566e-12,False
backbone.layers.31.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.109907e-13,4.091693e-14,1.180362e-10,2.520710e-12,False
backbone.layers.31.mixer.experts.2.down_proj.weight,2688x1856,4988928,3.159903e-13,2.602993e-14,7.831881e-11,1.798996e-12,False
backbone.layers.31.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.504244e-13,3.809756e-14,1.102620e-10,2.493988e-12,False
backbone.layers.31.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.731419e-13,1.680213e-14,4.885724e-11,1.106294e-12,False
backbone.layers.31.mixer.experts.20.up_proj.weight,1856x2688,4988928,6.108941e-13,4.861515e-14,1.424750e-10,3.045145e-12,False
backbone.layers.31.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.728513e-13,1.734610e-14,5.017194e-11,1.126526e-12,False
backbone.layers.31.mixer.experts.21.up_proj.weight,1856x2688,4988928,5.333303e-13,4.492191e-14,1.305540e-10,2.849475e-12,False
backbone.layers.31.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.160563e-13,1.885013e-14,5.478499e-11,1.248149e-12,False
backbone.layers.31.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.985873e-13,4.153003e-14,1.222571e-10,2.683741e-12,False
backbone.layers.31.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.911180e-13,1.842968e-14,5.341111e-11,1.159694e-12,False
backbone.layers.31.mixer.experts.23.up_proj.weight,1856x2688,4988928,5.279284e-13,4.557465e-14,1.318314e-10,2.752872e-12,False
backbone.layers.31.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.247872e-13,1.932127e-14,5.619503e-11,1.293142e-12,False
backbone.layers.31.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.984346e-13,4.427597e-14,1.294213e-10,2.886222e-12,False
backbone.layers.31.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.207332e-13,2.051100e-14,5.970665e-11,1.311897e-12,False
backbone.layers.31.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.045618e-13,4.130843e-14,1.192116e-10,2.543396e-12,False
backbone.layers.31.mixer.experts.26.down_proj.weight,2688x1856,4988928,3.537387e-13,2.598187e-14,7.781659e-11,1.735380e-12,False
backbone.layers.31.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.671888e-13,4.122145e-14,1.201330e-10,2.563700e-12,False
backbone.layers.31.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.669559e-13,1.692043e-14,4.883563e-11,1.075693e-12,False
backbone.layers.31.mixer.experts.27.up_proj.weight,1856x2688,4988928,5.316524e-13,4.460550e-14,1.297433e-10,2.823628e-12,False
backbone.layers.31.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.286318e-13,1.720953e-14,5.023122e-11,1.130803e-12,False
backbone.layers.31.mixer.experts.28.up_proj.weight,1856x2688,4988928,6.587352e-13,4.918995e-14,1.442877e-10,3.149173e-12,False
backbone.layers.31.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.731426e-13,1.991228e-14,5.878654e-11,1.347486e-12,False
backbone.layers.31.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.948958e-13,4.707995e-14,1.361359e-10,3.020038e-12,False
backbone.layers.31.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.525341e-13,1.755356e-14,5.121172e-11,1.203041e-12,False
backbone.layers.31.mixer.experts.3.up_proj.weight,1856x2688,4988928,3.879085e-13,3.565164e-14,1.024189e-10,2.311287e-12,False
backbone.layers.31.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.417866e-13,1.881382e-14,5.486231e-11,1.237602e-12,False
backbone.layers.31.mixer.experts.30.up_proj.weight,1856x2688,4988928,5.233106e-13,4.474355e-14,1.298064e-10,2.814005e-12,False
backbone.layers.31.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.701111e-13,1.631894e-14,4.702773e-11,1.074719e-12,False
backbone.layers.31.mixer.experts.31.up_proj.weight,1856x2688,4988928,5.160733e-13,4.314128e-14,1.251074e-10,2.706172e-12,False
backbone.layers.31.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.735140e-13,1.687616e-14,4.885056e-11,1.163929e-12,False
backbone.layers.31.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.185575e-13,3.734534e-14,1.078032e-10,2.435829e-12,False
backbone.layers.31.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.996944e-13,1.808449e-14,5.225085e-11,1.190417e-12,False
backbone.layers.31.mixer.experts.33.up_proj.weight,1856x2688,4988928,5.494043e-13,4.126220e-14,1.203763e-10,2.702123e-12,False
backbone.layers.31.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.870067e-13,1.830473e-14,5.299359e-11,1.223974e-12,False
backbone.layers.31.mixer.experts.34.up_proj.weight,1856x2688,4988928,3.785965e-13,3.719913e-14,1.074977e-10,2.381898e-12,False
backbone.layers.31.mixer.experts.35.down_proj.weight,2688x1856,4988928,3.270682e-13,1.975906e-14,5.814694e-11,1.317831e-12,False
backbone.layers.31.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.851293e-13,4.447870e-14,1.289532e-10,2.812565e-12,False
backbone.layers.31.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.719016e-13,1.737862e-14,5.010236e-11,1.149886e-12,False
backbone.layers.31.mixer.experts.36.up_proj.weight,1856x2688,4988928,5.192582e-13,4.163565e-14,1.204174e-10,2.665387e-12,False
backbone.layers.31.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.044016e-13,1.825950e-14,5.306879e-11,1.210262e-12,False
backbone.layers.31.mixer.experts.37.up_proj.weight,1856x2688,4988928,5.215828e-13,4.653891e-14,1.352927e-10,2.960573e-12,False
backbone.layers.31.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.775489e-13,1.677118e-14,4.846754e-11,1.177179e-12,False
backbone.layers.31.mixer.experts.38.up_proj.weight,1856x2688,4988928,5.715081e-13,4.376488e-14,1.287310e-10,2.972587e-12,False
backbone.layers.31.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.647257e-13,1.941650e-14,5.660006e-11,1.290492e-12,False
backbone.layers.31.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.320401e-13,4.546113e-14,1.320857e-10,2.978346e-12,False
backbone.layers.31.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.706690e-13,1.756589e-14,5.066631e-11,1.130542e-12,False
backbone.layers.31.mixer.experts.4.up_proj.weight,1856x2688,4988928,8.838000e-13,5.251634e-14,1.583955e-10,3.405898e-12,False
backbone.layers.31.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.751377e-13,1.456541e-14,4.197694e-11,9.650629e-13,False
backbone.layers.31.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.651175e-13,4.308433e-14,1.253771e-10,2.805095e-12,False
backbone.layers.31.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.039618e-13,1.817561e-14,5.265985e-11,1.158955e-12,False
backbone.layers.31.mixer.experts.41.up_proj.weight,1856x2688,4988928,5.114867e-13,4.262200e-14,1.245688e-10,2.639373e-12,False
backbone.layers.31.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.637787e-13,1.687569e-14,4.868891e-11,1.106557e-12,False
backbone.layers.31.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.447345e-13,3.793558e-14,1.102697e-10,2.462691e-12,False
backbone.layers.31.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.073133e-13,1.853786e-14,5.383591e-11,1.252214e-12,False
backbone.layers.31.mixer.experts.43.up_proj.weight,1856x2688,4988928,7.156047e-13,4.879910e-14,1.437400e-10,3.196907e-12,False
backbone.layers.31.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.792072e-13,2.043045e-14,6.073838e-11,1.368066e-12,False
backbone.layers.31.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.107999e-13,3.729163e-14,1.076203e-10,2.398863e-12,False
backbone.layers.31.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.961296e-13,1.786971e-14,5.152336e-11,1.154639e-12,False
backbone.layers.31.mixer.experts.45.up_proj.weight,1856x2688,4988928,5.847389e-13,4.888233e-14,1.434510e-10,3.102938e-12,False
backbone.layers.31.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.114836e-13,1.870308e-14,5.422875e-11,1.246850e-12,False
backbone.layers.31.mixer.experts.46.up_proj.weight,1856x2688,4988928,5.447014e-13,3.751657e-14,1.084787e-10,2.401221e-12,False
backbone.layers.31.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.732451e-13,1.702951e-14,4.911847e-11,1.088171e-12,False
backbone.layers.31.mixer.experts.47.up_proj.weight,1856x2688,4988928,3.717929e-13,3.417426e-14,9.789772e-11,2.114302e-12,False
backbone.layers.31.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.051692e-13,1.758762e-14,5.079185e-11,1.195450e-12,False
backbone.layers.31.mixer.experts.48.up_proj.weight,1856x2688,4988928,6.537618e-13,4.832053e-14,1.437414e-10,3.148330e-12,False
backbone.layers.31.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.573325e-13,1.515415e-14,4.359589e-11,9.910563e-13,False
backbone.layers.31.mixer.experts.49.up_proj.weight,1856x2688,4988928,5.088777e-13,4.012629e-14,1.168721e-10,2.573099e-12,False
backbone.layers.31.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.228877e-13,1.988423e-14,5.760374e-11,1.262354e-12,False
backbone.layers.31.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.290863e-13,5.274479e-14,1.541091e-10,3.249699e-12,False
backbone.layers.31.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.994307e-13,1.779393e-14,5.165036e-11,1.179213e-12,False
backbone.layers.31.mixer.experts.50.up_proj.weight,1856x2688,4988928,3.443808e-13,3.811762e-14,1.096759e-10,2.390130e-12,False
backbone.layers.31.mixer.experts.51.down_proj.weight,2688x1856,4988928,3.367064e-13,2.519059e-14,7.530488e-11,1.723024e-12,False
backbone.layers.31.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.436849e-13,4.612017e-14,1.339754e-10,2.912120e-12,False
backbone.layers.31.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.154388e-13,1.921981e-14,5.599167e-11,1.301683e-12,False
backbone.layers.31.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.072871e-13,4.163208e-14,1.211162e-10,2.718365e-12,False
backbone.layers.31.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.547875e-13,1.957874e-14,5.759419e-11,1.279823e-12,False
backbone.layers.31.mixer.experts.53.up_proj.weight,1856x2688,4988928,5.195358e-13,4.485203e-14,1.299034e-10,2.799039e-12,False
backbone.layers.31.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.623771e-13,1.638670e-14,4.736151e-11,1.064871e-12,False
backbone.layers.31.mixer.experts.54.up_proj.weight,1856x2688,4988928,5.403455e-13,4.532727e-14,1.322714e-10,2.851483e-12,False
backbone.layers.31.mixer.experts.55.down_proj.weight,2688x1856,4988928,1.565848e-13,1.608823e-14,4.621571e-11,1.036381e-12,False
backbone.layers.31.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.285773e-13,4.147007e-14,1.195458e-10,2.599876e-12,False
backbone.layers.31.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.911607e-13,1.721002e-14,4.980498e-11,1.155316e-12,False
backbone.layers.31.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.991701e-13,4.146319e-14,1.206703e-10,2.654822e-12,False
backbone.layers.31.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.134525e-13,1.827993e-14,5.297634e-11,1.165061e-12,False
backbone.layers.31.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.443043e-13,4.275550e-14,1.236405e-10,2.646419e-12,False
backbone.layers.31.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.698189e-13,2.038784e-14,5.960926e-11,1.344412e-12,False
backbone.layers.31.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.038662e-13,4.103676e-14,1.183291e-10,2.550151e-12,False
backbone.layers.31.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.100577e-13,1.772358e-14,5.153653e-11,1.177710e-12,False
backbone.layers.31.mixer.experts.59.up_proj.weight,1856x2688,4988928,3.583869e-13,3.498790e-14,1.006537e-10,2.199310e-12,False
backbone.layers.31.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.317209e-13,1.768724e-14,5.141498e-11,1.181380e-12,False
backbone.layers.31.mixer.experts.6.up_proj.weight,1856x2688,4988928,6.342895e-13,4.386858e-14,1.273938e-10,2.838388e-12,False
backbone.layers.31.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.589977e-13,1.987813e-14,5.787344e-11,1.309069e-12,False
backbone.layers.31.mixer.experts.60.up_proj.weight,1856x2688,4988928,5.404431e-13,4.498070e-14,1.306805e-10,2.839624e-12,False
backbone.layers.31.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.785256e-13,1.712243e-14,4.939918e-11,1.129069e-12,False
backbone.layers.31.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.026788e-13,4.248077e-14,1.236541e-10,2.720959e-12,False
backbone.layers.31.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.532766e-13,2.014306e-14,5.912761e-11,1.322688e-12,False
backbone.layers.31.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.064278e-13,4.886957e-14,1.418749e-10,3.058496e-12,False
backbone.layers.31.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.125522e-13,1.891743e-14,5.518629e-11,1.222612e-12,False
backbone.layers.31.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.339341e-13,3.761414e-14,1.084539e-10,2.327361e-12,False
backbone.layers.31.mixer.experts.64.down_proj.weight,2688x1856,4988928,3.016372e-13,2.128724e-14,6.316268e-11,1.410082e-12,False
backbone.layers.31.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.709531e-13,3.756782e-14,1.092580e-10,2.374519e-12,False
backbone.layers.31.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.174164e-13,1.879984e-14,5.439684e-11,1.215101e-12,False
backbone.layers.31.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.985942e-13,4.237031e-14,1.237535e-10,2.679329e-12,False
backbone.layers.31.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.862850e-13,1.732266e-14,5.011320e-11,1.165271e-12,False
backbone.layers.31.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.069002e-13,4.000758e-14,1.157925e-10,2.611279e-12,False
backbone.layers.31.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.631230e-13,1.762921e-14,5.071722e-11,1.128239e-12,False
backbone.layers.31.mixer.experts.67.up_proj.weight,1856x2688,4988928,5.418409e-13,4.291583e-14,1.250261e-10,2.667148e-12,False
backbone.layers.31.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.019340e-13,1.841745e-14,5.338227e-11,1.190952e-12,False
backbone.layers.31.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.294281e-13,4.702207e-14,1.371029e-10,2.986388e-12,False
backbone.layers.31.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.881741e-13,1.835840e-14,5.324838e-11,1.227752e-12,False
backbone.layers.31.mixer.experts.69.up_proj.weight,1856x2688,4988928,5.137678e-13,4.121200e-14,1.193713e-10,2.636007e-12,False
backbone.layers.31.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.932898e-13,1.626978e-14,4.700148e-11,1.074180e-12,False
backbone.layers.31.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.626993e-13,3.807420e-14,1.101703e-10,2.435980e-12,False
backbone.layers.31.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.908473e-13,1.729560e-14,5.001895e-11,1.130024e-12,False
backbone.layers.31.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.815939e-13,4.388231e-14,1.273331e-10,2.832087e-12,False
backbone.layers.31.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.396763e-13,1.695424e-14,4.954227e-11,1.150151e-12,False
backbone.layers.31.mixer.experts.71.up_proj.weight,1856x2688,4988928,6.270713e-13,4.368099e-14,1.275105e-10,2.811508e-12,False
backbone.layers.31.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.013771e-13,1.662696e-14,4.820940e-11,1.065372e-12,False
backbone.layers.31.mixer.experts.72.up_proj.weight,1856x2688,4988928,3.938100e-13,3.870747e-14,1.114733e-10,2.414369e-12,False
backbone.layers.31.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.918986e-13,1.732358e-14,4.997346e-11,1.161550e-12,False
backbone.layers.31.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.817569e-13,4.273646e-14,1.242205e-10,2.847479e-12,False
backbone.layers.31.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.337436e-13,2.192383e-14,6.361015e-11,1.443935e-12,False
backbone.layers.31.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.403995e-13,4.084732e-14,1.181945e-10,2.592930e-12,False
backbone.layers.31.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.490058e-13,1.489659e-14,4.280562e-11,9.187440e-13,False
backbone.layers.31.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.745510e-13,4.313638e-14,1.243819e-10,2.574850e-12,False
backbone.layers.31.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.485373e-13,1.964588e-14,5.721427e-11,1.296442e-12,False
backbone.layers.31.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.803137e-13,3.784136e-14,1.097501e-10,2.457464e-12,False
backbone.layers.31.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.803521e-13,1.959720e-14,5.733580e-11,1.331690e-12,False
backbone.layers.31.mixer.experts.77.up_proj.weight,1856x2688,4988928,6.825478e-13,4.183460e-14,1.213267e-10,2.668149e-12,False
backbone.layers.31.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.307113e-13,1.969576e-14,5.721827e-11,1.303407e-12,False
backbone.layers.31.mixer.experts.78.up_proj.weight,1856x2688,4988928,3.454459e-13,3.505368e-14,1.008761e-10,2.269115e-12,False
backbone.layers.31.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.689343e-13,1.740931e-14,5.005500e-11,1.147269e-12,False
backbone.layers.31.mixer.experts.79.up_proj.weight,1856x2688,4988928,6.975401e-13,4.988280e-14,1.482104e-10,3.258375e-12,False
backbone.layers.31.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.423131e-13,1.681305e-14,4.879936e-11,1.141707e-12,False
backbone.layers.31.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.975274e-13,4.416339e-14,1.281449e-10,2.964515e-12,False
backbone.layers.31.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.611974e-13,1.577820e-14,4.574658e-11,1.064719e-12,False
backbone.layers.31.mixer.experts.80.up_proj.weight,1856x2688,4988928,1.017495e-12,6.081082e-14,1.856517e-10,4.211612e-12,False
backbone.layers.31.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.041700e-13,1.623937e-14,4.690523e-11,1.083665e-12,False
backbone.layers.31.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.609577e-13,4.450488e-14,1.283999e-10,2.910496e-12,False
backbone.layers.31.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.181345e-13,1.923695e-14,5.600080e-11,1.307116e-12,False
backbone.layers.31.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.666718e-13,3.941631e-14,1.141523e-10,2.535701e-12,False
backbone.layers.31.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.506008e-13,2.086792e-14,6.100095e-11,1.353816e-12,False
backbone.layers.31.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.301220e-13,4.493211e-14,1.308733e-10,2.869651e-12,False
backbone.layers.31.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.422090e-13,2.015586e-14,5.863552e-11,1.308224e-12,False
backbone.layers.31.mixer.experts.84.up_proj.weight,1856x2688,4988928,6.052155e-13,4.568359e-14,1.321167e-10,2.834313e-12,False
backbone.layers.31.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.378358e-13,2.003452e-14,5.831548e-11,1.313275e-12,False
backbone.layers.31.mixer.experts.85.up_proj.weight,1856x2688,4988928,5.050266e-13,4.536297e-14,1.323265e-10,2.875849e-12,False
backbone.layers.31.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.954062e-13,1.944655e-14,5.677453e-11,1.295235e-12,False
backbone.layers.31.mixer.experts.86.up_proj.weight,1856x2688,4988928,8.094636e-13,5.412767e-14,1.618911e-10,3.557861e-12,False
backbone.layers.31.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.416678e-13,2.063332e-14,6.037203e-11,1.374294e-12,False
backbone.layers.31.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.395406e-13,4.395873e-14,1.288843e-10,2.862222e-12,False
backbone.layers.31.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.131212e-13,1.912578e-14,5.543987e-11,1.284959e-12,False
backbone.layers.31.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.373888e-13,3.807994e-14,1.105869e-10,2.475583e-12,False
backbone.layers.31.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.217141e-13,1.826555e-14,5.329381e-11,1.233809e-12,False
backbone.layers.31.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.849975e-13,4.472105e-14,1.309819e-10,2.953977e-12,False
backbone.layers.31.mixer.experts.9.down_proj.weight,2688x1856,4988928,3.066991e-13,2.257999e-14,6.684873e-11,1.515195e-12,False
backbone.layers.31.mixer.experts.9.up_proj.weight,1856x2688,4988928,7.573941e-13,4.990167e-14,1.468299e-10,3.258725e-12,False
backbone.layers.31.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.316480e-13,2.023589e-14,5.940640e-11,1.367523e-12,False
backbone.layers.31.mixer.experts.90.up_proj.weight,1856x2688,4988928,6.289032e-13,4.668822e-14,1.359370e-10,3.062080e-12,False
backbone.layers.31.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.691380e-13,2.178343e-14,6.459654e-11,1.446537e-12,False
backbone.layers.31.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.182963e-13,4.504545e-14,1.309906e-10,2.848595e-12,False
backbone.layers.31.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.014417e-13,1.733196e-14,5.014743e-11,1.167368e-12,False
backbone.layers.31.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.938064e-13,4.128268e-14,1.193982e-10,2.680123e-12,False
backbone.layers.31.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.137214e-13,1.818025e-14,5.293150e-11,1.210232e-12,False
backbone.layers.31.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.132943e-13,4.458158e-14,1.297158e-10,2.892562e-12,False
backbone.layers.31.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.518302e-13,2.022403e-14,5.928429e-11,1.349957e-12,False
backbone.layers.31.mixer.experts.94.up_proj.weight,1856x2688,4988928,3.817918e-13,3.773347e-14,1.091482e-10,2.410701e-12,False
backbone.layers.31.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.774726e-13,1.643884e-14,4.735682e-11,1.093450e-12,False
backbone.layers.31.mixer.experts.95.up_proj.weight,1856x2688,4988928,5.566866e-13,4.232133e-14,1.229251e-10,2.758723e-12,False
backbone.layers.31.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.978105e-13,1.809910e-14,5.283492e-11,1.214177e-12,False
backbone.layers.31.mixer.experts.96.up_proj.weight,1856x2688,4988928,5.242074e-13,4.140156e-14,1.204912e-10,2.647857e-12,False
backbone.layers.31.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.993405e-13,1.795398e-14,5.197435e-11,1.172701e-12,False
backbone.layers.31.mixer.experts.97.up_proj.weight,1856x2688,4988928,6.292987e-13,4.637511e-14,1.355660e-10,2.954348e-12,False
backbone.layers.31.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.031916e-13,1.571742e-14,4.579166e-11,1.189305e-12,False
backbone.layers.31.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.490505e-13,3.802684e-14,1.102838e-10,2.608069e-12,False
backbone.layers.31.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.282827e-13,1.944180e-14,5.672769e-11,1.303944e-12,False
backbone.layers.31.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.379717e-13,4.207158e-14,1.222287e-10,2.685125e-12,False
backbone.layers.31.mixer.gate.weight,128x2688,344064,4.647324e-13,4.446226e-14,3.433185e-11,2.847760e-12,False
backbone.layers.31.mixer.shared_experts.down_proj.weight,2688x3712,9977856,9.974348e-13,6.244295e-14,2.599533e-10,5.244953e-12,False
backbone.layers.31.mixer.shared_experts.up_proj.weight,3712x2688,9977856,4.940204e-13,3.338864e-14,1.391758e-10,2.952865e-12,False
backbone.layers.31.norm.weight,2688,2688,4.440892e-16,9.560727e-17,7.610750e-15,1.228021e-16,False
backbone.layers.32.mixer.A_log,64,64,8.881784e-16,1.571009e-16,2.192438e-15,1.520129e-16,True
backbone.layers.32.mixer.D,64,64,4.440892e-16,3.804914e-17,7.351947e-16,1.321503e-16,True
backbone.layers.32.mixer.conv1d.weight,6144x1x4,24576,1.835337e-15,1.353380e-17,6.236975e-15,5.665920e-16,True
backbone.layers.32.mixer.dt_bias,64,64,1.776357e-15,3.694961e-16,4.966309e-15,1.291077e-16,True
backbone.layers.32.mixer.in_proj.weight,10304x2688,27697152,1.041812e-12,4.748114e-14,3.292130e-10,2.677976e-12,True
backbone.layers.32.mixer.norm.weight,4096,4096,7.105427e-15,2.105893e-16,2.746403e-14,1.216366e-16,True
backbone.layers.32.mixer.out_proj.weight,2688x4096,11010048,1.041637e-12,8.442551e-14,3.625577e-10,5.202515e-12,True
backbone.layers.32.norm.weight,2688,2688,4.440892e-16,5.590353e-17,4.411303e-15,1.192065e-16,True
backbone.layers.33.mixer.k_proj.weight,256x2688,688128,3.970262e-13,3.950206e-14,4.247329e-11,2.427251e-12,True
backbone.layers.33.mixer.o_proj.weight,2688x4096,11010048,5.292811e-12,1.092780e-13,4.753385e-10,5.728283e-12,True
backbone.layers.33.mixer.q_proj.weight,4096x2688,11010048,7.774788e-13,4.811426e-14,2.099027e-10,2.660673e-12,True
backbone.layers.33.mixer.v_proj.weight,256x2688,688128,6.593823e-13,5.957702e-14,6.474403e-11,2.361330e-12,True
backbone.layers.33.norm.weight,2688,2688,8.881784e-16,7.271383e-17,5.910048e-15,1.194545e-16,True
backbone.layers.34.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.141898e-13,1.824127e-14,5.291104e-11,1.180055e-12,False
backbone.layers.34.mixer.experts.0.up_proj.weight,1856x2688,4988928,3.596359e-13,3.861505e-14,1.110492e-10,2.429736e-12,False
backbone.layers.34.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.316897e-13,2.046935e-14,5.941402e-11,1.333096e-12,False
backbone.layers.34.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.872474e-13,4.112124e-14,1.192264e-10,2.606976e-12,False
backbone.layers.34.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.219509e-13,1.979910e-14,5.782448e-11,1.314514e-12,False
backbone.layers.34.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.623177e-13,3.966327e-14,1.143516e-10,2.510061e-12,False
backbone.layers.34.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.039072e-13,1.816359e-14,5.252738e-11,1.204207e-12,False
backbone.layers.34.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.542061e-13,4.093074e-14,1.180229e-10,2.606216e-12,False
backbone.layers.34.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.935310e-13,1.743902e-14,5.053227e-11,1.191172e-12,False
backbone.layers.34.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.649926e-13,4.511165e-14,1.309460e-10,2.942625e-12,False
backbone.layers.34.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.535124e-13,1.584553e-14,4.567949e-11,1.044768e-12,False
backbone.layers.34.mixer.experts.102.up_proj.weight,1856x2688,4988928,5.373132e-13,4.100030e-14,1.188804e-10,2.663935e-12,False
backbone.layers.34.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.455939e-13,1.912779e-14,5.587351e-11,1.218027e-12,False
backbone.layers.34.mixer.experts.103.up_proj.weight,1856x2688,4988928,5.273282e-13,4.600130e-14,1.337309e-10,2.879342e-12,False
backbone.layers.34.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.214457e-13,1.982335e-14,5.772925e-11,1.258203e-12,False
backbone.layers.34.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.268265e-13,4.149124e-14,1.191753e-10,2.536344e-12,False
backbone.layers.34.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.493580e-13,1.570859e-14,4.516524e-11,1.023960e-12,False
backbone.layers.34.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.425488e-13,3.782949e-14,1.093914e-10,2.400228e-12,False
backbone.layers.34.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.923990e-13,1.834303e-14,5.298382e-11,1.168360e-12,False
backbone.layers.34.mixer.experts.106.up_proj.weight,1856x2688,4988928,5.830336e-13,4.762868e-14,1.379502e-10,2.956456e-12,False
backbone.layers.34.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.755176e-13,1.829906e-14,5.293391e-11,1.203183e-12,False
backbone.layers.34.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.760288e-13,4.828322e-14,1.436662e-10,3.118466e-12,False
backbone.layers.34.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.252643e-13,1.666541e-14,4.820921e-11,1.095784e-12,False
backbone.layers.34.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.217615e-13,4.527618e-14,1.325784e-10,2.975590e-12,False
backbone.layers.34.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.454703e-13,2.195557e-14,6.427102e-11,1.440783e-12,False
backbone.layers.34.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.893273e-13,4.298710e-14,1.242582e-10,2.702424e-12,False
backbone.layers.34.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.828984e-13,1.847206e-14,5.357827e-11,1.202603e-12,False
backbone.layers.34.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.088362e-13,3.909777e-14,1.133968e-10,2.510383e-12,False
backbone.layers.34.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.549645e-13,2.101668e-14,6.136088e-11,1.379560e-12,False
backbone.layers.34.mixer.experts.110.up_proj.weight,1856x2688,4988928,5.070042e-13,4.037366e-14,1.166501e-10,2.630797e-12,False
backbone.layers.34.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.545672e-13,1.973089e-14,5.775800e-11,1.343291e-12,False
backbone.layers.34.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.160768e-13,4.710772e-14,1.372713e-10,3.057650e-12,False
backbone.layers.34.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.800617e-13,1.761267e-14,5.108022e-11,1.120385e-12,False
backbone.layers.34.mixer.experts.112.up_proj.weight,1856x2688,4988928,3.558751e-13,3.486291e-14,1.004380e-10,2.161573e-12,False
backbone.layers.34.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.234532e-13,1.949636e-14,5.689783e-11,1.254736e-12,False
backbone.layers.34.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.613317e-13,4.376565e-14,1.261147e-10,2.687318e-12,False
backbone.layers.34.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.843732e-13,2.265051e-14,6.700783e-11,1.500354e-12,False
backbone.layers.34.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.088534e-13,4.729682e-14,1.380959e-10,3.013199e-12,False
backbone.layers.34.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.013563e-13,1.861470e-14,5.364415e-11,1.178037e-12,False
backbone.layers.34.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.456920e-13,4.636399e-14,1.343863e-10,2.859715e-12,False
backbone.layers.34.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.714651e-13,2.316861e-14,6.732478e-11,1.500335e-12,False
backbone.layers.34.mixer.experts.116.up_proj.weight,1856x2688,4988928,6.583067e-13,4.380369e-14,1.275494e-10,2.757392e-12,False
backbone.layers.34.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.058119e-13,1.873381e-14,5.459711e-11,1.227896e-12,False
backbone.layers.34.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.046033e-13,4.369284e-14,1.268465e-10,2.758874e-12,False
backbone.layers.34.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.725078e-13,1.729135e-14,4.981261e-11,1.099546e-12,False
backbone.layers.34.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.865969e-13,4.309658e-14,1.246384e-10,2.653737e-12,False
backbone.layers.34.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.523294e-13,1.828380e-14,5.348327e-11,1.188747e-12,False
backbone.layers.34.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.873012e-13,4.583965e-14,1.328230e-10,2.860231e-12,False
backbone.layers.34.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.153156e-13,1.886082e-14,5.485881e-11,1.221429e-12,False
backbone.layers.34.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.249101e-13,3.986772e-14,1.150534e-10,2.488708e-12,False
backbone.layers.34.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.722024e-13,1.869265e-14,5.508178e-11,1.225809e-12,False
backbone.layers.34.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.693329e-13,4.001847e-14,1.160357e-10,2.464646e-12,False
backbone.layers.34.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.573389e-13,2.037474e-14,5.940805e-11,1.321723e-12,False
backbone.layers.34.mixer.experts.121.up_proj.weight,1856x2688,4988928,5.212948e-13,4.183256e-14,1.209555e-10,2.643410e-12,False
backbone.layers.34.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.437755e-13,1.889834e-14,5.496372e-11,1.218199e-12,False
backbone.layers.34.mixer.experts.122.up_proj.weight,1856x2688,4988928,7.256340e-13,4.808367e-14,1.412866e-10,3.037643e-12,False
backbone.layers.34.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.916332e-13,1.875593e-14,5.419937e-11,1.195108e-12,False
backbone.layers.34.mixer.experts.123.up_proj.weight,1856x2688,4988928,5.010835e-13,4.298750e-14,1.241882e-10,2.663419e-12,False
backbone.layers.34.mixer.experts.124.down_proj.weight,2688x1856,4988928,4.346055e-13,2.800174e-14,8.755854e-11,1.952097e-12,False
backbone.layers.34.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.547161e-13,4.014479e-14,1.157259e-10,2.589047e-12,False
backbone.layers.34.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.973155e-13,1.789311e-14,5.189679e-11,1.167539e-12,False
backbone.layers.34.mixer.experts.125.up_proj.weight,1856x2688,4988928,6.330440e-13,5.125709e-14,1.506049e-10,3.302975e-12,False
backbone.layers.34.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.295143e-13,2.113898e-14,6.211807e-11,1.382263e-12,False
backbone.layers.34.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.731709e-13,4.936753e-14,1.442167e-10,3.067435e-12,False
backbone.layers.34.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.966621e-13,1.709353e-14,5.009536e-11,1.100741e-12,False
backbone.layers.34.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.200043e-13,3.721728e-14,1.074543e-10,2.286947e-12,False
backbone.layers.34.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.677443e-13,1.688988e-14,4.867021e-11,1.095985e-12,False
backbone.layers.34.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.262795e-13,3.552506e-14,1.019495e-10,2.194121e-12,False
backbone.layers.34.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.916245e-13,1.836889e-14,5.309016e-11,1.171424e-12,False
backbone.layers.34.mixer.experts.14.up_proj.weight,1856x2688,4988928,6.740650e-13,5.912363e-14,1.737008e-10,3.740510e-12,False
backbone.layers.34.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.344730e-13,1.899457e-14,5.516064e-11,1.282543e-12,False
backbone.layers.34.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.590216e-13,4.615447e-14,1.345655e-10,3.035271e-12,False
backbone.layers.34.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.625235e-13,1.893911e-14,5.526025e-11,1.230319e-12,False
backbone.layers.34.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.391934e-13,4.598200e-14,1.337375e-10,2.898821e-12,False
backbone.layers.34.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.634960e-13,1.550972e-14,4.458989e-11,1.007769e-12,False
backbone.layers.34.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.157091e-13,3.994386e-14,1.149261e-10,2.495475e-12,False
backbone.layers.34.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.048101e-13,1.807284e-14,5.248620e-11,1.154161e-12,False
backbone.layers.34.mixer.experts.18.up_proj.weight,1856x2688,4988928,8.038765e-13,6.112808e-14,1.824627e-10,3.863597e-12,False
backbone.layers.34.mixer.experts.19.down_proj.weight,2688x1856,4988928,2.875395e-13,1.968483e-14,5.787473e-11,1.295496e-12,False
backbone.layers.34.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.346662e-13,4.121894e-14,1.191311e-10,2.538675e-12,False
backbone.layers.34.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.694615e-13,2.111433e-14,6.250407e-11,1.490777e-12,False
backbone.layers.34.mixer.experts.2.up_proj.weight,1856x2688,4988928,5.928383e-13,4.609606e-14,1.362745e-10,3.036950e-12,False
backbone.layers.34.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.639001e-13,1.702079e-14,4.927000e-11,1.061090e-12,False
backbone.layers.34.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.099256e-13,3.736987e-14,1.069946e-10,2.283340e-12,False
backbone.layers.34.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.257083e-13,1.973443e-14,5.736507e-11,1.251117e-12,False
backbone.layers.34.mixer.experts.21.up_proj.weight,1856x2688,4988928,8.206933e-13,5.776559e-14,1.710892e-10,3.641814e-12,False
backbone.layers.34.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.964540e-13,1.855236e-14,5.375547e-11,1.192592e-12,False
backbone.layers.34.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.703837e-13,3.932511e-14,1.136301e-10,2.466050e-12,False
backbone.layers.34.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.963950e-13,1.799658e-14,5.221909e-11,1.135382e-12,False
backbone.layers.34.mixer.experts.23.up_proj.weight,1856x2688,4988928,5.107408e-13,4.339357e-14,1.262876e-10,2.666590e-12,False
backbone.layers.34.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.353118e-13,1.900694e-14,5.578058e-11,1.274151e-12,False
backbone.layers.34.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.213921e-13,3.879249e-14,1.128062e-10,2.469004e-12,False
backbone.layers.34.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.968495e-13,1.876112e-14,5.448749e-11,1.237323e-12,False
backbone.layers.34.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.997149e-13,4.398781e-14,1.281324e-10,2.866933e-12,False
backbone.layers.34.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.229675e-13,2.011257e-14,5.890847e-11,1.293317e-12,False
backbone.layers.34.mixer.experts.26.up_proj.weight,1856x2688,4988928,5.590389e-13,4.310089e-14,1.258814e-10,2.662742e-12,False
backbone.layers.34.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.033269e-13,2.034081e-14,5.899329e-11,1.303137e-12,False
backbone.layers.34.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.939070e-13,4.206967e-14,1.221952e-10,2.740412e-12,False
backbone.layers.34.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.362867e-13,2.018085e-14,5.892368e-11,1.319712e-12,False
backbone.layers.34.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.123854e-13,3.979444e-14,1.156143e-10,2.502933e-12,False
backbone.layers.34.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.279025e-13,1.975861e-14,5.737589e-11,1.302211e-12,False
backbone.layers.34.mixer.experts.29.up_proj.weight,1856x2688,4988928,3.269537e-13,3.452343e-14,9.931764e-11,2.239288e-12,False
backbone.layers.34.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.742183e-13,1.640692e-14,4.731958e-11,1.045409e-12,False
backbone.layers.34.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.383681e-13,4.094048e-14,1.181344e-10,2.530343e-12,False
backbone.layers.34.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.702283e-13,2.269482e-14,6.681586e-11,1.478611e-12,False
backbone.layers.34.mixer.experts.30.up_proj.weight,1856x2688,4988928,7.627544e-13,5.772197e-14,1.707331e-10,3.684542e-12,False
backbone.layers.34.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.512782e-13,2.054937e-14,6.036360e-11,1.344870e-12,False
backbone.layers.34.mixer.experts.31.up_proj.weight,1856x2688,4988928,5.058870e-13,4.531908e-14,1.319810e-10,2.884886e-12,False
backbone.layers.34.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.423756e-13,2.007678e-14,5.851968e-11,1.298809e-12,False
backbone.layers.34.mixer.experts.32.up_proj.weight,1856x2688,4988928,7.190516e-13,4.256969e-14,1.248668e-10,2.707309e-12,False
backbone.layers.34.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.871002e-13,2.198790e-14,6.497552e-11,1.425943e-12,False
backbone.layers.34.mixer.experts.33.up_proj.weight,1856x2688,4988928,5.738326e-13,4.679613e-14,1.368250e-10,2.927413e-12,False
backbone.layers.34.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.262374e-13,1.966531e-14,5.791532e-11,1.286692e-12,False
backbone.layers.34.mixer.experts.34.up_proj.weight,1856x2688,4988928,5.530438e-13,4.615622e-14,1.340916e-10,2.929742e-12,False
backbone.layers.34.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.944893e-13,2.234276e-14,6.550376e-11,1.444943e-12,False
backbone.layers.34.mixer.experts.35.up_proj.weight,1856x2688,4988928,8.276392e-13,4.910670e-14,1.460136e-10,3.116967e-12,False
backbone.layers.34.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.580129e-13,1.658481e-14,4.787805e-11,1.044210e-12,False
backbone.layers.34.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.781924e-13,4.771710e-14,1.382680e-10,2.935435e-12,False
backbone.layers.34.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.248349e-13,1.826461e-14,5.299474e-11,1.157280e-12,False
backbone.layers.34.mixer.experts.37.up_proj.weight,1856x2688,4988928,7.004718e-13,5.254183e-14,1.556024e-10,3.379021e-12,False
backbone.layers.34.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.683270e-13,1.882488e-14,5.501743e-11,1.222516e-12,False
backbone.layers.34.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.563676e-13,4.443839e-14,1.301857e-10,2.794036e-12,False
backbone.layers.34.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.647882e-13,2.004812e-14,5.872424e-11,1.288006e-12,False
backbone.layers.34.mixer.experts.39.up_proj.weight,1856x2688,4988928,7.941321e-13,5.583015e-14,1.650039e-10,3.584733e-12,False
backbone.layers.34.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.336152e-13,2.109211e-14,6.154612e-11,1.338247e-12,False
backbone.layers.34.mixer.experts.4.up_proj.weight,1856x2688,4988928,5.662640e-13,4.623636e-14,1.346537e-10,2.851139e-12,False
backbone.layers.34.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.973526e-13,1.792936e-14,5.180965e-11,1.123272e-12,False
backbone.layers.34.mixer.experts.40.up_proj.weight,1856x2688,4988928,3.534568e-13,4.007689e-14,1.152892e-10,2.450614e-12,False
backbone.layers.34.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.675257e-13,1.671228e-14,4.817353e-11,1.066249e-12,False
backbone.layers.34.mixer.experts.41.up_proj.weight,1856x2688,4988928,5.150168e-13,4.321581e-14,1.253024e-10,2.695214e-12,False
backbone.layers.34.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.791031e-13,2.094407e-14,6.145442e-11,1.402758e-12,False
backbone.layers.34.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.920682e-13,4.219616e-14,1.228085e-10,2.682277e-12,False
backbone.layers.34.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.917375e-13,1.836671e-14,5.313397e-11,1.214682e-12,False
backbone.layers.34.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.131001e-13,3.570434e-14,1.033511e-10,2.306540e-12,False
backbone.layers.34.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.398725e-13,1.431125e-14,4.104214e-11,9.432275e-13,False
backbone.layers.34.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.526692e-13,3.905922e-14,1.129482e-10,2.547836e-12,False
backbone.layers.34.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.544667e-13,1.629694e-14,4.686109e-11,1.051676e-12,False
backbone.layers.34.mixer.experts.45.up_proj.weight,1856x2688,4988928,5.730867e-13,5.015946e-14,1.458730e-10,3.163211e-12,False
backbone.layers.34.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.162298e-13,1.903993e-14,5.520226e-11,1.243953e-12,False
backbone.layers.34.mixer.experts.46.up_proj.weight,1856x2688,4988928,5.490148e-13,4.450496e-14,1.306461e-10,2.799245e-12,False
backbone.layers.34.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.898568e-13,1.901937e-14,5.520857e-11,1.205773e-12,False
backbone.layers.34.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.514583e-13,4.386034e-14,1.266722e-10,2.690131e-12,False
backbone.layers.34.mixer.experts.48.down_proj.weight,2688x1856,4988928,3.088779e-13,2.246048e-14,6.718815e-11,1.544274e-12,False
backbone.layers.34.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.565532e-13,4.007517e-14,1.160407e-10,2.632875e-12,False
backbone.layers.34.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.588894e-13,1.603572e-14,4.625248e-11,1.050326e-12,False
backbone.layers.34.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.476658e-13,3.999565e-14,1.159272e-10,2.579154e-12,False
backbone.layers.34.mixer.experts.5.down_proj.weight,2688x1856,4988928,1.914927e-13,1.695087e-14,4.905908e-11,1.095061e-12,False
backbone.layers.34.mixer.experts.5.up_proj.weight,1856x2688,4988928,6.533558e-13,4.785489e-14,1.406025e-10,3.059870e-12,False
backbone.layers.34.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.116224e-13,2.092838e-14,6.076511e-11,1.327190e-12,False
backbone.layers.34.mixer.experts.50.up_proj.weight,1856x2688,4988928,5.372105e-13,4.876617e-14,1.420146e-10,3.037569e-12,False
backbone.layers.34.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.775862e-13,1.658865e-14,4.802658e-11,1.105762e-12,False
backbone.layers.34.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.691905e-13,4.577635e-14,1.345284e-10,2.992198e-12,False
backbone.layers.34.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.323228e-13,2.077260e-14,6.137586e-11,1.339349e-12,False
backbone.layers.34.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.658635e-13,4.085968e-14,1.176326e-10,2.540403e-12,False
backbone.layers.34.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.927764e-13,1.758850e-14,5.100142e-11,1.181119e-12,False
backbone.layers.34.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.864082e-13,4.431656e-14,1.286491e-10,2.857744e-12,False
backbone.layers.34.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.827822e-13,1.736402e-14,5.042031e-11,1.123854e-12,False
backbone.layers.34.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.395928e-13,4.573857e-14,1.322988e-10,2.888528e-12,False
backbone.layers.34.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.639104e-13,2.165899e-14,6.391692e-11,1.423957e-12,False
backbone.layers.34.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.888832e-13,4.266031e-14,1.248450e-10,2.706993e-12,False
backbone.layers.34.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.896643e-13,1.886667e-14,5.474446e-11,1.184054e-12,False
backbone.layers.34.mixer.experts.56.up_proj.weight,1856x2688,4988928,6.112888e-13,5.128454e-14,1.507118e-10,3.195653e-12,False
backbone.layers.34.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.807582e-13,1.650742e-14,4.778533e-11,1.046502e-12,False
backbone.layers.34.mixer.experts.57.up_proj.weight,1856x2688,4988928,3.868220e-13,3.825630e-14,1.104953e-10,2.404868e-12,False
backbone.layers.34.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.709178e-13,1.980730e-14,5.780727e-11,1.285108e-12,False
backbone.layers.34.mixer.experts.58.up_proj.weight,1856x2688,4988928,3.957021e-13,3.662421e-14,1.057650e-10,2.266649e-12,False
backbone.layers.34.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.202787e-13,1.838210e-14,5.339539e-11,1.194432e-12,False
backbone.layers.34.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.472117e-13,4.330547e-14,1.257228e-10,2.698503e-12,False
backbone.layers.34.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.948944e-13,1.843619e-14,5.361180e-11,1.234046e-12,False
backbone.layers.34.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.691560e-13,4.306172e-14,1.254592e-10,2.846165e-12,False
backbone.layers.34.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.193558e-13,1.812862e-14,5.259786e-11,1.153780e-12,False
backbone.layers.34.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.890584e-13,4.804268e-14,1.393691e-10,3.032017e-12,False
backbone.layers.34.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.004785e-13,1.824785e-14,5.289765e-11,1.220354e-12,False
backbone.layers.34.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.015746e-13,3.898962e-14,1.125889e-10,2.537121e-12,False
backbone.layers.34.mixer.experts.62.down_proj.weight,2688x1856,4988928,6.689371e-13,2.124140e-14,6.268865e-11,1.398569e-12,False
backbone.layers.34.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.364459e-13,4.645462e-14,1.352787e-10,2.910236e-12,False
backbone.layers.34.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.509019e-13,1.520812e-14,4.396331e-11,1.020016e-12,False
backbone.layers.34.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.919953e-13,4.380207e-14,1.272865e-10,2.841068e-12,False
backbone.layers.34.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.668873e-13,1.698299e-14,4.885169e-11,1.080234e-12,False
backbone.layers.34.mixer.experts.64.up_proj.weight,1856x2688,4988928,5.189963e-13,4.503328e-14,1.314764e-10,2.801865e-12,False
backbone.layers.34.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.893624e-13,1.649443e-14,4.766748e-11,1.112941e-12,False
backbone.layers.34.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.499178e-13,4.105000e-14,1.191251e-10,2.617166e-12,False
backbone.layers.34.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.323766e-13,1.841332e-14,5.338137e-11,1.193808e-12,False
backbone.layers.34.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.816953e-13,4.641116e-14,1.345417e-10,2.896160e-12,False
backbone.layers.34.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.504420e-13,2.030197e-14,6.000301e-11,1.379318e-12,False
backbone.layers.34.mixer.experts.67.up_proj.weight,1856x2688,4988928,6.988255e-13,4.613717e-14,1.376018e-10,3.118684e-12,False
backbone.layers.34.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.432377e-13,1.840080e-14,5.315676e-11,1.182585e-12,False
backbone.layers.34.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.484250e-13,4.337082e-14,1.274023e-10,2.703075e-12,False
backbone.layers.34.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.689898e-13,1.744269e-14,5.049449e-11,1.121042e-12,False
backbone.layers.34.mixer.experts.69.up_proj.weight,1856x2688,4988928,6.569216e-13,5.245787e-14,1.560756e-10,3.303499e-12,False
backbone.layers.34.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.982095e-13,1.823085e-14,5.265235e-11,1.171892e-12,False
backbone.layers.34.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.105846e-13,4.714984e-14,1.371934e-10,2.993713e-12,False
backbone.layers.34.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.624447e-13,1.577395e-14,4.539290e-11,1.043428e-12,False
backbone.layers.34.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.082637e-13,4.061018e-14,1.171209e-10,2.590418e-12,False
backbone.layers.34.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.677771e-13,1.837492e-14,5.393334e-11,1.213988e-12,False
backbone.layers.34.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.813892e-13,4.570384e-14,1.328452e-10,2.907190e-12,False
backbone.layers.34.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.750352e-13,1.775797e-14,5.179275e-11,1.137619e-12,False
backbone.layers.34.mixer.experts.72.up_proj.weight,1856x2688,4988928,7.100570e-13,4.790657e-14,1.405332e-10,3.063486e-12,False
backbone.layers.34.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.652635e-13,2.238501e-14,6.558867e-11,1.453336e-12,False
backbone.layers.34.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.212150e-13,4.379283e-14,1.272502e-10,2.749605e-12,False
backbone.layers.34.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.866424e-13,1.854011e-14,5.371569e-11,1.185546e-12,False
backbone.layers.34.mixer.experts.74.up_proj.weight,1856x2688,4988928,7.380346e-13,4.594961e-14,1.343512e-10,2.881080e-12,False
backbone.layers.34.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.777761e-13,2.120460e-14,6.183753e-11,1.357682e-12,False
backbone.layers.34.mixer.experts.75.up_proj.weight,1856x2688,4988928,5.425660e-13,5.126853e-14,1.488822e-10,3.158420e-12,False
backbone.layers.34.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.710333e-13,1.740821e-14,5.032869e-11,1.103843e-12,False
backbone.layers.34.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.343297e-13,3.933839e-14,1.137036e-10,2.524681e-12,False
backbone.layers.34.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.680824e-13,1.952486e-14,5.738031e-11,1.251324e-12,False
backbone.layers.34.mixer.experts.77.up_proj.weight,1856x2688,4988928,6.800532e-13,5.071281e-14,1.490651e-10,3.145963e-12,False
backbone.layers.34.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.533565e-13,1.571770e-14,4.528794e-11,1.026612e-12,False
backbone.layers.34.mixer.experts.78.up_proj.weight,1856x2688,4988928,7.142264e-13,4.782214e-14,1.407417e-10,3.054109e-12,False
backbone.layers.34.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.824964e-13,1.758389e-14,5.102991e-11,1.099523e-12,False
backbone.layers.34.mixer.experts.79.up_proj.weight,1856x2688,4988928,3.830686e-13,4.125445e-14,1.184496e-10,2.503832e-12,False
backbone.layers.34.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.603368e-13,2.120615e-14,6.175663e-11,1.339666e-12,False
backbone.layers.34.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.788772e-13,4.615695e-14,1.356858e-10,2.868962e-12,False
backbone.layers.34.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.158855e-13,2.106766e-14,6.124459e-11,1.361475e-12,False
backbone.layers.34.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.992394e-13,4.846796e-14,1.407905e-10,2.993171e-12,False
backbone.layers.34.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.142887e-13,1.919923e-14,5.599443e-11,1.272368e-12,False
backbone.layers.34.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.869612e-13,4.279547e-14,1.246825e-10,2.774315e-12,False
backbone.layers.34.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.959335e-13,1.905592e-14,5.545040e-11,1.211029e-12,False
backbone.layers.34.mixer.experts.82.up_proj.weight,1856x2688,4988928,5.365213e-13,4.725015e-14,1.381477e-10,2.947368e-12,False
backbone.layers.34.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.608791e-13,1.610183e-14,4.641891e-11,1.075536e-12,False
backbone.layers.34.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.740895e-13,4.592114e-14,1.330552e-10,2.957321e-12,False
backbone.layers.34.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.079205e-13,1.995022e-14,5.815153e-11,1.288922e-12,False
backbone.layers.34.mixer.experts.84.up_proj.weight,1856x2688,4988928,3.947641e-13,4.092125e-14,1.182412e-10,2.528172e-12,False
backbone.layers.34.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.658366e-13,1.570946e-14,4.528724e-11,9.997619e-13,False
backbone.layers.34.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.908018e-13,4.328445e-14,1.259368e-10,2.682721e-12,False
backbone.layers.34.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.468825e-13,1.614333e-14,4.647416e-11,1.035843e-12,False
backbone.layers.34.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.408765e-13,4.128611e-14,1.190009e-10,2.603947e-12,False
backbone.layers.34.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.672107e-13,1.843808e-14,5.477313e-11,1.226225e-12,False
backbone.layers.34.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.928105e-13,4.587988e-14,1.339570e-10,2.928657e-12,False
backbone.layers.34.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.309125e-13,1.834503e-14,5.330547e-11,1.199644e-12,False
backbone.layers.34.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.243845e-13,3.937511e-14,1.137996e-10,2.507473e-12,False
backbone.layers.34.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.985903e-13,1.711263e-14,4.945374e-11,1.104802e-12,False
backbone.layers.34.mixer.experts.89.up_proj.weight,1856x2688,4988928,3.856498e-13,3.847482e-14,1.110457e-10,2.460502e-12,False
backbone.layers.34.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.937096e-13,1.706881e-14,4.956230e-11,1.098262e-12,False
backbone.layers.34.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.763750e-13,4.067359e-14,1.168753e-10,2.543513e-12,False
backbone.layers.34.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.745088e-13,1.804002e-14,5.208364e-11,1.183995e-12,False
backbone.layers.34.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.903127e-13,4.192796e-14,1.215361e-10,2.738672e-12,False
backbone.layers.34.mixer.experts.91.down_proj.weight,2688x1856,4988928,3.378131e-13,2.207931e-14,6.585042e-11,1.465648e-12,False
backbone.layers.34.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.271548e-13,3.860364e-14,1.123851e-10,2.431718e-12,False
backbone.layers.34.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.830654e-13,1.735392e-14,5.057891e-11,1.135242e-12,False
backbone.layers.34.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.695966e-13,4.168444e-14,1.209722e-10,2.602035e-12,False
backbone.layers.34.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.971964e-13,1.863023e-14,5.385747e-11,1.221285e-12,False
backbone.layers.34.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.749916e-13,4.596269e-14,1.336344e-10,2.960772e-12,False
backbone.layers.34.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.899765e-13,1.760319e-14,5.095921e-11,1.113030e-12,False
backbone.layers.34.mixer.experts.94.up_proj.weight,1856x2688,4988928,3.639485e-13,3.724581e-14,1.072809e-10,2.291873e-12,False
backbone.layers.34.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.251550e-13,1.975484e-14,5.733629e-11,1.291076e-12,False
backbone.layers.34.mixer.experts.95.up_proj.weight,1856x2688,4988928,3.822006e-13,3.979461e-14,1.152890e-10,2.524553e-12,False
backbone.layers.34.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.981609e-13,1.808513e-14,5.258522e-11,1.144486e-12,False
backbone.layers.34.mixer.experts.96.up_proj.weight,1856x2688,4988928,5.761468e-13,4.258888e-14,1.242604e-10,2.630970e-12,False
backbone.layers.34.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.881897e-13,1.869018e-14,5.392687e-11,1.185373e-12,False
backbone.layers.34.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.483046e-13,4.134584e-14,1.190819e-10,2.562901e-12,False
backbone.layers.34.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.286712e-13,2.025612e-14,5.887752e-11,1.306879e-12,False
backbone.layers.34.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.669390e-13,3.959333e-14,1.146440e-10,2.512401e-12,False
backbone.layers.34.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.505322e-13,2.292576e-14,6.728569e-11,1.489988e-12,False
backbone.layers.34.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.152892e-13,4.507225e-14,1.311788e-10,2.828592e-12,False
backbone.layers.34.mixer.gate.weight,128x2688,344064,5.824820e-13,5.262039e-14,4.123212e-11,3.452485e-12,False
backbone.layers.34.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.704123e-12,6.450863e-14,2.649963e-10,5.313188e-12,False
backbone.layers.34.mixer.shared_experts.up_proj.weight,3712x2688,9977856,4.169763e-13,3.078786e-14,1.268144e-10,2.790320e-12,False
backbone.layers.34.norm.weight,2688,2688,4.440892e-16,1.082627e-16,8.412472e-15,1.210413e-16,False
backbone.layers.35.mixer.A_log,64,64,1.332268e-15,2.333203e-16,2.949414e-15,1.786825e-16,False
backbone.layers.35.mixer.D,64,64,4.440892e-16,4.613958e-17,7.765547e-16,1.245011e-16,False
backbone.layers.35.mixer.conv1d.weight,6144x1x4,24576,7.389922e-16,1.235774e-17,5.590800e-15,5.402489e-16,True
backbone.layers.35.mixer.dt_bias,64,64,1.776357e-15,3.651593e-16,4.917987e-15,1.527253e-16,False
backbone.layers.35.mixer.in_proj.weight,10304x2688,27697152,8.406852e-13,4.976478e-14,3.440983e-10,2.817219e-12,False
backbone.layers.35.mixer.norm.weight,4096,4096,1.065814e-14,2.506811e-16,3.255557e-14,1.242355e-16,False
backbone.layers.35.mixer.out_proj.weight,2688x4096,11010048,1.543404e-12,9.022580e-14,3.865512e-10,5.508956e-12,False
backbone.layers.35.norm.weight,2688,2688,4.440892e-16,6.530253e-17,4.926444e-15,1.180576e-16,False
backbone.layers.36.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.839335e-13,2.348155e-14,6.837374e-11,1.502366e-12,False
backbone.layers.36.mixer.experts.0.up_proj.weight,1856x2688,4988928,6.281107e-13,5.097937e-14,1.504835e-10,3.190575e-12,False
backbone.layers.36.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.003259e-13,1.784503e-14,5.188290e-11,1.161060e-12,False
backbone.layers.36.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.217460e-13,4.425582e-14,1.280264e-10,2.858386e-12,False
backbone.layers.36.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.587132e-13,2.018284e-14,5.894685e-11,1.319752e-12,False
backbone.layers.36.mixer.experts.10.up_proj.weight,1856x2688,4988928,3.575255e-13,3.898845e-14,1.122769e-10,2.381585e-12,False
backbone.layers.36.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.033478e-13,2.019161e-14,5.862453e-11,1.373092e-12,False
backbone.layers.36.mixer.experts.100.up_proj.weight,1856x2688,4988928,3.196957e-13,3.375166e-14,9.711452e-11,2.191492e-12,False
backbone.layers.36.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.082640e-13,1.811964e-14,5.244652e-11,1.145356e-12,False
backbone.layers.36.mixer.experts.101.up_proj.weight,1856x2688,4988928,5.248441e-13,4.881493e-14,1.427875e-10,3.022433e-12,False
backbone.layers.36.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.309247e-13,1.932016e-14,5.636409e-11,1.251023e-12,False
backbone.layers.36.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.703599e-13,4.236792e-14,1.224075e-10,2.612894e-12,False
backbone.layers.36.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.054043e-13,1.903739e-14,5.545419e-11,1.214534e-12,False
backbone.layers.36.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.410292e-13,4.414703e-14,1.284876e-10,2.737909e-12,False
backbone.layers.36.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.377543e-13,2.024686e-14,5.865655e-11,1.334552e-12,False
backbone.layers.36.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.010819e-13,3.889060e-14,1.119141e-10,2.412034e-12,False
backbone.layers.36.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.835684e-13,1.770418e-14,5.120737e-11,1.120593e-12,False
backbone.layers.36.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.731701e-13,3.998783e-14,1.164785e-10,2.487815e-12,False
backbone.layers.36.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.904171e-13,1.974769e-14,5.729147e-11,1.288657e-12,False
backbone.layers.36.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.116412e-13,4.146950e-14,1.199140e-10,2.599403e-12,False
backbone.layers.36.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.427954e-13,2.020343e-14,5.946342e-11,1.351014e-12,False
backbone.layers.36.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.034619e-13,4.747089e-14,1.372878e-10,3.064104e-12,False
backbone.layers.36.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.279982e-13,1.893165e-14,5.474227e-11,1.201191e-12,False
backbone.layers.36.mixer.experts.108.up_proj.weight,1856x2688,4988928,6.755803e-13,5.420365e-14,1.586325e-10,3.369279e-12,False
backbone.layers.36.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.266104e-13,1.865597e-14,5.455808e-11,1.235587e-12,False
backbone.layers.36.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.778842e-13,3.900601e-14,1.133842e-10,2.491872e-12,False
backbone.layers.36.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.816065e-13,1.559902e-14,4.499076e-11,9.803177e-13,False
backbone.layers.36.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.758555e-13,4.708178e-14,1.365085e-10,2.869743e-12,False
backbone.layers.36.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.012071e-13,1.898279e-14,5.498919e-11,1.222923e-12,False
backbone.layers.36.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.223791e-13,3.933437e-14,1.139542e-10,2.470734e-12,False
backbone.layers.36.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.359710e-13,1.913966e-14,5.574854e-11,1.253357e-12,False
backbone.layers.36.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.029796e-13,4.561924e-14,1.326544e-10,2.909994e-12,False
backbone.layers.36.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.001160e-13,1.579837e-14,4.573923e-11,1.016214e-12,False
backbone.layers.36.mixer.experts.112.up_proj.weight,1856x2688,4988928,6.052554e-13,4.994641e-14,1.471407e-10,3.124280e-12,False
backbone.layers.36.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.959127e-13,1.862773e-14,5.415434e-11,1.228992e-12,False
backbone.layers.36.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.414108e-13,4.171590e-14,1.209776e-10,2.644799e-12,False
backbone.layers.36.mixer.experts.114.down_proj.weight,2688x1856,4988928,3.309280e-13,2.345423e-14,6.924229e-11,1.514160e-12,False
backbone.layers.36.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.760081e-13,4.368494e-14,1.273254e-10,2.677337e-12,False
backbone.layers.36.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.694043e-13,2.140133e-14,6.273577e-11,1.400343e-12,False
backbone.layers.36.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.381027e-13,4.074805e-14,1.174712e-10,2.508515e-12,False
backbone.layers.36.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.021092e-13,2.043405e-14,5.930088e-11,1.339280e-12,False
backbone.layers.36.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.290266e-13,3.961254e-14,1.142288e-10,2.459934e-12,False
backbone.layers.36.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.036964e-13,1.798206e-14,5.241613e-11,1.176834e-12,False
backbone.layers.36.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.399327e-13,4.527583e-14,1.322852e-10,2.981064e-12,False
backbone.layers.36.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.473509e-13,1.589572e-14,4.568473e-11,9.996590e-13,False
backbone.layers.36.mixer.experts.118.up_proj.weight,1856x2688,4988928,6.422571e-13,4.549889e-14,1.315921e-10,2.778921e-12,False
backbone.layers.36.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.824894e-13,1.793694e-14,5.189228e-11,1.153248e-12,False
backbone.layers.36.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.510697e-13,4.245113e-14,1.232763e-10,2.685428e-12,False
backbone.layers.36.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.736163e-13,1.558933e-14,4.518431e-11,1.135863e-12,False
backbone.layers.36.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.368172e-13,3.877204e-14,1.129869e-10,2.695667e-12,False
backbone.layers.36.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.831382e-13,1.816954e-14,5.244696e-11,1.133642e-12,False
backbone.layers.36.mixer.experts.120.up_proj.weight,1856x2688,4988928,3.611174e-13,3.680146e-14,1.054329e-10,2.219572e-12,False
backbone.layers.36.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.846471e-13,1.768894e-14,5.111066e-11,1.120919e-12,False
backbone.layers.36.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.377540e-13,3.986878e-14,1.152841e-10,2.419421e-12,False
backbone.layers.36.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.588364e-13,1.985505e-14,5.757610e-11,1.267748e-12,False
backbone.layers.36.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.620627e-13,4.103417e-14,1.193820e-10,2.517117e-12,False
backbone.layers.36.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.978973e-13,1.942321e-14,5.620866e-11,1.218001e-12,False
backbone.layers.36.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.821291e-13,4.391776e-14,1.274504e-10,2.702035e-12,False
backbone.layers.36.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.969353e-13,1.750240e-14,5.064431e-11,1.090592e-12,False
backbone.layers.36.mixer.experts.124.up_proj.weight,1856x2688,4988928,5.001867e-13,4.799906e-14,1.398147e-10,2.949799e-12,False
backbone.layers.36.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.051501e-13,1.788909e-14,5.202329e-11,1.164679e-12,False
backbone.layers.36.mixer.experts.125.up_proj.weight,1856x2688,4988928,5.914054e-13,4.800878e-14,1.395936e-10,2.986828e-12,False
backbone.layers.36.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.741315e-13,1.687471e-14,4.864610e-11,1.113302e-12,False
backbone.layers.36.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.007697e-13,4.066569e-14,1.173024e-10,2.512050e-12,False
backbone.layers.36.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.506202e-13,1.630873e-14,4.705019e-11,1.043704e-12,False
backbone.layers.36.mixer.experts.127.up_proj.weight,1856x2688,4988928,5.770835e-13,4.561870e-14,1.327374e-10,2.854457e-12,False
backbone.layers.36.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.671562e-13,1.740081e-14,4.999535e-11,1.079685e-12,False
backbone.layers.36.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.426527e-13,4.793191e-14,1.396158e-10,2.952046e-12,False
backbone.layers.36.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.936958e-13,1.733171e-14,5.017528e-11,1.123130e-12,False
backbone.layers.36.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.332576e-13,4.090885e-14,1.187641e-10,2.555955e-12,False
backbone.layers.36.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.847427e-13,1.793053e-14,5.266072e-11,1.172453e-12,False
backbone.layers.36.mixer.experts.15.up_proj.weight,1856x2688,4988928,5.430031e-13,4.745255e-14,1.379449e-10,2.936794e-12,False
backbone.layers.36.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.732259e-13,2.130207e-14,6.231738e-11,1.391716e-12,False
backbone.layers.36.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.214233e-13,3.731926e-14,1.074286e-10,2.383042e-12,False
backbone.layers.36.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.780721e-13,1.779897e-14,5.136598e-11,1.168512e-12,False
backbone.layers.36.mixer.experts.17.up_proj.weight,1856x2688,4988928,5.001520e-13,4.039319e-14,1.165698e-10,2.564654e-12,False
backbone.layers.36.mixer.experts.18.down_proj.weight,2688x1856,4988928,1.763641e-13,1.858582e-14,5.397965e-11,1.233935e-12,False
backbone.layers.36.mixer.experts.18.up_proj.weight,1856x2688,4988928,5.544037e-13,4.224101e-14,1.228280e-10,2.725335e-12,False
backbone.layers.36.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.985287e-13,1.839462e-14,5.334803e-11,1.235571e-12,False
backbone.layers.36.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.683580e-13,4.253725e-14,1.240446e-10,2.756023e-12,False
backbone.layers.36.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.055127e-13,1.880169e-14,5.469681e-11,1.187938e-12,False
backbone.layers.36.mixer.experts.2.up_proj.weight,1856x2688,4988928,5.538937e-13,4.526802e-14,1.332927e-10,2.842643e-12,False
backbone.layers.36.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.971244e-13,1.889694e-14,5.488333e-11,1.230344e-12,False
backbone.layers.36.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.538661e-13,4.147716e-14,1.198787e-10,2.614225e-12,False
backbone.layers.36.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.369598e-13,2.058568e-14,6.029420e-11,1.331824e-12,False
backbone.layers.36.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.465872e-13,4.092334e-14,1.191053e-10,2.541822e-12,False
backbone.layers.36.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.694095e-13,2.078188e-14,6.093361e-11,1.366732e-12,False
backbone.layers.36.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.343677e-13,4.870530e-14,1.418033e-10,3.007768e-12,False
backbone.layers.36.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.934806e-13,1.727858e-14,5.013319e-11,1.159025e-12,False
backbone.layers.36.mixer.experts.23.up_proj.weight,1856x2688,4988928,5.527211e-13,4.462477e-14,1.295329e-10,2.887413e-12,False
backbone.layers.36.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.811086e-13,1.868556e-14,5.391669e-11,1.205864e-12,False
backbone.layers.36.mixer.experts.24.up_proj.weight,1856x2688,4988928,6.818643e-13,4.829352e-14,1.427827e-10,3.089299e-12,False
backbone.layers.36.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.337054e-13,1.912289e-14,5.556710e-11,1.222894e-12,False
backbone.layers.36.mixer.experts.25.up_proj.weight,1856x2688,4988928,6.876513e-13,5.051290e-14,1.465639e-10,3.134570e-12,False
backbone.layers.36.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.998748e-13,1.783568e-14,5.149169e-11,1.160064e-12,False
backbone.layers.36.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.049434e-13,3.898178e-14,1.126471e-10,2.452693e-12,False
backbone.layers.36.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.242720e-13,2.025079e-14,5.889506e-11,1.323659e-12,False
backbone.layers.36.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.264783e-13,3.830270e-14,1.112225e-10,2.407183e-12,False
backbone.layers.36.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.726154e-13,1.658101e-14,4.779964e-11,1.108901e-12,False
backbone.layers.36.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.420891e-13,3.824108e-14,1.110391e-10,2.479850e-12,False
backbone.layers.36.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.181753e-13,1.975663e-14,5.749545e-11,1.255272e-12,False
backbone.layers.36.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.778643e-13,4.085794e-14,1.185799e-10,2.483310e-12,False
backbone.layers.36.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.110152e-13,1.837308e-14,5.329404e-11,1.170047e-12,False
backbone.layers.36.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.225960e-13,4.057960e-14,1.167621e-10,2.480791e-12,False
backbone.layers.36.mixer.experts.30.down_proj.weight,2688x1856,4988928,3.407240e-13,2.378062e-14,7.052874e-11,1.569584e-12,False
backbone.layers.36.mixer.experts.30.up_proj.weight,1856x2688,4988928,8.226336e-13,5.088716e-14,1.497121e-10,3.243647e-12,False
backbone.layers.36.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.385366e-13,2.077789e-14,6.081905e-11,1.359117e-12,False
backbone.layers.36.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.424586e-13,4.300977e-14,1.246938e-10,2.696348e-12,False
backbone.layers.36.mixer.experts.32.down_proj.weight,2688x1856,4988928,1.869564e-13,1.852619e-14,5.348286e-11,1.215566e-12,False
backbone.layers.36.mixer.experts.32.up_proj.weight,1856x2688,4988928,5.170794e-13,4.314917e-14,1.252180e-10,2.765521e-12,False
backbone.layers.36.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.896745e-13,1.919171e-14,5.683212e-11,1.270805e-12,False
backbone.layers.36.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.103315e-13,3.899490e-14,1.125240e-10,2.444303e-12,False
backbone.layers.36.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.761161e-13,1.704032e-14,4.930026e-11,1.087516e-12,False
backbone.layers.36.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.044699e-13,3.937704e-14,1.138543e-10,2.423103e-12,False
backbone.layers.36.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.962666e-13,1.880565e-14,5.484072e-11,1.200106e-12,False
backbone.layers.36.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.531722e-13,4.488609e-14,1.302912e-10,2.775488e-12,False
backbone.layers.36.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.527596e-13,2.077960e-14,6.110454e-11,1.428210e-12,False
backbone.layers.36.mixer.experts.36.up_proj.weight,1856x2688,4988928,5.559598e-13,4.523470e-14,1.316265e-10,2.912274e-12,False
backbone.layers.36.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.822379e-13,1.797556e-14,5.186630e-11,1.147017e-12,False
backbone.layers.36.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.069679e-13,3.953502e-14,1.138188e-10,2.406889e-12,False
backbone.layers.36.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.860994e-13,1.794807e-14,5.210566e-11,1.157590e-12,False
backbone.layers.36.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.625328e-13,4.143699e-14,1.199165e-10,2.570368e-12,False
backbone.layers.36.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.024158e-13,1.736862e-14,5.059458e-11,1.175591e-12,False
backbone.layers.36.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.947291e-13,4.411915e-14,1.279888e-10,2.841523e-12,False
backbone.layers.36.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.003814e-13,1.683525e-14,4.884040e-11,1.096086e-12,False
backbone.layers.36.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.386873e-13,3.776429e-14,1.094453e-10,2.406305e-12,False
backbone.layers.36.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.476422e-13,1.986615e-14,5.768572e-11,1.257612e-12,False
backbone.layers.36.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.878251e-13,4.328220e-14,1.257254e-10,2.631252e-12,False
backbone.layers.36.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.865087e-13,2.007383e-14,5.954985e-11,1.285805e-12,False
backbone.layers.36.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.244521e-13,4.350555e-14,1.254460e-10,2.650297e-12,False
backbone.layers.36.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.882418e-13,1.927106e-14,5.615761e-11,1.277362e-12,False
backbone.layers.36.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.729064e-13,4.282115e-14,1.243331e-10,2.724529e-12,False
backbone.layers.36.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.012487e-13,1.868936e-14,5.407349e-11,1.202596e-12,False
backbone.layers.36.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.430414e-13,4.289687e-14,1.242691e-10,2.691348e-12,False
backbone.layers.36.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.009376e-13,1.756820e-14,5.128270e-11,1.110835e-12,False
backbone.layers.36.mixer.experts.44.up_proj.weight,1856x2688,4988928,5.042546e-13,4.491091e-14,1.304436e-10,2.715952e-12,False
backbone.layers.36.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.958000e-13,1.771525e-14,5.133177e-11,1.130865e-12,False
backbone.layers.36.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.052592e-13,4.057905e-14,1.170139e-10,2.507070e-12,False
backbone.layers.36.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.990005e-13,1.709163e-14,4.947270e-11,1.093843e-12,False
backbone.layers.36.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.707432e-13,4.446287e-14,1.295633e-10,2.769721e-12,False
backbone.layers.36.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.777675e-13,1.763427e-14,5.100711e-11,1.131173e-12,False
backbone.layers.36.mixer.experts.47.up_proj.weight,1856x2688,4988928,5.949234e-13,4.219659e-14,1.223212e-10,2.651474e-12,False
backbone.layers.36.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.089856e-13,1.891208e-14,5.470377e-11,1.233285e-12,False
backbone.layers.36.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.948472e-13,4.284586e-14,1.242419e-10,2.717680e-12,False
backbone.layers.36.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.964362e-13,2.025946e-14,5.870794e-11,1.282613e-12,False
backbone.layers.36.mixer.experts.49.up_proj.weight,1856x2688,4988928,5.751667e-13,4.540879e-14,1.317328e-10,2.791631e-12,False
backbone.layers.36.mixer.experts.5.down_proj.weight,2688x1856,4988928,1.776496e-13,1.721529e-14,4.970986e-11,1.083451e-12,False
backbone.layers.36.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.620891e-13,4.188225e-14,1.214081e-10,2.607704e-12,False
backbone.layers.36.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.338511e-13,1.920333e-14,5.612244e-11,1.231586e-12,False
backbone.layers.36.mixer.experts.50.up_proj.weight,1856x2688,4988928,7.294582e-13,4.576678e-14,1.332108e-10,2.818580e-12,False
backbone.layers.36.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.822917e-13,1.601035e-14,4.619783e-11,1.013833e-12,False
backbone.layers.36.mixer.experts.51.up_proj.weight,1856x2688,4988928,6.169060e-13,4.482042e-14,1.302712e-10,2.773781e-12,False
backbone.layers.36.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.836378e-13,1.620754e-14,4.676122e-11,1.038457e-12,False
backbone.layers.36.mixer.experts.52.up_proj.weight,1856x2688,4988928,5.308705e-13,4.798169e-14,1.395260e-10,2.970951e-12,False
backbone.layers.36.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.774639e-13,1.676208e-14,4.843651e-11,1.100040e-12,False
backbone.layers.36.mixer.experts.53.up_proj.weight,1856x2688,4988928,5.319092e-13,4.135510e-14,1.209299e-10,2.671301e-12,False
backbone.layers.36.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.372685e-13,1.973284e-14,5.743679e-11,1.294824e-12,False
backbone.layers.36.mixer.experts.54.up_proj.weight,1856x2688,4988928,5.031357e-13,4.321669e-14,1.254261e-10,2.727098e-12,False
backbone.layers.36.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.127326e-13,1.820361e-14,5.264060e-11,1.186439e-12,False
backbone.layers.36.mixer.experts.55.up_proj.weight,1856x2688,4988928,5.996280e-13,4.249400e-14,1.238403e-10,2.720116e-12,False
backbone.layers.36.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.346144e-13,1.808181e-14,5.246050e-11,1.180972e-12,False
backbone.layers.36.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.568360e-13,4.389812e-14,1.276761e-10,2.825275e-12,False
backbone.layers.36.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.928145e-13,1.797182e-14,5.202622e-11,1.143812e-12,False
backbone.layers.36.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.604698e-13,4.411180e-14,1.274693e-10,2.704767e-12,False
backbone.layers.36.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.829648e-13,1.735101e-14,5.003186e-11,1.120288e-12,False
backbone.layers.36.mixer.experts.58.up_proj.weight,1856x2688,4988928,7.957749e-13,5.092170e-14,1.493381e-10,3.222855e-12,False
backbone.layers.36.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.098113e-13,2.060720e-14,5.989707e-11,1.302793e-12,False
backbone.layers.36.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.576573e-13,4.192332e-14,1.206578e-10,2.505521e-12,False
backbone.layers.36.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.166201e-13,1.798660e-14,5.224558e-11,1.157410e-12,False
backbone.layers.36.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.511114e-13,4.239780e-14,1.232221e-10,2.655911e-12,False
backbone.layers.36.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.379549e-13,1.925544e-14,5.632434e-11,1.223319e-12,False
backbone.layers.36.mixer.experts.60.up_proj.weight,1856x2688,4988928,6.334377e-13,4.682382e-14,1.363553e-10,2.858603e-12,False
backbone.layers.36.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.901545e-13,1.842633e-14,5.309124e-11,1.205591e-12,False
backbone.layers.36.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.062652e-13,4.194375e-14,1.226302e-10,2.736733e-12,False
backbone.layers.36.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.776981e-13,1.757238e-14,5.071967e-11,1.144417e-12,False
backbone.layers.36.mixer.experts.62.up_proj.weight,1856x2688,4988928,4.507241e-13,4.030096e-14,1.168106e-10,2.528271e-12,False
backbone.layers.36.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.613050e-13,1.666085e-14,4.793631e-11,1.047669e-12,False
backbone.layers.36.mixer.experts.63.up_proj.weight,1856x2688,4988928,6.597708e-13,4.647488e-14,1.369512e-10,2.937413e-12,False
backbone.layers.36.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.972622e-13,2.138023e-14,6.358844e-11,1.430943e-12,False
backbone.layers.36.mixer.experts.64.up_proj.weight,1856x2688,4988928,5.891971e-13,4.616263e-14,1.356096e-10,2.968311e-12,False
backbone.layers.36.mixer.experts.65.down_proj.weight,2688x1856,4988928,3.412895e-13,2.310921e-14,6.784842e-11,1.469972e-12,False
backbone.layers.36.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.562045e-13,4.255436e-14,1.231730e-10,2.609463e-12,False
backbone.layers.36.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.492589e-13,1.999144e-14,5.899457e-11,1.271109e-12,False
backbone.layers.36.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.328273e-13,4.718641e-14,1.381357e-10,2.854473e-12,False
backbone.layers.36.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.896157e-13,1.834630e-14,5.320155e-11,1.159633e-12,False
backbone.layers.36.mixer.experts.67.up_proj.weight,1856x2688,4988928,5.746931e-13,4.581344e-14,1.332477e-10,2.816168e-12,False
backbone.layers.36.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.822882e-13,1.748931e-14,5.081587e-11,1.170534e-12,False
backbone.layers.36.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.440023e-13,4.265776e-14,1.238790e-10,2.691801e-12,False
backbone.layers.36.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.671649e-13,1.611022e-14,4.652927e-11,1.005564e-12,False
backbone.layers.36.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.803961e-13,4.503858e-14,1.303386e-10,2.738998e-12,False
backbone.layers.36.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.577522e-13,2.078473e-14,6.130097e-11,1.391035e-12,False
backbone.layers.36.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.037047e-13,4.390216e-14,1.269689e-10,2.800837e-12,False
backbone.layers.36.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.161275e-13,2.035047e-14,5.897905e-11,1.299766e-12,False
backbone.layers.36.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.354017e-13,4.148212e-14,1.198517e-10,2.522979e-12,False
backbone.layers.36.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.451997e-13,2.103161e-14,6.155421e-11,1.332782e-12,False
backbone.layers.36.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.225491e-13,3.923731e-14,1.132099e-10,2.418482e-12,False
backbone.layers.36.mixer.experts.72.down_proj.weight,2688x1856,4988928,1.965997e-13,1.904785e-14,5.516316e-11,1.198855e-12,False
backbone.layers.36.mixer.experts.72.up_proj.weight,1856x2688,4988928,4.570094e-13,3.812718e-14,1.102219e-10,2.349241e-12,False
backbone.layers.36.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.735650e-13,2.259976e-14,6.579063e-11,1.430455e-12,False
backbone.layers.36.mixer.experts.73.up_proj.weight,1856x2688,4988928,9.192612e-13,5.722714e-14,1.749923e-10,3.658827e-12,False
backbone.layers.36.mixer.experts.74.down_proj.weight,2688x1856,4988928,3.955777e-13,2.203456e-14,6.532001e-11,1.462649e-12,False
backbone.layers.36.mixer.experts.74.up_proj.weight,1856x2688,4988928,6.622689e-13,5.134494e-14,1.515489e-10,3.309845e-12,False
backbone.layers.36.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.469830e-13,1.853015e-14,5.400098e-11,1.262216e-12,False
backbone.layers.36.mixer.experts.75.up_proj.weight,1856x2688,4988928,6.280003e-13,4.814170e-14,1.410692e-10,3.060856e-12,False
backbone.layers.36.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.403286e-13,1.862269e-14,5.413563e-11,1.181470e-12,False
backbone.layers.36.mixer.experts.76.up_proj.weight,1856x2688,4988928,6.204308e-13,5.075338e-14,1.469997e-10,3.125841e-12,False
backbone.layers.36.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.426427e-13,1.897508e-14,5.533399e-11,1.237216e-12,False
backbone.layers.36.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.499500e-13,3.928723e-14,1.135082e-10,2.468764e-12,False
backbone.layers.36.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.532731e-13,2.258443e-14,6.565324e-11,1.420721e-12,False
backbone.layers.36.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.358866e-13,4.004046e-14,1.155465e-10,2.453085e-12,False
backbone.layers.36.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.810791e-13,1.699167e-14,4.885948e-11,1.056249e-12,False
backbone.layers.36.mixer.experts.79.up_proj.weight,1856x2688,4988928,5.539198e-13,4.966876e-14,1.446507e-10,3.014559e-12,False
backbone.layers.36.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.135479e-13,1.747997e-14,5.045875e-11,1.096795e-12,False
backbone.layers.36.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.484017e-13,4.267961e-14,1.234313e-10,2.597155e-12,False
backbone.layers.36.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.822535e-13,1.647597e-14,4.780235e-11,1.041587e-12,False
backbone.layers.36.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.784367e-13,4.717074e-14,1.365586e-10,2.889015e-12,False
backbone.layers.36.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.743944e-13,1.766899e-14,5.105385e-11,1.112915e-12,False
backbone.layers.36.mixer.experts.81.up_proj.weight,1856x2688,4988928,5.001208e-13,4.240597e-14,1.230874e-10,2.613415e-12,False
backbone.layers.36.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.406686e-13,1.808929e-14,5.269532e-11,1.151800e-12,False
backbone.layers.36.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.869612e-13,3.997662e-14,1.155585e-10,2.442035e-12,False
backbone.layers.36.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.770424e-13,1.597366e-14,4.620074e-11,1.078067e-12,False
backbone.layers.36.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.726715e-13,4.392576e-14,1.278441e-10,2.870437e-12,False
backbone.layers.36.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.529644e-13,1.620987e-14,4.671550e-11,1.071838e-12,False
backbone.layers.36.mixer.experts.84.up_proj.weight,1856x2688,4988928,6.450951e-13,4.477815e-14,1.311370e-10,2.918802e-12,False
backbone.layers.36.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.980526e-13,2.367441e-14,6.974389e-11,1.570229e-12,False
backbone.layers.36.mixer.experts.85.up_proj.weight,1856x2688,4988928,3.588033e-13,3.728854e-14,1.077549e-10,2.351428e-12,False
backbone.layers.36.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.159197e-13,1.808504e-14,5.265080e-11,1.190427e-12,False
backbone.layers.36.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.705455e-13,4.282691e-14,1.255081e-10,2.694279e-12,False
backbone.layers.36.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.950731e-13,1.842075e-14,5.345647e-11,1.161990e-12,False
backbone.layers.36.mixer.experts.87.up_proj.weight,1856x2688,4988928,3.773266e-13,3.847571e-14,1.111636e-10,2.380484e-12,False
backbone.layers.36.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.941364e-13,1.788736e-14,5.180704e-11,1.134184e-12,False
backbone.layers.36.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.378789e-13,4.306739e-14,1.251521e-10,2.659025e-12,False
backbone.layers.36.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.975156e-13,1.798103e-14,5.204472e-11,1.151481e-12,False
backbone.layers.36.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.787108e-13,4.412590e-14,1.275409e-10,2.713625e-12,False
backbone.layers.36.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.579395e-13,2.255740e-14,6.647439e-11,1.521659e-12,False
backbone.layers.36.mixer.experts.9.up_proj.weight,1856x2688,4988928,5.727259e-13,5.103977e-14,1.489431e-10,3.248743e-12,False
backbone.layers.36.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.030251e-13,1.756364e-14,5.110959e-11,1.129987e-12,False
backbone.layers.36.mixer.experts.90.up_proj.weight,1856x2688,4988928,5.386299e-13,4.311196e-14,1.246183e-10,2.709777e-12,False
backbone.layers.36.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.415897e-13,1.887996e-14,5.507476e-11,1.255873e-12,False
backbone.layers.36.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.825741e-13,4.513715e-14,1.305120e-10,2.863415e-12,False
backbone.layers.36.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.946325e-13,1.917301e-14,5.539189e-11,1.237644e-12,False
backbone.layers.36.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.873411e-13,4.348753e-14,1.260147e-10,2.715223e-12,False
backbone.layers.36.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.986796e-13,1.803160e-14,5.219739e-11,1.233042e-12,False
backbone.layers.36.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.250592e-13,4.605457e-14,1.342226e-10,2.970468e-12,False
backbone.layers.36.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.630986e-13,2.157527e-14,6.316078e-11,1.361507e-12,False
backbone.layers.36.mixer.experts.94.up_proj.weight,1856x2688,4988928,4.713695e-13,4.508015e-14,1.308602e-10,2.725496e-12,False
backbone.layers.36.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.258818e-13,1.996628e-14,5.775573e-11,1.315009e-12,False
backbone.layers.36.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.208647e-13,4.046530e-14,1.167611e-10,2.580806e-12,False
backbone.layers.36.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.704713e-13,1.785016e-14,5.142445e-11,1.121855e-12,False
backbone.layers.36.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.636534e-13,4.707307e-14,1.363139e-10,2.851711e-12,False
backbone.layers.36.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.784493e-13,1.617242e-14,4.681379e-11,1.062427e-12,False
backbone.layers.36.mixer.experts.97.up_proj.weight,1856x2688,4988928,6.436726e-13,4.604343e-14,1.340068e-10,2.908613e-12,False
backbone.layers.36.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.519566e-13,1.538067e-14,4.426424e-11,9.835020e-13,False
backbone.layers.36.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.432583e-13,3.972871e-14,1.146817e-10,2.469910e-12,False
backbone.layers.36.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.882557e-13,1.904104e-14,5.499764e-11,1.191140e-12,False
backbone.layers.36.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.747175e-13,4.366492e-14,1.262134e-10,2.666936e-12,False
backbone.layers.36.mixer.gate.weight,128x2688,344064,4.135442e-13,4.261002e-14,3.306861e-11,3.132339e-12,False
backbone.layers.36.mixer.shared_experts.down_proj.weight,2688x3712,9977856,9.952941e-13,6.574204e-14,2.709809e-10,5.324815e-12,False
backbone.layers.36.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.722682e-13,3.048725e-14,1.248575e-10,2.602280e-12,False
backbone.layers.36.norm.weight,2688,2688,6.661338e-16,1.229408e-16,9.348812e-15,1.171053e-16,False
backbone.layers.37.mixer.A_log,64,64,8.881784e-16,1.637145e-16,2.045503e-15,1.343218e-16,False
backbone.layers.37.mixer.D,64,64,4.440892e-16,4.410331e-17,7.364489e-16,1.530647e-16,False
backbone.layers.37.mixer.conv1d.weight,6144x1x4,24576,1.249001e-15,1.212777e-17,5.731468e-15,5.469193e-16,True
backbone.layers.37.mixer.dt_bias,64,64,1.776357e-15,2.714842e-16,4.099189e-15,1.177066e-16,False
backbone.layers.37.mixer.in_proj.weight,10304x2688,27697152,8.233830e-13,5.348183e-14,3.727844e-10,3.064020e-12,False
backbone.layers.37.mixer.norm.weight,4096,4096,5.329071e-15,2.591243e-16,3.163392e-14,1.228972e-16,False
backbone.layers.37.mixer.out_proj.weight,2688x4096,11010048,1.260200e-12,1.097338e-13,4.751332e-10,6.806395e-12,False
backbone.layers.37.norm.weight,2688,2688,2.220446e-16,4.576366e-17,3.793488e-15,1.218093e-16,False
backbone.layers.38.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.326576e-13,2.061109e-14,6.010394e-11,1.316463e-12,False
backbone.layers.38.mixer.experts.0.up_proj.weight,1856x2688,4988928,5.052764e-13,4.178272e-14,1.217433e-10,2.586828e-12,False
backbone.layers.38.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.575740e-13,1.608350e-14,4.637985e-11,1.044986e-12,False
backbone.layers.38.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.933163e-13,4.618704e-14,1.342719e-10,2.898712e-12,False
backbone.layers.38.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.491557e-13,2.193523e-14,6.422423e-11,1.397830e-12,False
backbone.layers.38.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.286675e-13,4.279541e-14,1.241149e-10,2.672945e-12,False
backbone.layers.38.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.087757e-13,1.881995e-14,5.500991e-11,1.279387e-12,False
backbone.layers.38.mixer.experts.100.up_proj.weight,1856x2688,4988928,3.836818e-13,3.730590e-14,1.073504e-10,2.352948e-12,False
backbone.layers.38.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.589284e-13,1.711947e-14,4.937565e-11,1.094481e-12,False
backbone.layers.38.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.535920e-13,4.426026e-14,1.294591e-10,2.745587e-12,False
backbone.layers.38.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.092181e-13,1.978233e-14,5.734411e-11,1.308415e-12,False
backbone.layers.38.mixer.experts.102.up_proj.weight,1856x2688,4988928,3.565447e-13,3.649304e-14,1.048229e-10,2.309031e-12,False
backbone.layers.38.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.249806e-13,2.072217e-14,6.035301e-11,1.340475e-12,False
backbone.layers.38.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.682886e-13,3.892043e-14,1.128267e-10,2.461630e-12,False
backbone.layers.38.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.452970e-13,1.548878e-14,4.452929e-11,9.743766e-13,False
backbone.layers.38.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.043396e-13,4.535538e-14,1.319520e-10,2.767671e-12,False
backbone.layers.38.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.153729e-13,1.721317e-14,5.024314e-11,1.136858e-12,False
backbone.layers.38.mixer.experts.105.up_proj.weight,1856x2688,4988928,5.240357e-13,4.295583e-14,1.240826e-10,2.674243e-12,False
backbone.layers.38.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.790061e-13,1.706459e-14,4.934527e-11,1.094636e-12,False
backbone.layers.38.mixer.experts.106.up_proj.weight,1856x2688,4988928,3.650014e-13,3.413963e-14,9.854834e-11,2.142307e-12,False
backbone.layers.38.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.104636e-13,1.672986e-14,4.848071e-11,1.059032e-12,False
backbone.layers.38.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.194664e-13,4.375890e-14,1.263404e-10,2.682494e-12,False
backbone.layers.38.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.697167e-13,1.689447e-14,4.862504e-11,1.064897e-12,False
backbone.layers.38.mixer.experts.108.up_proj.weight,1856x2688,4988928,3.866915e-13,3.924144e-14,1.134674e-10,2.393797e-12,False
backbone.layers.38.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.735140e-13,1.821341e-14,5.275084e-11,1.179328e-12,False
backbone.layers.38.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.921549e-13,4.356264e-14,1.271260e-10,2.756673e-12,False
backbone.layers.38.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.545465e-13,1.604728e-14,4.622135e-11,1.013400e-12,False
backbone.layers.38.mixer.experts.11.up_proj.weight,1856x2688,4988928,3.796928e-13,3.948451e-14,1.137072e-10,2.417143e-12,False
backbone.layers.38.mixer.experts.110.down_proj.weight,2688x1856,4988928,2.274222e-13,1.850039e-14,5.421645e-11,1.195313e-12,False
backbone.layers.38.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.484260e-13,4.313609e-14,1.256771e-10,2.699610e-12,False
backbone.layers.38.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.825068e-13,1.843061e-14,5.332863e-11,1.177034e-12,False
backbone.layers.38.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.544871e-13,4.334660e-14,1.257813e-10,2.721348e-12,False
backbone.layers.38.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.154943e-13,1.883241e-14,5.448216e-11,1.269777e-12,False
backbone.layers.38.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.212030e-13,4.015751e-14,1.159250e-10,2.509114e-12,False
backbone.layers.38.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.022063e-13,1.815241e-14,5.265765e-11,1.139117e-12,False
backbone.layers.38.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.174125e-13,4.790523e-14,1.397472e-10,2.966329e-12,False
backbone.layers.38.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.627466e-13,1.630468e-14,4.712656e-11,1.038948e-12,False
backbone.layers.38.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.711665e-13,4.174579e-14,1.214929e-10,2.564914e-12,False
backbone.layers.38.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.015332e-13,1.843254e-14,5.344066e-11,1.229599e-12,False
backbone.layers.38.mixer.experts.115.up_proj.weight,1856x2688,4988928,6.049380e-13,4.665490e-14,1.360695e-10,2.969197e-12,False
backbone.layers.38.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.454877e-13,1.927757e-14,5.627494e-11,1.219174e-12,False
backbone.layers.38.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.931090e-13,4.379073e-14,1.275237e-10,2.679440e-12,False
backbone.layers.38.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.728182e-13,1.918346e-14,5.547928e-11,1.211476e-12,False
backbone.layers.38.mixer.experts.117.up_proj.weight,1856x2688,4988928,6.658771e-13,4.905929e-14,1.434790e-10,3.076261e-12,False
backbone.layers.38.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.132010e-13,2.067067e-14,6.008666e-11,1.380598e-12,False
backbone.layers.38.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.630905e-13,4.410169e-14,1.293848e-10,2.860681e-12,False
backbone.layers.38.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.397527e-13,2.074186e-14,6.040501e-11,1.320328e-12,False
backbone.layers.38.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.234148e-13,3.765700e-14,1.093267e-10,2.328293e-12,False
backbone.layers.38.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.221955e-13,1.857041e-14,5.400067e-11,1.192456e-12,False
backbone.layers.38.mixer.experts.12.up_proj.weight,1856x2688,4988928,8.677954e-13,5.909889e-14,1.770676e-10,3.692473e-12,False
backbone.layers.38.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.123414e-13,1.825293e-14,5.284146e-11,1.150009e-12,False
backbone.layers.38.mixer.experts.120.up_proj.weight,1856x2688,4988928,6.045876e-13,4.561740e-14,1.336972e-10,2.845759e-12,False
backbone.layers.38.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.370179e-13,1.957369e-14,5.691371e-11,1.251879e-12,False
backbone.layers.38.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.479733e-13,4.174062e-14,1.206706e-10,2.536322e-12,False
backbone.layers.38.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.767197e-13,1.724659e-14,4.995242e-11,1.124567e-12,False
backbone.layers.38.mixer.experts.122.up_proj.weight,1856x2688,4988928,3.955516e-13,3.698510e-14,1.063414e-10,2.406024e-12,False
backbone.layers.38.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.873883e-13,1.829914e-14,5.295521e-11,1.203230e-12,False
backbone.layers.38.mixer.experts.123.up_proj.weight,1856x2688,4988928,5.831065e-13,4.392126e-14,1.279274e-10,2.716592e-12,False
backbone.layers.38.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.391854e-13,2.053571e-14,5.994998e-11,1.318257e-12,False
backbone.layers.38.mixer.experts.124.up_proj.weight,1856x2688,4988928,6.035450e-13,4.882541e-14,1.416996e-10,2.977724e-12,False
backbone.layers.38.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.712068e-13,1.720339e-14,4.964184e-11,1.093116e-12,False
backbone.layers.38.mixer.experts.125.up_proj.weight,1856x2688,4988928,5.635804e-13,4.850268e-14,1.420006e-10,3.038408e-12,False
backbone.layers.38.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.353256e-13,1.977635e-14,5.767167e-11,1.266596e-12,False
backbone.layers.38.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.839497e-13,4.244591e-14,1.233107e-10,2.603844e-12,False
backbone.layers.38.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.683610e-13,1.665893e-14,4.796069e-11,1.082208e-12,False
backbone.layers.38.mixer.experts.127.up_proj.weight,1856x2688,4988928,5.661227e-13,4.472375e-14,1.310623e-10,2.882583e-12,False
backbone.layers.38.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.020155e-13,1.850014e-14,5.373640e-11,1.194321e-12,False
backbone.layers.38.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.636810e-13,4.359279e-14,1.268377e-10,2.722375e-12,False
backbone.layers.38.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.110308e-13,1.900172e-14,5.504954e-11,1.220446e-12,False
backbone.layers.38.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.522875e-13,4.193505e-14,1.206834e-10,2.573543e-12,False
backbone.layers.38.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.665681e-13,1.700042e-14,4.914719e-11,1.121368e-12,False
backbone.layers.38.mixer.experts.15.up_proj.weight,1856x2688,4988928,5.552295e-13,4.530541e-14,1.330418e-10,2.901664e-12,False
backbone.layers.38.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.345207e-13,1.757998e-14,5.131369e-11,1.149800e-12,False
backbone.layers.38.mixer.experts.16.up_proj.weight,1856x2688,4988928,6.438799e-13,4.657631e-14,1.373561e-10,2.948008e-12,False
backbone.layers.38.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.034258e-13,1.983763e-14,5.785100e-11,1.345461e-12,False
backbone.layers.38.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.219210e-13,3.822866e-14,1.101083e-10,2.400842e-12,False
backbone.layers.38.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.510873e-13,2.016510e-14,5.899262e-11,1.303371e-12,False
backbone.layers.38.mixer.experts.18.up_proj.weight,1856x2688,4988928,5.556597e-13,4.357693e-14,1.262506e-10,2.698649e-12,False
backbone.layers.38.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.902593e-13,1.797149e-14,5.178529e-11,1.150130e-12,False
backbone.layers.38.mixer.experts.19.up_proj.weight,1856x2688,4988928,5.868908e-13,4.679816e-14,1.358564e-10,2.870032e-12,False
backbone.layers.38.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.018385e-13,1.913609e-14,5.563738e-11,1.216354e-12,False
backbone.layers.38.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.548827e-13,3.922799e-14,1.139909e-10,2.376174e-12,False
backbone.layers.38.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.169757e-13,1.768191e-14,5.124870e-11,1.146680e-12,False
backbone.layers.38.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.772224e-13,4.570944e-14,1.329239e-10,2.855411e-12,False
backbone.layers.38.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.997777e-13,1.834364e-14,5.368882e-11,1.183664e-12,False
backbone.layers.38.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.544609e-13,4.118338e-14,1.196922e-10,2.578930e-12,False
backbone.layers.38.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.781058e-13,1.658641e-14,4.800501e-11,1.072562e-12,False
backbone.layers.38.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.481901e-13,4.307724e-14,1.243709e-10,2.680548e-12,False
backbone.layers.38.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.392427e-13,1.801382e-14,5.219686e-11,1.131952e-12,False
backbone.layers.38.mixer.experts.23.up_proj.weight,1856x2688,4988928,5.269188e-13,5.042664e-14,1.465268e-10,3.095241e-12,False
backbone.layers.38.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.851644e-13,1.646229e-14,4.777495e-11,1.103844e-12,False
backbone.layers.38.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.501954e-13,3.670017e-14,1.065371e-10,2.368019e-12,False
backbone.layers.38.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.937166e-13,1.804491e-14,5.216509e-11,1.143974e-12,False
backbone.layers.38.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.854121e-13,4.354602e-14,1.258264e-10,2.659400e-12,False
backbone.layers.38.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.952891e-13,1.880742e-14,5.443095e-11,1.234739e-12,False
backbone.layers.38.mixer.experts.26.up_proj.weight,1856x2688,4988928,6.327126e-13,5.083262e-14,1.486618e-10,3.208992e-12,False
backbone.layers.38.mixer.experts.27.down_proj.weight,2688x1856,4988928,3.340592e-13,2.418564e-14,7.155576e-11,1.551742e-12,False
backbone.layers.38.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.230947e-13,4.298793e-14,1.239573e-10,2.588596e-12,False
backbone.layers.38.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.145974e-13,1.919483e-14,5.572063e-11,1.220894e-12,False
backbone.layers.38.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.993088e-13,4.860604e-14,1.417468e-10,2.992164e-12,False
backbone.layers.38.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.007509e-13,1.819018e-14,5.310236e-11,1.218310e-12,False
backbone.layers.38.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.653430e-13,4.716552e-14,1.369309e-10,2.981437e-12,False
backbone.layers.38.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.646114e-13,1.749364e-14,5.041168e-11,1.099751e-12,False
backbone.layers.38.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.196539e-13,4.235401e-14,1.219802e-10,2.570108e-12,False
backbone.layers.38.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.245591e-13,1.789199e-14,5.180923e-11,1.119474e-12,False
backbone.layers.38.mixer.experts.30.up_proj.weight,1856x2688,4988928,6.465783e-13,5.345799e-14,1.567429e-10,3.257490e-12,False
backbone.layers.38.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.925472e-13,2.125434e-14,6.211530e-11,1.406326e-12,False
backbone.layers.38.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.646908e-13,4.564514e-14,1.332427e-10,2.894164e-12,False
backbone.layers.38.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.449273e-13,2.162833e-14,6.362907e-11,1.412906e-12,False
backbone.layers.38.mixer.experts.32.up_proj.weight,1856x2688,4988928,5.193051e-13,4.405277e-14,1.271983e-10,2.717891e-12,False
backbone.layers.38.mixer.experts.33.down_proj.weight,2688x1856,4988928,3.551708e-13,2.397431e-14,7.021849e-11,1.537993e-12,False
backbone.layers.38.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.668869e-13,4.055979e-14,1.167713e-10,2.484078e-12,False
backbone.layers.38.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.957398e-13,1.825845e-14,5.294330e-11,1.149433e-12,False
backbone.layers.38.mixer.experts.34.up_proj.weight,1856x2688,4988928,5.740530e-13,4.615292e-14,1.360206e-10,2.877026e-12,False
backbone.layers.38.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.369840e-13,2.051676e-14,5.997474e-11,1.362738e-12,False
backbone.layers.38.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.007055e-13,3.901389e-14,1.121289e-10,2.470911e-12,False
backbone.layers.38.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.066437e-13,1.782157e-14,5.186068e-11,1.146349e-12,False
backbone.layers.38.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.333730e-13,4.391127e-14,1.269692e-10,2.698218e-12,False
backbone.layers.38.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.049744e-13,1.754790e-14,5.090727e-11,1.151422e-12,False
backbone.layers.38.mixer.experts.37.up_proj.weight,1856x2688,4988928,3.776163e-13,3.985097e-14,1.143825e-10,2.464221e-12,False
backbone.layers.38.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.983119e-13,1.607865e-14,4.638375e-11,1.049962e-12,False
backbone.layers.38.mixer.experts.38.up_proj.weight,1856x2688,4988928,6.428851e-13,4.133468e-14,1.204720e-10,2.594121e-12,False
backbone.layers.38.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.096652e-13,1.791704e-14,5.206501e-11,1.139896e-12,False
backbone.layers.38.mixer.experts.39.up_proj.weight,1856x2688,4988928,3.775522e-13,3.815719e-14,1.098320e-10,2.290548e-12,False
backbone.layers.38.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.532176e-13,2.004601e-14,5.825551e-11,1.317139e-12,False
backbone.layers.38.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.799459e-13,4.245664e-14,1.224691e-10,2.631599e-12,False
backbone.layers.38.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.221869e-13,1.814563e-14,5.248098e-11,1.148578e-12,False
backbone.layers.38.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.321595e-13,4.169277e-14,1.209884e-10,2.562132e-12,False
backbone.layers.38.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.705563e-13,1.814784e-14,5.251342e-11,1.176289e-12,False
backbone.layers.38.mixer.experts.41.up_proj.weight,1856x2688,4988928,5.384427e-13,4.437109e-14,1.288306e-10,2.715443e-12,False
backbone.layers.38.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.457270e-13,2.027078e-14,5.958618e-11,1.369561e-12,False
backbone.layers.38.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.505424e-13,4.053666e-14,1.166376e-10,2.488004e-12,False
backbone.layers.38.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.320921e-13,2.059190e-14,6.006647e-11,1.312398e-12,False
backbone.layers.38.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.145863e-13,4.170410e-14,1.205571e-10,2.568038e-12,False
backbone.layers.38.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.280225e-13,1.833480e-14,5.306080e-11,1.183564e-12,False
backbone.layers.38.mixer.experts.44.up_proj.weight,1856x2688,4988928,5.310717e-13,4.861247e-14,1.415733e-10,2.977559e-12,False
backbone.layers.38.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.390241e-13,1.951465e-14,5.720338e-11,1.287310e-12,False
backbone.layers.38.mixer.experts.45.up_proj.weight,1856x2688,4988928,3.691925e-13,3.910693e-14,1.127490e-10,2.422755e-12,False
backbone.layers.38.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.795135e-13,1.760671e-14,5.073159e-11,1.191150e-12,False
backbone.layers.38.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.479021e-13,4.017690e-14,1.158468e-10,2.521941e-12,False
backbone.layers.38.mixer.experts.47.down_proj.weight,2688x1856,4988928,4.046923e-13,2.352304e-14,6.998151e-11,1.587028e-12,False
backbone.layers.38.mixer.experts.47.up_proj.weight,1856x2688,4988928,3.553841e-13,3.703666e-14,1.063279e-10,2.290949e-12,False
backbone.layers.38.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.073029e-13,1.880988e-14,5.464709e-11,1.193081e-12,False
backbone.layers.38.mixer.experts.48.up_proj.weight,1856x2688,4988928,3.843887e-13,4.222654e-14,1.214775e-10,2.626676e-12,False
backbone.layers.38.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.894698e-13,2.010313e-14,5.851777e-11,1.333544e-12,False
backbone.layers.38.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.480236e-13,4.106880e-14,1.196018e-10,2.638337e-12,False
backbone.layers.38.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.207661e-13,2.029996e-14,5.915532e-11,1.306952e-12,False
backbone.layers.38.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.503446e-13,4.521885e-14,1.310695e-10,2.755069e-12,False
backbone.layers.38.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.787598e-13,1.708769e-14,4.940546e-11,1.088897e-12,False
backbone.layers.38.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.492118e-13,4.241971e-14,1.228574e-10,2.606608e-12,False
backbone.layers.38.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.380145e-13,1.890915e-14,5.546498e-11,1.250709e-12,False
backbone.layers.38.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.533178e-13,4.918709e-14,1.429079e-10,3.076992e-12,False
backbone.layers.38.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.789888e-13,1.644513e-14,4.744872e-11,1.070117e-12,False
backbone.layers.38.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.152321e-13,4.175416e-14,1.207828e-10,2.585297e-12,False
backbone.layers.38.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.286851e-13,1.922376e-14,5.558794e-11,1.277960e-12,False
backbone.layers.38.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.681117e-13,4.371950e-14,1.269227e-10,2.802110e-12,False
backbone.layers.38.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.711885e-13,1.953387e-14,5.777427e-11,1.282797e-12,False
backbone.layers.38.mixer.experts.54.up_proj.weight,1856x2688,4988928,3.619292e-13,3.850102e-14,1.105435e-10,2.363290e-12,False
backbone.layers.38.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.285706e-13,1.775753e-14,5.194065e-11,1.182158e-12,False
backbone.layers.38.mixer.experts.55.up_proj.weight,1856x2688,4988928,6.935615e-13,5.032901e-14,1.464291e-10,3.154009e-12,False
backbone.layers.38.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.803800e-13,1.840506e-14,5.330434e-11,1.176992e-12,False
backbone.layers.38.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.910586e-13,4.170242e-14,1.206134e-10,2.524134e-12,False
backbone.layers.38.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.788429e-13,1.963563e-14,5.744232e-11,1.268592e-12,False
backbone.layers.38.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.164940e-13,4.940616e-14,1.432081e-10,2.987573e-12,False
backbone.layers.38.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.970958e-13,1.849376e-14,5.368541e-11,1.207160e-12,False
backbone.layers.38.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.914246e-13,4.713532e-14,1.368216e-10,2.938922e-12,False
backbone.layers.38.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.361804e-13,1.837798e-14,5.336195e-11,1.165881e-12,False
backbone.layers.38.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.537742e-13,4.251063e-14,1.229338e-10,2.617823e-12,False
backbone.layers.38.mixer.experts.6.down_proj.weight,2688x1856,4988928,3.300671e-13,2.403274e-14,7.119548e-11,1.548459e-12,False
backbone.layers.38.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.371442e-13,4.377440e-14,1.274799e-10,2.682445e-12,False
backbone.layers.38.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.103235e-13,1.863410e-14,5.415897e-11,1.237362e-12,False
backbone.layers.38.mixer.experts.60.up_proj.weight,1856x2688,4988928,5.096201e-13,4.505378e-14,1.308000e-10,2.791616e-12,False
backbone.layers.38.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.090591e-13,1.938290e-14,5.612946e-11,1.249083e-12,False
backbone.layers.38.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.233106e-13,4.765748e-14,1.385171e-10,2.949374e-12,False
backbone.layers.38.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.130310e-13,1.857886e-14,5.430402e-11,1.264580e-12,False
backbone.layers.38.mixer.experts.62.up_proj.weight,1856x2688,4988928,3.438851e-13,3.745645e-14,1.077187e-10,2.317021e-12,False
backbone.layers.38.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.898707e-13,1.801355e-14,5.236110e-11,1.252725e-12,False
backbone.layers.38.mixer.experts.63.up_proj.weight,1856x2688,4988928,5.518121e-13,4.625028e-14,1.360173e-10,3.071103e-12,False
backbone.layers.38.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.256719e-13,1.989610e-14,5.794271e-11,1.288348e-12,False
backbone.layers.38.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.853375e-13,4.373581e-14,1.273555e-10,2.645861e-12,False
backbone.layers.38.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.535333e-13,1.900650e-14,5.526660e-11,1.238277e-12,False
backbone.layers.38.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.187240e-13,4.416957e-14,1.285926e-10,2.810453e-12,False
backbone.layers.38.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.642592e-13,1.590866e-14,4.595462e-11,9.999609e-13,False
backbone.layers.38.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.455020e-13,4.643578e-14,1.351826e-10,2.874158e-12,False
backbone.layers.38.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.996414e-13,1.811696e-14,5.277137e-11,1.173519e-12,False
backbone.layers.38.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.350235e-13,4.221815e-14,1.222210e-10,2.635924e-12,False
backbone.layers.38.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.321127e-13,1.873614e-14,5.439797e-11,1.214987e-12,False
backbone.layers.38.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.198446e-13,4.120707e-14,1.188325e-10,2.531206e-12,False
backbone.layers.38.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.113310e-13,1.631361e-14,4.748586e-11,1.078388e-12,False
backbone.layers.38.mixer.experts.69.up_proj.weight,1856x2688,4988928,5.560205e-13,5.013835e-14,1.476710e-10,3.281344e-12,False
backbone.layers.38.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.795805e-13,1.635730e-14,4.714162e-11,1.062261e-12,False
backbone.layers.38.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.828601e-13,4.390812e-14,1.283630e-10,2.795733e-12,False
backbone.layers.38.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.948233e-13,1.967294e-14,5.673029e-11,1.242566e-12,False
backbone.layers.38.mixer.experts.70.up_proj.weight,1856x2688,4988928,5.251372e-13,4.110640e-14,1.195227e-10,2.546453e-12,False
backbone.layers.38.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.423756e-13,1.861626e-14,5.420265e-11,1.245303e-12,False
backbone.layers.38.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.073929e-13,4.128420e-14,1.190782e-10,2.639827e-12,False
backbone.layers.38.mixer.experts.72.down_proj.weight,2688x1856,4988928,1.786982e-13,1.620827e-14,4.682558e-11,1.012071e-12,False
backbone.layers.38.mixer.experts.72.up_proj.weight,1856x2688,4988928,5.653412e-13,5.399673e-14,1.571034e-10,3.317136e-12,False
backbone.layers.38.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.133294e-13,1.913876e-14,5.564422e-11,1.211482e-12,False
backbone.layers.38.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.429929e-13,4.543730e-14,1.317472e-10,2.811031e-12,False
backbone.layers.38.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.735642e-13,2.109132e-14,6.199581e-11,1.395701e-12,False
backbone.layers.38.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.191907e-13,4.369252e-14,1.263543e-10,2.685403e-12,False
backbone.layers.38.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.562464e-13,2.091922e-14,6.150016e-11,1.383176e-12,False
backbone.layers.38.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.834137e-13,4.691687e-14,1.364102e-10,2.933965e-12,False
backbone.layers.38.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.077609e-13,1.822456e-14,5.300092e-11,1.180949e-12,False
backbone.layers.38.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.818645e-13,4.313558e-14,1.246599e-10,2.680117e-12,False
backbone.layers.38.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.654647e-13,2.198683e-14,6.458612e-11,1.419993e-12,False
backbone.layers.38.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.719523e-13,4.391267e-14,1.277495e-10,2.701668e-12,False
backbone.layers.38.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.013736e-13,1.826904e-14,5.299742e-11,1.172428e-12,False
backbone.layers.38.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.844736e-13,4.555961e-14,1.324700e-10,2.827737e-12,False
backbone.layers.38.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.549471e-13,1.904604e-14,5.559361e-11,1.227274e-12,False
backbone.layers.38.mixer.experts.79.up_proj.weight,1856x2688,4988928,5.499767e-13,4.716734e-14,1.373064e-10,2.937991e-12,False
backbone.layers.38.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.964436e-13,1.677905e-14,4.842892e-11,1.052926e-12,False
backbone.layers.38.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.948883e-13,3.999111e-14,1.158528e-10,2.463100e-12,False
backbone.layers.38.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.386633e-13,1.859892e-14,5.447485e-11,1.192565e-12,False
backbone.layers.38.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.513992e-13,4.756538e-14,1.383720e-10,2.955286e-12,False
backbone.layers.38.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.851254e-13,1.803979e-14,5.239955e-11,1.177691e-12,False
backbone.layers.38.mixer.experts.81.up_proj.weight,1856x2688,4988928,6.004164e-13,4.652844e-14,1.355500e-10,2.970997e-12,False
backbone.layers.38.mixer.experts.82.down_proj.weight,2688x1856,4988928,3.894983e-13,2.418455e-14,7.237747e-11,1.621317e-12,False
backbone.layers.38.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.289954e-13,4.331800e-14,1.252359e-10,2.736160e-12,False
backbone.layers.38.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.884465e-13,1.551240e-14,4.480081e-11,1.000893e-12,False
backbone.layers.38.mixer.experts.83.up_proj.weight,1856x2688,4988928,6.058105e-13,4.535883e-14,1.322883e-10,2.847737e-12,False
backbone.layers.38.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.938934e-13,1.944008e-14,5.677865e-11,1.263973e-12,False
backbone.layers.38.mixer.experts.84.up_proj.weight,1856x2688,4988928,6.002143e-13,4.599012e-14,1.335557e-10,2.879704e-12,False
backbone.layers.38.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.358842e-13,2.043868e-14,6.009032e-11,1.395494e-12,False
backbone.layers.38.mixer.experts.85.up_proj.weight,1856x2688,4988928,6.234110e-13,4.875133e-14,1.419990e-10,3.113235e-12,False
backbone.layers.38.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.695744e-13,1.804660e-14,5.205508e-11,1.134106e-12,False
backbone.layers.38.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.493524e-13,4.571789e-14,1.326052e-10,2.809708e-12,False
backbone.layers.38.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.185196e-13,1.971901e-14,5.744999e-11,1.271126e-12,False
backbone.layers.38.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.254136e-13,4.437950e-14,1.299369e-10,2.778637e-12,False
backbone.layers.38.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.785343e-13,1.819991e-14,5.248998e-11,1.159829e-12,False
backbone.layers.38.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.692371e-13,3.891048e-14,1.126875e-10,2.406651e-12,False
backbone.layers.38.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.628933e-13,2.060034e-14,6.041145e-11,1.315832e-12,False
backbone.layers.38.mixer.experts.89.up_proj.weight,1856x2688,4988928,3.872198e-13,4.094651e-14,1.179851e-10,2.526967e-12,False
backbone.layers.38.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.317174e-13,2.043323e-14,5.987771e-11,1.356387e-12,False
backbone.layers.38.mixer.experts.9.up_proj.weight,1856x2688,4988928,5.240062e-13,4.241340e-14,1.226442e-10,2.675898e-12,False
backbone.layers.38.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.936888e-13,1.776497e-14,5.180808e-11,1.197134e-12,False
backbone.layers.38.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.261817e-13,4.026286e-14,1.160302e-10,2.533411e-12,False
backbone.layers.38.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.125002e-13,1.968454e-14,5.722181e-11,1.250010e-12,False
backbone.layers.38.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.655113e-13,4.166272e-14,1.205448e-10,2.558191e-12,False
backbone.layers.38.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.668284e-13,1.734223e-14,5.015063e-11,1.105429e-12,False
backbone.layers.38.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.630583e-13,4.204035e-14,1.215236e-10,2.594802e-12,False
backbone.layers.38.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.807322e-13,1.805073e-14,5.234262e-11,1.152597e-12,False
backbone.layers.38.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.578003e-13,4.327661e-14,1.252637e-10,2.653119e-12,False
backbone.layers.38.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.667519e-13,1.876769e-14,5.476424e-11,1.235251e-12,False
backbone.layers.38.mixer.experts.94.up_proj.weight,1856x2688,4988928,5.598300e-13,4.734700e-14,1.383117e-10,3.036094e-12,False
backbone.layers.38.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.870552e-13,1.868725e-14,5.404477e-11,1.209538e-12,False
backbone.layers.38.mixer.experts.95.up_proj.weight,1856x2688,4988928,3.924534e-13,3.861150e-14,1.110577e-10,2.447916e-12,False
backbone.layers.38.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.972103e-13,1.727177e-14,4.982139e-11,1.100389e-12,False
backbone.layers.38.mixer.experts.96.up_proj.weight,1856x2688,4988928,5.609159e-13,4.282695e-14,1.250428e-10,2.694624e-12,False
backbone.layers.38.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.878775e-13,1.672881e-14,4.842565e-11,1.082054e-12,False
backbone.layers.38.mixer.experts.97.up_proj.weight,1856x2688,4988928,5.338785e-13,4.043920e-14,1.170809e-10,2.524105e-12,False
backbone.layers.38.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.238348e-13,1.833522e-14,5.341565e-11,1.230908e-12,False
backbone.layers.38.mixer.experts.98.up_proj.weight,1856x2688,4988928,6.251492e-13,4.123200e-14,1.208795e-10,2.683979e-12,False
backbone.layers.38.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.173363e-13,1.707106e-14,4.939521e-11,1.104662e-12,False
backbone.layers.38.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.062548e-13,4.291285e-14,1.246568e-10,2.702093e-12,False
backbone.layers.38.mixer.gate.weight,128x2688,344064,4.518573e-13,3.293630e-14,2.538898e-11,2.566196e-12,False
backbone.layers.38.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.219413e-12,9.115244e-14,3.836516e-10,7.518068e-12,False
backbone.layers.38.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.505668e-13,3.265593e-14,1.342615e-10,2.765980e-12,False
backbone.layers.38.norm.weight,2688,2688,8.881784e-16,1.440556e-16,1.063024e-14,1.168484e-16,False
backbone.layers.39.mixer.A_log,64,64,8.881784e-16,1.671840e-16,2.268711e-15,1.251691e-16,False
backbone.layers.39.mixer.D,64,64,8.881784e-16,1.549189e-16,2.597838e-15,1.540636e-16,False
backbone.layers.39.mixer.conv1d.weight,6144x1x4,24576,2.331468e-15,1.957364e-17,1.034143e-14,8.692925e-16,True
backbone.layers.39.mixer.dt_bias,64,64,1.776357e-15,4.406198e-16,4.947660e-15,1.428874e-16,False
backbone.layers.39.mixer.in_proj.weight,10304x2688,27697152,1.113887e-12,5.147244e-14,3.658437e-10,2.901664e-12,False
backbone.layers.39.mixer.norm.weight,4096,4096,7.105427e-15,2.997031e-16,3.569969e-14,1.177050e-16,False
backbone.layers.39.mixer.out_proj.weight,2688x4096,11010048,1.123547e-12,9.049194e-14,3.892399e-10,5.600408e-12,False
backbone.layers.39.norm.weight,2688,2688,6.661338e-16,7.593546e-17,6.309985e-15,1.180873e-16,False
backbone.layers.4.mixer.A_log,64,64,1.776357e-15,2.822720e-16,4.204610e-15,1.558973e-16,True
backbone.layers.4.mixer.D,64,64,4.440892e-16,5.005965e-17,8.094773e-16,6.440675e-17,True
backbone.layers.4.mixer.conv1d.weight,6144x1x4,24576,6.938894e-16,1.212540e-17,4.312672e-15,4.762339e-16,True
backbone.layers.4.mixer.dt_bias,64,64,5.329071e-15,4.141652e-16,7.564451e-15,1.937097e-16,True
backbone.layers.4.mixer.in_proj.weight,10304x2688,27697152,6.855254e-13,4.417670e-14,3.045753e-10,2.473785e-12,True
backbone.layers.4.mixer.norm.weight,4096,4096,3.552714e-15,5.729631e-17,1.095616e-14,1.269267e-16,True
backbone.layers.4.mixer.out_proj.weight,2688x4096,11010048,1.250045e-12,8.973633e-14,3.869699e-10,5.379494e-12,True
backbone.layers.4.norm.weight,2688,2688,4.440892e-16,6.290438e-17,5.010785e-15,1.179696e-16,True
backbone.layers.40.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.030806e-13,1.846734e-14,5.385188e-11,1.196289e-12,False
backbone.layers.40.mixer.experts.0.up_proj.weight,1856x2688,4988928,6.632854e-13,5.033771e-14,1.466896e-10,3.168985e-12,False
backbone.layers.40.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.208581e-13,1.763999e-14,5.137423e-11,1.157027e-12,False
backbone.layers.40.mixer.experts.1.up_proj.weight,1856x2688,4988928,5.138685e-13,4.571944e-14,1.327245e-10,2.859574e-12,False
backbone.layers.40.mixer.experts.10.down_proj.weight,2688x1856,4988928,2.554207e-13,2.027742e-14,5.913442e-11,1.301906e-12,False
backbone.layers.40.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.348050e-13,4.353054e-14,1.264869e-10,2.728239e-12,False
backbone.layers.40.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.415290e-13,1.994010e-14,5.822926e-11,1.270872e-12,False
backbone.layers.40.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.600261e-13,3.969372e-14,1.145237e-10,2.447338e-12,False
backbone.layers.40.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.258489e-13,1.770587e-14,5.133217e-11,1.152665e-12,False
backbone.layers.40.mixer.experts.101.up_proj.weight,1856x2688,4988928,5.303969e-13,4.795814e-14,1.387522e-10,2.978207e-12,False
backbone.layers.40.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.999755e-13,1.878439e-14,5.422515e-11,1.202352e-12,False
backbone.layers.40.mixer.experts.102.up_proj.weight,1856x2688,4988928,5.671037e-13,5.036766e-14,1.476294e-10,3.194486e-12,False
backbone.layers.40.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.008641e-13,1.910395e-14,5.538072e-11,1.234943e-12,False
backbone.layers.40.mixer.experts.103.up_proj.weight,1856x2688,4988928,5.745474e-13,4.516858e-14,1.319801e-10,2.869874e-12,False
backbone.layers.40.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.400701e-13,2.107801e-14,6.204729e-11,1.392687e-12,False
backbone.layers.40.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.027229e-13,4.765240e-14,1.387545e-10,3.008798e-12,False
backbone.layers.40.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.993726e-13,1.838470e-14,5.355763e-11,1.216657e-12,False
backbone.layers.40.mixer.experts.105.up_proj.weight,1856x2688,4988928,6.981915e-13,6.029760e-14,1.783288e-10,3.849329e-12,False
backbone.layers.40.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.691581e-13,1.682766e-14,4.861356e-11,1.108565e-12,False
backbone.layers.40.mixer.experts.106.up_proj.weight,1856x2688,4988928,6.080752e-13,5.096727e-14,1.491167e-10,3.225601e-12,False
backbone.layers.40.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.830029e-13,1.841276e-14,5.309431e-11,1.165848e-12,False
backbone.layers.40.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.020707e-13,3.872012e-14,1.115249e-10,2.438743e-12,False
backbone.layers.40.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.859485e-13,1.796702e-14,5.216648e-11,1.158258e-12,False
backbone.layers.40.mixer.experts.108.up_proj.weight,1856x2688,4988928,4.161550e-13,4.236564e-14,1.225668e-10,2.622719e-12,False
backbone.layers.40.mixer.experts.109.down_proj.weight,2688x1856,4988928,3.429134e-13,2.162128e-14,6.452395e-11,1.420111e-12,False
backbone.layers.40.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.750783e-13,4.486504e-14,1.301043e-10,2.822351e-12,False
backbone.layers.40.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.403078e-13,1.929511e-14,5.677649e-11,1.253199e-12,False
backbone.layers.40.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.650690e-13,4.346327e-14,1.258212e-10,2.722666e-12,False
backbone.layers.40.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.881134e-13,1.881076e-14,5.451346e-11,1.203406e-12,False
backbone.layers.40.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.246724e-13,4.096395e-14,1.183907e-10,2.511727e-12,False
backbone.layers.40.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.172047e-13,1.767312e-14,5.207112e-11,1.125923e-12,False
backbone.layers.40.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.559296e-13,4.117929e-14,1.190566e-10,2.549648e-12,False
backbone.layers.40.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.100507e-13,1.856845e-14,5.371362e-11,1.187587e-12,False
backbone.layers.40.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.269363e-13,4.124300e-14,1.189329e-10,2.549836e-12,False
backbone.layers.40.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.919470e-13,2.078018e-14,6.098359e-11,1.383166e-12,False
backbone.layers.40.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.061005e-13,4.076887e-14,1.172471e-10,2.562622e-12,False
backbone.layers.40.mixer.experts.114.down_proj.weight,2688x1856,4988928,3.306001e-13,2.323866e-14,6.854467e-11,1.496336e-12,False
backbone.layers.40.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.334691e-13,4.689726e-14,1.362254e-10,2.954048e-12,False
backbone.layers.40.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.697774e-13,1.635119e-14,4.747473e-11,1.077147e-12,False
backbone.layers.40.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.363661e-13,4.461815e-14,1.304929e-10,2.854816e-12,False
backbone.layers.40.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.154978e-13,1.798955e-14,5.261433e-11,1.177792e-12,False
backbone.layers.40.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.915790e-13,4.356645e-14,1.259762e-10,2.746349e-12,False
backbone.layers.40.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.604323e-13,1.977145e-14,5.796784e-11,1.270597e-12,False
backbone.layers.40.mixer.experts.117.up_proj.weight,1856x2688,4988928,6.369870e-13,4.512449e-14,1.332444e-10,2.848209e-12,False
backbone.layers.40.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.980811e-13,1.858100e-14,5.385215e-11,1.211255e-12,False
backbone.layers.40.mixer.experts.118.up_proj.weight,1856x2688,4988928,6.700317e-13,5.395821e-14,1.586023e-10,3.423210e-12,False
backbone.layers.40.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.788777e-13,1.680844e-14,4.850499e-11,1.065573e-12,False
backbone.layers.40.mixer.experts.119.up_proj.weight,1856x2688,4988928,4.809399e-13,4.262531e-14,1.239862e-10,2.671529e-12,False
backbone.layers.40.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.539340e-13,2.149082e-14,6.372436e-11,1.426797e-12,False
backbone.layers.40.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.969775e-13,4.396269e-14,1.274519e-10,2.763802e-12,False
backbone.layers.40.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.733145e-13,1.691339e-14,4.897656e-11,1.096727e-12,False
backbone.layers.40.mixer.experts.120.up_proj.weight,1856x2688,4988928,6.132178e-13,4.687184e-14,1.371855e-10,2.973267e-12,False
backbone.layers.40.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.148073e-13,1.969164e-14,5.761401e-11,1.292106e-12,False
backbone.layers.40.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.582194e-13,4.426493e-14,1.281051e-10,2.731672e-12,False
backbone.layers.40.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.656590e-13,1.783052e-14,5.205001e-11,1.157194e-12,False
backbone.layers.40.mixer.experts.122.up_proj.weight,1856x2688,4988928,5.193658e-13,4.104363e-14,1.190227e-10,2.604066e-12,False
backbone.layers.40.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.117057e-13,1.994835e-14,5.835495e-11,1.301608e-12,False
backbone.layers.40.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.794411e-13,4.606916e-14,1.342320e-10,2.855571e-12,False
backbone.layers.40.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.962701e-13,1.869955e-14,5.437075e-11,1.201406e-12,False
backbone.layers.40.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.194423e-13,3.898348e-14,1.125925e-10,2.393490e-12,False
backbone.layers.40.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.116710e-13,1.796129e-14,5.237934e-11,1.150763e-12,False
backbone.layers.40.mixer.experts.125.up_proj.weight,1856x2688,4988928,5.000167e-13,4.787003e-14,1.385771e-10,2.980251e-12,False
backbone.layers.40.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.182109e-13,1.969645e-14,5.723693e-11,1.246306e-12,False
backbone.layers.40.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.096548e-13,4.495422e-14,1.303652e-10,2.814929e-12,False
backbone.layers.40.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.605521e-13,1.664744e-14,4.805202e-11,1.120016e-12,False
backbone.layers.40.mixer.experts.127.up_proj.weight,1856x2688,4988928,5.375318e-13,4.290428e-14,1.245675e-10,2.859380e-12,False
backbone.layers.40.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.674112e-13,1.667768e-14,4.799687e-11,1.057095e-12,False
backbone.layers.40.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.415808e-13,4.069963e-14,1.175519e-10,2.513322e-12,False
backbone.layers.40.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.008879e-13,1.653445e-14,4.760031e-11,1.079747e-12,False
backbone.layers.40.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.402728e-13,4.242661e-14,1.233060e-10,2.673995e-12,False
backbone.layers.40.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.540261e-13,1.631274e-14,4.711069e-11,1.036980e-12,False
backbone.layers.40.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.373550e-13,4.079174e-14,1.173415e-10,2.515051e-12,False
backbone.layers.40.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.972571e-13,1.869539e-14,5.432781e-11,1.205847e-12,False
backbone.layers.40.mixer.experts.16.up_proj.weight,1856x2688,4988928,5.775762e-13,4.761220e-14,1.397766e-10,2.981492e-12,False
backbone.layers.40.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.677599e-13,1.649283e-14,4.765070e-11,1.068553e-12,False
backbone.layers.40.mixer.experts.17.up_proj.weight,1856x2688,4988928,3.990541e-13,4.039450e-14,1.172744e-10,2.540809e-12,False
backbone.layers.40.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.850532e-13,1.987792e-14,5.903678e-11,1.309144e-12,False
backbone.layers.40.mixer.experts.18.up_proj.weight,1856x2688,4988928,5.093825e-13,4.797343e-14,1.409255e-10,3.099729e-12,False
backbone.layers.40.mixer.experts.19.down_proj.weight,2688x1856,4988928,2.049784e-13,1.715341e-14,4.958905e-11,1.145651e-12,False
backbone.layers.40.mixer.experts.19.up_proj.weight,1856x2688,4988928,5.655455e-13,4.141603e-14,1.201203e-10,2.794324e-12,False
backbone.layers.40.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.938571e-13,1.840140e-14,5.328239e-11,1.207839e-12,False
backbone.layers.40.mixer.experts.2.up_proj.weight,1856x2688,4988928,6.139733e-13,5.206675e-14,1.518520e-10,3.214332e-12,False
backbone.layers.40.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.985270e-13,2.050034e-14,5.954123e-11,1.305929e-12,False
backbone.layers.40.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.938132e-13,5.348540e-14,1.571872e-10,3.326422e-12,False
backbone.layers.40.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.900789e-13,1.711974e-14,4.959327e-11,1.101589e-12,False
backbone.layers.40.mixer.experts.21.up_proj.weight,1856x2688,4988928,3.883092e-13,3.989077e-14,1.151640e-10,2.477670e-12,False
backbone.layers.40.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.505270e-13,2.016048e-14,6.035417e-11,1.343491e-12,False
backbone.layers.40.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.336192e-13,4.393178e-14,1.286280e-10,2.800571e-12,False
backbone.layers.40.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.657745e-13,1.682958e-14,4.854054e-11,1.100639e-12,False
backbone.layers.40.mixer.experts.23.up_proj.weight,1856x2688,4988928,5.919640e-13,4.069180e-14,1.188122e-10,2.652276e-12,False
backbone.layers.40.mixer.experts.24.down_proj.weight,2688x1856,4988928,3.198171e-13,2.274770e-14,6.864886e-11,1.534099e-12,False
backbone.layers.40.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.334536e-13,3.942661e-14,1.139888e-10,2.478566e-12,False
backbone.layers.40.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.092927e-13,1.945805e-14,5.660624e-11,1.252829e-12,False
backbone.layers.40.mixer.experts.25.up_proj.weight,1856x2688,4988928,5.439676e-13,4.480718e-14,1.311566e-10,2.764797e-12,False
backbone.layers.40.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.663569e-13,1.666352e-14,4.810566e-11,1.071138e-12,False
backbone.layers.40.mixer.experts.26.up_proj.weight,1856x2688,4988928,5.101197e-13,4.693911e-14,1.369597e-10,2.883470e-12,False
backbone.layers.40.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.329959e-13,2.073570e-14,6.066405e-11,1.337418e-12,False
backbone.layers.40.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.189010e-13,4.088144e-14,1.185678e-10,2.547397e-12,False
backbone.layers.40.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.944919e-13,1.833241e-14,5.318921e-11,1.188781e-12,False
backbone.layers.40.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.849593e-13,4.359256e-14,1.262008e-10,2.718218e-12,False
backbone.layers.40.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.076186e-13,1.921203e-14,5.594230e-11,1.223816e-12,False
backbone.layers.40.mixer.experts.29.up_proj.weight,1856x2688,4988928,3.752307e-13,3.538979e-14,1.020940e-10,2.165141e-12,False
backbone.layers.40.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.927311e-13,2.070124e-14,6.140944e-11,1.339405e-12,False
backbone.layers.40.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.787785e-13,4.002092e-14,1.156102e-10,2.436571e-12,False
backbone.layers.40.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.545812e-13,1.647577e-14,4.744600e-11,1.082761e-12,False
backbone.layers.40.mixer.experts.30.up_proj.weight,1856x2688,4988928,5.069278e-13,4.187122e-14,1.214002e-10,2.619990e-12,False
backbone.layers.40.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.770112e-13,1.736384e-14,5.025974e-11,1.090660e-12,False
backbone.layers.40.mixer.experts.31.up_proj.weight,1856x2688,4988928,5.100885e-13,4.257045e-14,1.233717e-10,2.596547e-12,False
backbone.layers.40.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.026183e-13,1.909142e-14,5.536961e-11,1.220972e-12,False
backbone.layers.40.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.434751e-13,4.300544e-14,1.242942e-10,2.663072e-12,False
backbone.layers.40.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.065518e-13,1.938942e-14,5.625501e-11,1.265322e-12,False
backbone.layers.40.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.033648e-13,3.857642e-14,1.111517e-10,2.404142e-12,False
backbone.layers.40.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.790373e-13,1.755111e-14,5.081796e-11,1.111874e-12,False
backbone.layers.40.mixer.experts.34.up_proj.weight,1856x2688,4988928,5.550786e-13,5.050465e-14,1.479177e-10,3.122026e-12,False
backbone.layers.40.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.033998e-13,1.939947e-14,5.651511e-11,1.299015e-12,False
backbone.layers.40.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.144729e-13,4.206631e-14,1.221859e-10,2.668991e-12,False
backbone.layers.40.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.748045e-13,1.991626e-14,5.782519e-11,1.288188e-12,False
backbone.layers.40.mixer.experts.36.up_proj.weight,1856x2688,4988928,6.404434e-13,5.222556e-14,1.523270e-10,3.232478e-12,False
backbone.layers.40.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.971409e-13,1.731844e-14,5.022257e-11,1.153570e-12,False
backbone.layers.40.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.761313e-13,4.098201e-14,1.190619e-10,2.553639e-12,False
backbone.layers.40.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.568501e-13,2.235054e-14,6.523433e-11,1.457456e-12,False
backbone.layers.40.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.031432e-13,3.772473e-14,1.091294e-10,2.422522e-12,False
backbone.layers.40.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.921605e-13,1.773748e-14,5.114586e-11,1.161822e-12,False
backbone.layers.40.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.047213e-13,4.824932e-14,1.405702e-10,3.089156e-12,False
backbone.layers.40.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.002287e-13,1.721950e-14,4.979430e-11,1.114979e-12,False
backbone.layers.40.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.294577e-13,4.401956e-14,1.277504e-10,2.777062e-12,False
backbone.layers.40.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.323280e-13,2.085283e-14,6.105317e-11,1.332304e-12,False
backbone.layers.40.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.110488e-13,3.934078e-14,1.137307e-10,2.420306e-12,False
backbone.layers.40.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.838737e-13,1.621615e-14,4.688287e-11,1.056591e-12,False
backbone.layers.40.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.986636e-13,4.226660e-14,1.227979e-10,2.680623e-12,False
backbone.layers.40.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.731844e-13,1.689980e-14,4.876247e-11,1.089259e-12,False
backbone.layers.40.mixer.experts.42.up_proj.weight,1856x2688,4988928,5.533213e-13,4.610027e-14,1.341294e-10,2.898382e-12,False
backbone.layers.40.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.090359e-13,1.845082e-14,5.378433e-11,1.184057e-12,False
backbone.layers.40.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.957978e-13,4.782965e-14,1.399048e-10,3.073244e-12,False
backbone.layers.40.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.461087e-13,1.693245e-14,4.898638e-11,1.093887e-12,False
backbone.layers.40.mixer.experts.44.up_proj.weight,1856x2688,4988928,5.606418e-13,4.556162e-14,1.330894e-10,2.845413e-12,False
backbone.layers.40.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.320279e-13,1.922581e-14,5.637962e-11,1.229973e-12,False
backbone.layers.40.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.939348e-13,4.449329e-14,1.294675e-10,2.734345e-12,False
backbone.layers.40.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.776179e-13,1.605573e-14,4.656393e-11,1.022184e-12,False
backbone.layers.40.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.606628e-13,4.266242e-14,1.241894e-10,2.682309e-12,False
backbone.layers.40.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.121636e-13,1.714769e-14,5.000324e-11,1.167461e-12,False
backbone.layers.40.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.545600e-13,3.973871e-14,1.153607e-10,2.561845e-12,False
backbone.layers.40.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.685596e-13,1.615127e-14,4.650940e-11,1.026796e-12,False
backbone.layers.40.mixer.experts.48.up_proj.weight,1856x2688,4988928,5.363592e-13,4.524475e-14,1.313298e-10,2.830801e-12,False
backbone.layers.40.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.340905e-13,1.864983e-14,5.417763e-11,1.224218e-12,False
backbone.layers.40.mixer.experts.49.up_proj.weight,1856x2688,4988928,5.973841e-13,4.591647e-14,1.337633e-10,2.845738e-12,False
backbone.layers.40.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.226795e-13,1.922351e-14,5.630201e-11,1.277468e-12,False
backbone.layers.40.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.869438e-13,4.199441e-14,1.220885e-10,2.661671e-12,False
backbone.layers.40.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.560644e-13,1.540881e-14,4.433392e-11,9.994109e-13,False
backbone.layers.40.mixer.experts.50.up_proj.weight,1856x2688,4988928,6.261831e-13,4.537073e-14,1.318467e-10,2.807801e-12,False
backbone.layers.40.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.921020e-13,1.848361e-14,5.351386e-11,1.159873e-12,False
backbone.layers.40.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.204188e-13,4.297841e-14,1.251877e-10,2.657798e-12,False
backbone.layers.40.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.218295e-13,2.160494e-14,6.304619e-11,1.419211e-12,False
backbone.layers.40.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.716349e-13,3.859231e-14,1.122726e-10,2.472002e-12,False
backbone.layers.40.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.673453e-13,1.624905e-14,4.715596e-11,1.038910e-12,False
backbone.layers.40.mixer.experts.53.up_proj.weight,1856x2688,4988928,5.141443e-13,4.569875e-14,1.329209e-10,2.860193e-12,False
backbone.layers.40.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.350262e-13,2.111387e-14,6.165355e-11,1.338052e-12,False
backbone.layers.40.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.762406e-13,4.560827e-14,1.318115e-10,2.826542e-12,False
backbone.layers.40.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.165785e-13,1.745324e-14,5.077908e-11,1.125591e-12,False
backbone.layers.40.mixer.experts.55.up_proj.weight,1856x2688,4988928,5.229706e-13,4.252286e-14,1.239218e-10,2.662193e-12,False
backbone.layers.40.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.091912e-13,1.691153e-14,4.910041e-11,1.105530e-12,False
backbone.layers.40.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.742042e-13,4.257709e-14,1.235992e-10,2.687015e-12,False
backbone.layers.40.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.154041e-13,2.073294e-14,6.014977e-11,1.337405e-12,False
backbone.layers.40.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.509500e-13,4.422165e-14,1.275044e-10,2.747210e-12,False
backbone.layers.40.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.216395e-13,1.905729e-14,5.533267e-11,1.210093e-12,False
backbone.layers.40.mixer.experts.58.up_proj.weight,1856x2688,4988928,3.820434e-13,3.851887e-14,1.105208e-10,2.375900e-12,False
backbone.layers.40.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.991914e-13,1.785518e-14,5.205358e-11,1.141791e-12,False
backbone.layers.40.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.704607e-13,4.222588e-14,1.223077e-10,2.630581e-12,False
backbone.layers.40.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.232680e-13,2.034757e-14,5.917023e-11,1.282590e-12,False
backbone.layers.40.mixer.experts.6.up_proj.weight,1856x2688,4988928,5.009153e-13,4.608942e-14,1.343615e-10,2.900387e-12,False
backbone.layers.40.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.192690e-13,1.909431e-14,5.528955e-11,1.252731e-12,False
backbone.layers.40.mixer.experts.60.up_proj.weight,1856x2688,4988928,5.343954e-13,4.225978e-14,1.228582e-10,2.702663e-12,False
backbone.layers.40.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.278126e-13,1.903279e-14,5.578725e-11,1.271157e-12,False
backbone.layers.40.mixer.experts.61.up_proj.weight,1856x2688,4988928,3.932792e-13,3.890806e-14,1.121440e-10,2.440485e-12,False
backbone.layers.40.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.829439e-13,1.905112e-14,5.506157e-11,1.226904e-12,False
backbone.layers.40.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.792155e-13,4.708873e-14,1.379655e-10,2.998812e-12,False
backbone.layers.40.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.956629e-13,1.776246e-14,5.171978e-11,1.147313e-12,False
backbone.layers.40.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.433329e-13,3.995258e-14,1.156576e-10,2.499142e-12,False
backbone.layers.40.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.842294e-13,1.835192e-14,5.327301e-11,1.182143e-12,False
backbone.layers.40.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.563374e-13,3.976211e-14,1.146324e-10,2.447991e-12,False
backbone.layers.40.mixer.experts.65.down_proj.weight,2688x1856,4988928,1.973248e-13,1.761733e-14,5.085296e-11,1.102753e-12,False
backbone.layers.40.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.647116e-13,4.257419e-14,1.230415e-10,2.630035e-12,False
backbone.layers.40.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.770604e-13,2.088332e-14,6.164429e-11,1.372664e-12,False
backbone.layers.40.mixer.experts.66.up_proj.weight,1856x2688,4988928,6.831896e-13,5.162457e-14,1.516894e-10,3.241812e-12,False
backbone.layers.40.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.022826e-13,1.827129e-14,5.306875e-11,1.207136e-12,False
backbone.layers.40.mixer.experts.67.up_proj.weight,1856x2688,4988928,5.795642e-13,4.686373e-14,1.381132e-10,3.043803e-12,False
backbone.layers.40.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.416001e-13,1.956510e-14,5.703165e-11,1.285280e-12,False
backbone.layers.40.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.035470e-13,4.050814e-14,1.169749e-10,2.540152e-12,False
backbone.layers.40.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.877422e-13,1.835593e-14,5.346047e-11,1.185739e-12,False
backbone.layers.40.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.170102e-13,4.234876e-14,1.227213e-10,2.652418e-12,False
backbone.layers.40.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.266902e-13,1.882090e-14,5.483629e-11,1.193284e-12,False
backbone.layers.40.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.533743e-13,4.459675e-14,1.297465e-10,2.772793e-12,False
backbone.layers.40.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.560036e-13,1.892600e-14,5.487274e-11,1.222845e-12,False
backbone.layers.40.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.791983e-13,4.320704e-14,1.251129e-10,2.689434e-12,False
backbone.layers.40.mixer.experts.71.down_proj.weight,2688x1856,4988928,1.959908e-13,1.662182e-14,4.819559e-11,1.069024e-12,False
backbone.layers.40.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.365813e-13,4.148383e-14,1.200376e-10,2.579283e-12,False
backbone.layers.40.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.393814e-13,1.872488e-14,5.471499e-11,1.221342e-12,False
backbone.layers.40.mixer.experts.72.up_proj.weight,1856x2688,4988928,5.279887e-13,4.756371e-14,1.385327e-10,3.050649e-12,False
backbone.layers.40.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.644863e-13,1.968391e-14,5.714494e-11,1.290673e-12,False
backbone.layers.40.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.928391e-13,4.831353e-14,1.422004e-10,3.038856e-12,False
backbone.layers.40.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.087532e-13,1.989371e-14,5.810411e-11,1.308041e-12,False
backbone.layers.40.mixer.experts.74.up_proj.weight,1856x2688,4988928,5.217111e-13,4.516581e-14,1.314675e-10,2.868647e-12,False
backbone.layers.40.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.616657e-13,2.050594e-14,5.997386e-11,1.369271e-12,False
backbone.layers.40.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.534012e-13,4.173555e-14,1.209233e-10,2.616317e-12,False
backbone.layers.40.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.373310e-13,1.986782e-14,5.796575e-11,1.277574e-12,False
backbone.layers.40.mixer.experts.76.up_proj.weight,1856x2688,4988928,5.304195e-13,4.447276e-14,1.292724e-10,2.759301e-12,False
backbone.layers.40.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.130598e-13,1.790123e-14,5.196379e-11,1.135100e-12,False
backbone.layers.40.mixer.experts.77.up_proj.weight,1856x2688,4988928,5.331222e-13,4.388725e-14,1.290947e-10,2.804438e-12,False
backbone.layers.40.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.973699e-13,1.752767e-14,5.094355e-11,1.125164e-12,False
backbone.layers.40.mixer.experts.78.up_proj.weight,1856x2688,4988928,3.997705e-13,4.348842e-14,1.256112e-10,2.666325e-12,False
backbone.layers.40.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.766347e-13,1.885324e-14,5.455024e-11,1.238507e-12,False
backbone.layers.40.mixer.experts.79.up_proj.weight,1856x2688,4988928,5.735733e-13,4.192275e-14,1.227127e-10,2.680131e-12,False
backbone.layers.40.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.809421e-13,1.748851e-14,5.057420e-11,1.142121e-12,False
backbone.layers.40.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.502579e-13,4.148996e-14,1.203593e-10,2.550346e-12,False
backbone.layers.40.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.028560e-13,1.751356e-14,5.070659e-11,1.097094e-12,False
backbone.layers.40.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.442799e-13,4.904631e-14,1.431088e-10,3.047474e-12,False
backbone.layers.40.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.942925e-13,1.919718e-14,5.596629e-11,1.257589e-12,False
backbone.layers.40.mixer.experts.81.up_proj.weight,1856x2688,4988928,6.705539e-13,4.362718e-14,1.290245e-10,2.808437e-12,False
backbone.layers.40.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.814070e-13,1.759123e-14,5.107284e-11,1.112676e-12,False
backbone.layers.40.mixer.experts.82.up_proj.weight,1856x2688,4988928,5.715220e-13,4.629370e-14,1.338732e-10,2.861073e-12,False
backbone.layers.40.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.163617e-13,1.969093e-14,5.734312e-11,1.274042e-12,False
backbone.layers.40.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.460164e-13,4.760262e-14,1.388729e-10,3.014172e-12,False
backbone.layers.40.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.662004e-13,1.789455e-14,5.185689e-11,1.144580e-12,False
backbone.layers.40.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.583625e-13,4.253524e-14,1.230462e-10,2.657139e-12,False
backbone.layers.40.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.516565e-13,1.581819e-14,4.566009e-11,1.023300e-12,False
backbone.layers.40.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.086518e-13,3.745240e-14,1.078267e-10,2.346719e-12,False
backbone.layers.40.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.827479e-13,1.808990e-14,5.234038e-11,1.168501e-12,False
backbone.layers.40.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.068195e-13,4.072873e-14,1.179047e-10,2.591148e-12,False
backbone.layers.40.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.852945e-13,1.676412e-14,4.852816e-11,1.101607e-12,False
backbone.layers.40.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.381079e-13,4.191948e-14,1.210265e-10,2.658601e-12,False
backbone.layers.40.mixer.experts.88.down_proj.weight,2688x1856,4988928,3.123430e-13,2.193139e-14,6.425530e-11,1.409562e-12,False
backbone.layers.40.mixer.experts.88.up_proj.weight,1856x2688,4988928,5.454560e-13,4.132199e-14,1.197731e-10,2.559693e-12,False
backbone.layers.40.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.771569e-13,1.666789e-14,4.840991e-11,1.058606e-12,False
backbone.layers.40.mixer.experts.89.up_proj.weight,1856x2688,4988928,5.666682e-13,5.273255e-14,1.533200e-10,3.286457e-12,False
backbone.layers.40.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.886772e-13,1.698588e-14,4.918319e-11,1.101387e-12,False
backbone.layers.40.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.934456e-13,4.241652e-14,1.224047e-10,2.616299e-12,False
backbone.layers.40.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.967732e-13,1.743661e-14,5.080447e-11,1.136973e-12,False
backbone.layers.40.mixer.experts.90.up_proj.weight,1856x2688,4988928,6.161113e-13,4.604849e-14,1.349501e-10,2.906448e-12,False
backbone.layers.40.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.442699e-13,1.913016e-14,5.569136e-11,1.236472e-12,False
backbone.layers.40.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.350304e-13,4.673539e-14,1.368650e-10,2.962211e-12,False
backbone.layers.40.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.594627e-13,1.709993e-14,4.932038e-11,1.087013e-12,False
backbone.layers.40.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.210537e-13,4.397533e-14,1.281101e-10,2.728058e-12,False
backbone.layers.40.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.172091e-13,1.867071e-14,5.428679e-11,1.222588e-12,False
backbone.layers.40.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.936399e-13,4.729069e-14,1.374844e-10,3.030547e-12,False
backbone.layers.40.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.095997e-13,1.797873e-14,5.226934e-11,1.156767e-12,False
backbone.layers.40.mixer.experts.94.up_proj.weight,1856x2688,4988928,5.180439e-13,4.928019e-14,1.427941e-10,3.023383e-12,False
backbone.layers.40.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.902090e-13,1.751714e-14,5.068106e-11,1.147822e-12,False
backbone.layers.40.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.709323e-13,4.349697e-14,1.263998e-10,2.750643e-12,False
backbone.layers.40.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.823530e-13,1.671143e-14,4.823201e-11,1.070852e-12,False
backbone.layers.40.mixer.experts.96.up_proj.weight,1856x2688,4988928,5.053527e-13,4.633314e-14,1.343404e-10,2.888227e-12,False
backbone.layers.40.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.784302e-13,1.722034e-14,4.977835e-11,1.130466e-12,False
backbone.layers.40.mixer.experts.97.up_proj.weight,1856x2688,4988928,5.177096e-13,4.373369e-14,1.265732e-10,2.654717e-12,False
backbone.layers.40.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.650919e-13,1.683195e-14,4.859716e-11,1.072638e-12,False
backbone.layers.40.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.462472e-13,4.365111e-14,1.258551e-10,2.680771e-12,False
backbone.layers.40.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.315127e-13,2.113409e-14,6.170605e-11,1.353454e-12,False
backbone.layers.40.mixer.experts.99.up_proj.weight,1856x2688,4988928,3.899589e-13,4.009943e-14,1.156073e-10,2.482289e-12,False
backbone.layers.40.mixer.gate.weight,128x2688,344064,2.785411e-13,3.044748e-14,2.339833e-11,2.611643e-12,False
backbone.layers.40.mixer.shared_experts.down_proj.weight,2688x3712,9977856,9.960088e-13,6.569723e-14,2.716006e-10,5.396153e-12,False
backbone.layers.40.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.341875e-13,2.851666e-14,1.163444e-10,2.440656e-12,False
backbone.layers.40.norm.weight,2688,2688,8.881784e-16,1.515353e-16,1.300233e-14,1.251849e-16,False
backbone.layers.41.mixer.A_log,64,64,1.776357e-15,2.186361e-16,3.068719e-15,1.544553e-16,True
backbone.layers.41.mixer.D,64,64,8.881784e-16,6.341397e-17,1.174136e-15,9.527868e-17,True
backbone.layers.41.mixer.conv1d.weight,6144x1x4,24576,1.054712e-15,1.604848e-17,7.541967e-15,6.895619e-16,True
backbone.layers.41.mixer.dt_bias,64,64,1.776357e-15,3.366448e-16,4.458902e-15,1.271704e-16,True
backbone.layers.41.mixer.in_proj.weight,10304x2688,27697152,8.911621e-13,4.264995e-14,2.985991e-10,2.389227e-12,True
backbone.layers.41.mixer.norm.weight,4096,4096,7.105427e-15,3.636279e-16,4.631656e-14,1.181745e-16,True
backbone.layers.41.mixer.out_proj.weight,2688x4096,11010048,1.177652e-12,9.708787e-14,4.184332e-10,5.932004e-12,True
backbone.layers.41.norm.weight,2688,2688,8.881784e-16,7.864080e-17,6.030055e-15,1.183217e-16,True
backbone.layers.42.mixer.k_proj.weight,256x2688,688128,4.410309e-13,3.155403e-14,3.395284e-11,2.275864e-12,True
backbone.layers.42.mixer.o_proj.weight,2688x4096,11010048,5.064199e-12,1.459909e-13,6.435701e-10,7.003670e-12,True
backbone.layers.42.mixer.q_proj.weight,4096x2688,11010048,5.919570e-13,4.218287e-14,1.817309e-10,2.498054e-12,True
backbone.layers.42.mixer.v_proj.weight,256x2688,688128,8.490708e-13,8.292478e-14,9.022857e-11,1.926002e-12,True
backbone.layers.42.norm.weight,2688,2688,8.881784e-16,7.361216e-17,6.050015e-15,1.222550e-16,True
backbone.layers.43.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.443219e-13,2.003564e-14,5.853987e-11,1.318080e-12,False
backbone.layers.43.mixer.experts.0.up_proj.weight,1856x2688,4988928,5.832210e-13,4.761779e-14,1.390020e-10,3.082309e-12,False
backbone.layers.43.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.589614e-13,1.788630e-14,5.154347e-11,1.164022e-12,False
backbone.layers.43.mixer.experts.1.up_proj.weight,1856x2688,4988928,6.059077e-13,4.999113e-14,1.456117e-10,3.140860e-12,False
backbone.layers.43.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.754465e-13,1.716798e-14,4.961937e-11,1.099371e-12,False
backbone.layers.43.mixer.experts.10.up_proj.weight,1856x2688,4988928,6.668398e-13,4.851341e-14,1.413550e-10,3.034700e-12,False
backbone.layers.43.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.025706e-13,1.715403e-14,4.969596e-11,1.093020e-12,False
backbone.layers.43.mixer.experts.100.up_proj.weight,1856x2688,4988928,4.993506e-13,4.051469e-14,1.168649e-10,2.547717e-12,False
backbone.layers.43.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.966274e-13,1.851558e-14,5.399372e-11,1.241936e-12,False
backbone.layers.43.mixer.experts.101.up_proj.weight,1856x2688,4988928,3.793285e-13,3.838156e-14,1.108910e-10,2.493463e-12,False
backbone.layers.43.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.620579e-13,1.719042e-14,4.941320e-11,1.088563e-12,False
backbone.layers.43.mixer.experts.102.up_proj.weight,1856x2688,4988928,8.600759e-13,6.567547e-14,1.981143e-10,4.285250e-12,False
backbone.layers.43.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.897942e-13,1.915242e-14,5.616668e-11,1.226595e-12,False
backbone.layers.43.mixer.experts.103.up_proj.weight,1856x2688,4988928,5.617624e-13,4.934143e-14,1.448465e-10,3.156335e-12,False
backbone.layers.43.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.032333e-13,1.774206e-14,5.144988e-11,1.143158e-12,False
backbone.layers.43.mixer.experts.104.up_proj.weight,1856x2688,4988928,3.939869e-13,3.881078e-14,1.122592e-10,2.398480e-12,False
backbone.layers.43.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.556080e-13,2.187661e-14,6.374574e-11,1.395522e-12,False
backbone.layers.43.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.515416e-13,4.133948e-14,1.198092e-10,2.526916e-12,False
backbone.layers.43.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.284561e-13,2.097541e-14,6.131647e-11,1.366170e-12,False
backbone.layers.43.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.258607e-13,4.149359e-14,1.203940e-10,2.658647e-12,False
backbone.layers.43.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.443531e-13,2.164682e-14,6.301164e-11,1.388130e-12,False
backbone.layers.43.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.365570e-13,4.274440e-14,1.235610e-10,2.730778e-12,False
backbone.layers.43.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.663981e-13,1.634558e-14,4.715684e-11,1.103454e-12,False
backbone.layers.43.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.733313e-13,4.323869e-14,1.272228e-10,2.839077e-12,False
backbone.layers.43.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.968471e-13,1.917911e-14,5.535655e-11,1.262331e-12,False
backbone.layers.43.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.853774e-13,4.436758e-14,1.295901e-10,2.816332e-12,False
backbone.layers.43.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.950578e-13,1.809344e-14,5.246230e-11,1.199853e-12,False
backbone.layers.43.mixer.experts.11.up_proj.weight,1856x2688,4988928,5.052833e-13,4.703178e-14,1.361730e-10,3.059755e-12,False
backbone.layers.43.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.675795e-13,1.717706e-14,4.955911e-11,1.083870e-12,False
backbone.layers.43.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.480728e-13,4.458708e-14,1.288647e-10,2.777558e-12,False
backbone.layers.43.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.435469e-13,2.016521e-14,5.899895e-11,1.300295e-12,False
backbone.layers.43.mixer.experts.111.up_proj.weight,1856x2688,4988928,3.449810e-13,3.726330e-14,1.072825e-10,2.346076e-12,False
backbone.layers.43.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.147033e-13,2.022944e-14,5.884890e-11,1.293090e-12,False
backbone.layers.43.mixer.experts.112.up_proj.weight,1856x2688,4988928,7.339927e-13,5.153049e-14,1.506274e-10,3.254530e-12,False
backbone.layers.43.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.580228e-13,1.915558e-14,5.573036e-11,1.222784e-12,False
backbone.layers.43.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.115023e-13,4.307142e-14,1.246693e-10,2.674928e-12,False
backbone.layers.43.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.443011e-13,2.052101e-14,6.023615e-11,1.344155e-12,False
backbone.layers.43.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.225387e-13,3.841637e-14,1.107281e-10,2.381106e-12,False
backbone.layers.43.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.589111e-13,1.588725e-14,4.573360e-11,1.014743e-12,False
backbone.layers.43.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.023204e-13,4.528875e-14,1.307676e-10,2.770376e-12,False
backbone.layers.43.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.485677e-13,1.880782e-14,5.529309e-11,1.215599e-12,False
backbone.layers.43.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.182193e-13,4.244219e-14,1.228342e-10,2.590567e-12,False
backbone.layers.43.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.436504e-13,1.906781e-14,5.519037e-11,1.205505e-12,False
backbone.layers.43.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.384972e-13,4.449022e-14,1.299111e-10,2.775539e-12,False
backbone.layers.43.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.661171e-13,1.636080e-14,4.781707e-11,1.092501e-12,False
backbone.layers.43.mixer.experts.118.up_proj.weight,1856x2688,4988928,5.302841e-13,4.087161e-14,1.180002e-10,2.644587e-12,False
backbone.layers.43.mixer.experts.119.down_proj.weight,2688x1856,4988928,2.695622e-13,2.246508e-14,6.567779e-11,1.417940e-12,False
backbone.layers.43.mixer.experts.119.up_proj.weight,1856x2688,4988928,5.867945e-13,4.996748e-14,1.467863e-10,3.194148e-12,False
backbone.layers.43.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.876310e-13,2.040082e-14,6.123319e-11,1.405225e-12,False
backbone.layers.43.mixer.experts.12.up_proj.weight,1856x2688,4988928,5.595437e-13,3.968541e-14,1.146639e-10,2.598294e-12,False
backbone.layers.43.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.682854e-13,1.982876e-14,5.806596e-11,1.281503e-12,False
backbone.layers.43.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.378337e-13,4.946766e-14,1.450185e-10,3.150547e-12,False
backbone.layers.43.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.899939e-13,1.879773e-14,5.454666e-11,1.206582e-12,False
backbone.layers.43.mixer.experts.121.up_proj.weight,1856x2688,4988928,3.993923e-13,4.205432e-14,1.213504e-10,2.619941e-12,False
backbone.layers.43.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.169862e-13,1.848752e-14,5.374236e-11,1.186903e-12,False
backbone.layers.43.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.500948e-13,4.256400e-14,1.236332e-10,2.652879e-12,False
backbone.layers.43.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.109909e-13,1.918229e-14,5.588356e-11,1.215199e-12,False
backbone.layers.43.mixer.experts.123.up_proj.weight,1856x2688,4988928,3.700859e-13,3.882011e-14,1.116481e-10,2.436748e-12,False
backbone.layers.43.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.558441e-13,1.588794e-14,4.576475e-11,1.018041e-12,False
backbone.layers.43.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.818698e-13,4.103168e-14,1.193570e-10,2.599164e-12,False
backbone.layers.43.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.003224e-13,2.002663e-14,5.795165e-11,1.270059e-12,False
backbone.layers.43.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.697701e-13,4.271914e-14,1.238594e-10,2.707581e-12,False
backbone.layers.43.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.767930e-13,1.696278e-14,4.896263e-11,1.083025e-12,False
backbone.layers.43.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.808548e-13,4.995794e-14,1.460568e-10,3.171846e-12,False
backbone.layers.43.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.794094e-13,1.541612e-14,4.435999e-11,9.998017e-13,False
backbone.layers.43.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.608328e-13,4.342482e-14,1.258402e-10,2.653700e-12,False
backbone.layers.43.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.922698e-13,1.697940e-14,4.911786e-11,1.089186e-12,False
backbone.layers.43.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.168539e-13,4.049028e-14,1.166273e-10,2.478631e-12,False
backbone.layers.43.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.852961e-13,1.868065e-14,5.474991e-11,1.196786e-12,False
backbone.layers.43.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.863834e-13,4.759307e-14,1.388387e-10,2.995552e-12,False
backbone.layers.43.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.776843e-13,1.808697e-14,5.223941e-11,1.158349e-12,False
backbone.layers.43.mixer.experts.15.up_proj.weight,1856x2688,4988928,4.204109e-13,3.962257e-14,1.143547e-10,2.515862e-12,False
backbone.layers.43.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.304198e-13,1.837470e-14,5.372338e-11,1.253503e-12,False
backbone.layers.43.mixer.experts.16.up_proj.weight,1856x2688,4988928,3.756708e-13,3.712734e-14,1.069390e-10,2.387467e-12,False
backbone.layers.43.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.719393e-13,1.703259e-14,4.915756e-11,1.099110e-12,False
backbone.layers.43.mixer.experts.17.up_proj.weight,1856x2688,4988928,5.014322e-13,4.299669e-14,1.248389e-10,2.679056e-12,False
backbone.layers.43.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.038508e-13,1.774076e-14,5.136747e-11,1.126220e-12,False
backbone.layers.43.mixer.experts.18.up_proj.weight,1856x2688,4988928,5.520662e-13,5.094556e-14,1.494887e-10,3.275491e-12,False
backbone.layers.43.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.776131e-13,1.705857e-14,4.938800e-11,1.116082e-12,False
backbone.layers.43.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.601736e-13,4.247923e-14,1.236974e-10,2.743016e-12,False
backbone.layers.43.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.712970e-13,1.780389e-14,5.130036e-11,1.116599e-12,False
backbone.layers.43.mixer.experts.2.up_proj.weight,1856x2688,4988928,1.059025e-12,6.228077e-14,1.902251e-10,4.119356e-12,False
backbone.layers.43.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.871663e-13,1.743782e-14,5.040604e-11,1.099334e-12,False
backbone.layers.43.mixer.experts.20.up_proj.weight,1856x2688,4988928,3.797899e-13,3.616347e-14,1.048440e-10,2.291549e-12,False
backbone.layers.43.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.752200e-13,1.948449e-14,5.745928e-11,1.264814e-12,False
backbone.layers.43.mixer.experts.21.up_proj.weight,1856x2688,4988928,3.895634e-13,4.010334e-14,1.157095e-10,2.487959e-12,False
backbone.layers.43.mixer.experts.22.down_proj.weight,2688x1856,4988928,3.391926e-13,2.162685e-14,6.420948e-11,1.407952e-12,False
backbone.layers.43.mixer.experts.22.up_proj.weight,1856x2688,4988928,3.964398e-13,3.878499e-14,1.123553e-10,2.427829e-12,False
backbone.layers.43.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.885471e-13,1.670617e-14,4.843881e-11,1.088295e-12,False
backbone.layers.43.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.569747e-13,4.324135e-14,1.256256e-10,2.798750e-12,False
backbone.layers.43.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.170694e-13,1.875389e-14,5.462181e-11,1.203898e-12,False
backbone.layers.43.mixer.experts.24.up_proj.weight,1856x2688,4988928,5.118510e-13,4.574595e-14,1.340443e-10,2.907948e-12,False
backbone.layers.43.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.240846e-13,2.149135e-14,6.244305e-11,1.362430e-12,False
backbone.layers.43.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.886022e-13,4.116053e-14,1.193118e-10,2.562670e-12,False
backbone.layers.43.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.940045e-13,1.692165e-14,4.895382e-11,1.095365e-12,False
backbone.layers.43.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.137819e-13,3.910714e-14,1.132134e-10,2.469074e-12,False
backbone.layers.43.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.273390e-13,1.973007e-14,5.726033e-11,1.272610e-12,False
backbone.layers.43.mixer.experts.27.up_proj.weight,1856x2688,4988928,5.540637e-13,4.269280e-14,1.232219e-10,2.648823e-12,False
backbone.layers.43.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.201850e-13,1.920479e-14,5.610402e-11,1.313439e-12,False
backbone.layers.43.mixer.experts.28.up_proj.weight,1856x2688,4988928,6.484448e-13,5.126001e-14,1.507665e-10,3.234153e-12,False
backbone.layers.43.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.163061e-13,1.973333e-14,5.721451e-11,1.313366e-12,False
backbone.layers.43.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.010377e-13,3.873611e-14,1.130078e-10,2.597446e-12,False
backbone.layers.43.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.171666e-13,1.989868e-14,5.838727e-11,1.285773e-12,False
backbone.layers.43.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.540846e-13,4.790813e-14,1.408905e-10,3.007650e-12,False
backbone.layers.43.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.215450e-13,1.942910e-14,5.667701e-11,1.232411e-12,False
backbone.layers.43.mixer.experts.30.up_proj.weight,1856x2688,4988928,4.855422e-13,4.179766e-14,1.210670e-10,2.585530e-12,False
backbone.layers.43.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.252590e-13,2.030832e-14,5.922252e-11,1.304249e-12,False
backbone.layers.43.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.044855e-13,3.667230e-14,1.060843e-10,2.287724e-12,False
backbone.layers.43.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.362893e-13,1.963148e-14,5.770897e-11,1.290872e-12,False
backbone.layers.43.mixer.experts.32.up_proj.weight,1856x2688,4988928,5.282684e-13,4.907021e-14,1.436389e-10,3.124150e-12,False
backbone.layers.43.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.551675e-13,1.669894e-14,4.830079e-11,1.084592e-12,False
backbone.layers.43.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.695029e-13,4.126457e-14,1.191078e-10,2.587773e-12,False
backbone.layers.43.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.084652e-13,1.844155e-14,5.399289e-11,1.173585e-12,False
backbone.layers.43.mixer.experts.34.up_proj.weight,1856x2688,4988928,5.346088e-13,4.285382e-14,1.254832e-10,2.711282e-12,False
backbone.layers.43.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.901534e-13,1.870893e-14,5.432709e-11,1.190900e-12,False
backbone.layers.43.mixer.experts.35.up_proj.weight,1856x2688,4988928,5.798868e-13,4.470767e-14,1.297683e-10,2.756426e-12,False
backbone.layers.43.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.919975e-13,2.002444e-14,5.784661e-11,1.307741e-12,False
backbone.layers.43.mixer.experts.36.up_proj.weight,1856x2688,4988928,5.554723e-13,4.246631e-14,1.228647e-10,2.594864e-12,False
backbone.layers.43.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.696593e-13,1.867359e-14,5.479624e-11,1.239527e-12,False
backbone.layers.43.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.667586e-13,4.323342e-14,1.248979e-10,2.626532e-12,False
backbone.layers.43.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.239146e-13,1.796739e-14,5.203652e-11,1.157590e-12,False
backbone.layers.43.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.282980e-13,3.904023e-14,1.130038e-10,2.569341e-12,False
backbone.layers.43.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.077019e-13,1.870214e-14,5.411347e-11,1.194636e-12,False
backbone.layers.43.mixer.experts.39.up_proj.weight,1856x2688,4988928,4.770490e-13,4.145308e-14,1.202257e-10,2.590380e-12,False
backbone.layers.43.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.435968e-13,1.836816e-14,5.354657e-11,1.247508e-12,False
backbone.layers.43.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.451248e-13,4.274748e-14,1.243541e-10,2.693573e-12,False
backbone.layers.43.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.464695e-13,2.082448e-14,6.086760e-11,1.405729e-12,False
backbone.layers.43.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.851172e-13,3.842658e-14,1.110003e-10,2.397438e-12,False
backbone.layers.43.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.568710e-13,1.685688e-14,4.866171e-11,1.120447e-12,False
backbone.layers.43.mixer.experts.41.up_proj.weight,1856x2688,4988928,3.830256e-13,4.080741e-14,1.178476e-10,2.605634e-12,False
backbone.layers.43.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.259685e-13,2.006921e-14,5.851678e-11,1.286100e-12,False
backbone.layers.43.mixer.experts.42.up_proj.weight,1856x2688,4988928,5.070805e-13,4.253577e-14,1.233761e-10,2.657599e-12,False
backbone.layers.43.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.495748e-13,1.657904e-14,4.762818e-11,1.075639e-12,False
backbone.layers.43.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.251495e-13,4.159242e-14,1.206084e-10,2.558480e-12,False
backbone.layers.43.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.988340e-13,1.773235e-14,5.173609e-11,1.168151e-12,False
backbone.layers.43.mixer.experts.44.up_proj.weight,1856x2688,4988928,5.290707e-13,4.357238e-14,1.261120e-10,2.721466e-12,False
backbone.layers.43.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.614507e-13,1.651494e-14,4.777079e-11,1.045055e-12,False
backbone.layers.43.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.400039e-13,4.376818e-14,1.264306e-10,2.766784e-12,False
backbone.layers.43.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.519339e-13,1.762118e-14,5.151819e-11,1.143554e-12,False
backbone.layers.43.mixer.experts.46.up_proj.weight,1856x2688,4988928,5.478777e-13,4.590456e-14,1.334798e-10,2.883134e-12,False
backbone.layers.43.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.923201e-13,1.825220e-14,5.273123e-11,1.167511e-12,False
backbone.layers.43.mixer.experts.47.up_proj.weight,1856x2688,4988928,5.874242e-13,5.001617e-14,1.468919e-10,3.204732e-12,False
backbone.layers.43.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.287051e-13,1.875861e-14,5.429575e-11,1.214454e-12,False
backbone.layers.43.mixer.experts.48.up_proj.weight,1856x2688,4988928,3.562151e-13,4.001110e-14,1.147884e-10,2.495093e-12,False
backbone.layers.43.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.999581e-13,1.934927e-14,5.611178e-11,1.236764e-12,False
backbone.layers.43.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.605448e-13,4.049914e-14,1.172366e-10,2.561203e-12,False
backbone.layers.43.mixer.experts.5.down_proj.weight,2688x1856,4988928,1.773824e-13,1.742855e-14,5.070855e-11,1.166606e-12,False
backbone.layers.43.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.503555e-13,4.154814e-14,1.212276e-10,2.797015e-12,False
backbone.layers.43.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.975356e-13,1.846878e-14,5.370120e-11,1.181815e-12,False
backbone.layers.43.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.121443e-13,3.927724e-14,1.134750e-10,2.454895e-12,False
backbone.layers.43.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.184607e-13,1.824831e-14,5.299899e-11,1.172174e-12,False
backbone.layers.43.mixer.experts.51.up_proj.weight,1856x2688,4988928,3.902191e-13,3.902217e-14,1.124440e-10,2.403342e-12,False
backbone.layers.43.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.144951e-13,1.854564e-14,5.417161e-11,1.183241e-12,False
backbone.layers.43.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.386665e-13,4.710226e-14,1.362463e-10,2.911916e-12,False
backbone.layers.43.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.700670e-13,2.321703e-14,6.852185e-11,1.551918e-12,False
backbone.layers.43.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.775937e-13,4.101807e-14,1.188883e-10,2.734428e-12,False
backbone.layers.43.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.990122e-13,1.761296e-14,5.117182e-11,1.189559e-12,False
backbone.layers.43.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.976262e-13,4.510771e-14,1.313225e-10,2.906625e-12,False
backbone.layers.43.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.234289e-13,1.918640e-14,5.567488e-11,1.279965e-12,False
backbone.layers.43.mixer.experts.55.up_proj.weight,1856x2688,4988928,6.989929e-13,5.054112e-14,1.473627e-10,3.174703e-12,False
backbone.layers.43.mixer.experts.56.down_proj.weight,2688x1856,4988928,3.306053e-13,2.265599e-14,6.701361e-11,1.471271e-12,False
backbone.layers.43.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.634262e-13,4.251097e-14,1.234502e-10,2.674640e-12,False
backbone.layers.43.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.982442e-13,1.815407e-14,5.315369e-11,1.180265e-12,False
backbone.layers.43.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.523429e-13,5.111489e-14,1.484147e-10,3.188022e-12,False
backbone.layers.43.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.217202e-13,1.872493e-14,5.432528e-11,1.253877e-12,False
backbone.layers.43.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.967233e-13,4.384528e-14,1.280061e-10,2.919066e-12,False
backbone.layers.43.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.776496e-13,1.595639e-14,4.588561e-11,1.001790e-12,False
backbone.layers.43.mixer.experts.59.up_proj.weight,1856x2688,4988928,5.558280e-13,4.482751e-14,1.308007e-10,2.803312e-12,False
backbone.layers.43.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.542499e-13,1.703075e-14,4.883651e-11,1.107723e-12,False
backbone.layers.43.mixer.experts.6.up_proj.weight,1856x2688,4988928,5.730000e-13,4.753840e-14,1.384990e-10,2.988206e-12,False
backbone.layers.43.mixer.experts.60.down_proj.weight,2688x1856,4988928,1.889773e-13,1.806433e-14,5.216279e-11,1.140375e-12,False
backbone.layers.43.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.490887e-13,4.578780e-14,1.326105e-10,2.814902e-12,False
backbone.layers.43.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.087566e-13,1.890391e-14,5.470002e-11,1.218674e-12,False
backbone.layers.43.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.820171e-13,5.575503e-14,1.631952e-10,3.500810e-12,False
backbone.layers.43.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.881652e-13,1.841309e-14,5.308328e-11,1.156906e-12,False
backbone.layers.43.mixer.experts.62.up_proj.weight,1856x2688,4988928,4.523153e-13,4.157586e-14,1.200830e-10,2.563478e-12,False
backbone.layers.43.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.124420e-13,1.993553e-14,5.820217e-11,1.306776e-12,False
backbone.layers.43.mixer.experts.63.up_proj.weight,1856x2688,4988928,6.370997e-13,4.399063e-14,1.307488e-10,2.884673e-12,False
backbone.layers.43.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.107516e-13,1.870094e-14,5.442641e-11,1.213986e-12,False
backbone.layers.43.mixer.experts.64.up_proj.weight,1856x2688,4988928,4.742665e-13,4.409080e-14,1.272759e-10,2.720234e-12,False
backbone.layers.43.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.372824e-13,1.910851e-14,5.585423e-11,1.248077e-12,False
backbone.layers.43.mixer.experts.65.up_proj.weight,1856x2688,4988928,7.749582e-13,5.619099e-14,1.705473e-10,3.788668e-12,False
backbone.layers.43.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.861618e-13,1.750311e-14,5.056999e-11,1.109256e-12,False
backbone.layers.43.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.170196e-13,4.251216e-14,1.230107e-10,2.639077e-12,False
backbone.layers.43.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.029280e-13,1.632650e-14,4.751576e-11,1.064763e-12,False
backbone.layers.43.mixer.experts.67.up_proj.weight,1856x2688,4988928,5.292091e-13,4.534691e-14,1.317447e-10,2.868897e-12,False
backbone.layers.43.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.792871e-13,1.673795e-14,4.834993e-11,1.120977e-12,False
backbone.layers.43.mixer.experts.68.up_proj.weight,1856x2688,4988928,3.379519e-13,3.433489e-14,9.943621e-11,2.278611e-12,False
backbone.layers.43.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.945458e-13,1.843118e-14,5.354672e-11,1.190331e-12,False
backbone.layers.43.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.227278e-13,3.975725e-14,1.150174e-10,2.540187e-12,False
backbone.layers.43.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.106024e-13,1.732658e-14,5.001853e-11,1.142312e-12,False
backbone.layers.43.mixer.experts.7.up_proj.weight,1856x2688,4988928,8.813965e-13,5.777008e-14,1.704190e-10,3.525014e-12,False
backbone.layers.43.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.718486e-13,1.684368e-14,4.856069e-11,1.139966e-12,False
backbone.layers.43.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.782251e-13,4.354780e-14,1.262426e-10,2.764391e-12,False
backbone.layers.43.mixer.experts.71.down_proj.weight,2688x1856,4988928,1.936680e-13,1.813200e-14,5.245498e-11,1.154726e-12,False
backbone.layers.43.mixer.experts.71.up_proj.weight,1856x2688,4988928,3.596012e-13,3.758774e-14,1.079570e-10,2.289191e-12,False
backbone.layers.43.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.284527e-13,1.694955e-14,4.921233e-11,1.134361e-12,False
backbone.layers.43.mixer.experts.72.up_proj.weight,1856x2688,4988928,4.973869e-13,4.744542e-14,1.388258e-10,3.105220e-12,False
backbone.layers.43.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.155429e-13,1.726610e-14,5.010407e-11,1.103786e-12,False
backbone.layers.43.mixer.experts.73.up_proj.weight,1856x2688,4988928,5.539458e-13,4.351942e-14,1.259607e-10,2.783343e-12,False
backbone.layers.43.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.027822e-13,1.799461e-14,5.208346e-11,1.147424e-12,False
backbone.layers.43.mixer.experts.74.up_proj.weight,1856x2688,4988928,5.533178e-13,4.360381e-14,1.259694e-10,2.715811e-12,False
backbone.layers.43.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.760159e-13,1.666304e-14,4.791249e-11,1.088190e-12,False
backbone.layers.43.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.114868e-13,3.936737e-14,1.132576e-10,2.458884e-12,False
backbone.layers.43.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.082232e-13,1.831982e-14,5.338747e-11,1.177760e-12,False
backbone.layers.43.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.861528e-13,3.991253e-14,1.161949e-10,2.541505e-12,False
backbone.layers.43.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.481643e-13,1.896284e-14,5.509611e-11,1.215606e-12,False
backbone.layers.43.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.604529e-13,4.396789e-14,1.270961e-10,2.755692e-12,False
backbone.layers.43.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.280051e-13,2.042935e-14,6.008807e-11,1.333046e-12,False
backbone.layers.43.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.480669e-13,4.458980e-14,1.289811e-10,2.775121e-12,False
backbone.layers.43.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.716648e-13,1.616171e-14,4.661495e-11,1.049896e-12,False
backbone.layers.43.mixer.experts.79.up_proj.weight,1856x2688,4988928,5.511980e-13,4.794394e-14,1.392233e-10,2.892836e-12,False
backbone.layers.43.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.283521e-13,1.984468e-14,5.747443e-11,1.249442e-12,False
backbone.layers.43.mixer.experts.8.up_proj.weight,1856x2688,4988928,7.210413e-13,5.581479e-14,1.648494e-10,3.524611e-12,False
backbone.layers.43.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.168057e-13,2.012397e-14,5.823958e-11,1.286964e-12,False
backbone.layers.43.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.278486e-13,4.496154e-14,1.308402e-10,2.712508e-12,False
backbone.layers.43.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.718382e-13,1.675083e-14,4.839989e-11,1.086559e-12,False
backbone.layers.43.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.594866e-13,4.269653e-14,1.240203e-10,2.703834e-12,False
backbone.layers.43.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.914233e-13,1.760448e-14,5.074495e-11,1.116249e-12,False
backbone.layers.43.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.602325e-13,4.279726e-14,1.238760e-10,2.647845e-12,False
backbone.layers.43.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.818667e-13,1.673118e-14,4.817231e-11,1.087156e-12,False
backbone.layers.43.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.910083e-13,4.200251e-14,1.226791e-10,2.689169e-12,False
backbone.layers.43.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.559412e-13,1.608221e-14,4.640450e-11,1.036101e-12,False
backbone.layers.43.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.033995e-13,3.580188e-14,1.038585e-10,2.304869e-12,False
backbone.layers.43.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.699647e-13,1.592744e-14,4.619485e-11,1.043346e-12,False
backbone.layers.43.mixer.experts.85.up_proj.weight,1856x2688,4988928,5.287749e-13,4.419783e-14,1.278896e-10,2.807409e-12,False
backbone.layers.43.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.539002e-13,1.787106e-14,5.213017e-11,1.166061e-12,False
backbone.layers.43.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.022420e-13,3.876243e-14,1.116159e-10,2.420399e-12,False
backbone.layers.43.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.188154e-13,1.960987e-14,5.677863e-11,1.263381e-12,False
backbone.layers.43.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.655684e-13,4.733512e-14,1.385638e-10,2.969464e-12,False
backbone.layers.43.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.950952e-13,1.788551e-14,5.193505e-11,1.188311e-12,False
backbone.layers.43.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.091380e-13,3.965886e-14,1.143711e-10,2.547323e-12,False
backbone.layers.43.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.021786e-13,1.714677e-14,4.988618e-11,1.131657e-12,False
backbone.layers.43.mixer.experts.89.up_proj.weight,1856x2688,4988928,6.059363e-13,4.527819e-14,1.335678e-10,2.962179e-12,False
backbone.layers.43.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.404292e-13,2.124589e-14,6.186656e-11,1.353345e-12,False
backbone.layers.43.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.813858e-13,4.277334e-14,1.236106e-10,2.715227e-12,False
backbone.layers.43.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.261767e-13,2.009661e-14,5.838498e-11,1.287959e-12,False
backbone.layers.43.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.943199e-13,4.380774e-14,1.275210e-10,2.694568e-12,False
backbone.layers.43.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.490486e-13,1.883578e-14,5.508278e-11,1.232573e-12,False
backbone.layers.43.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.155148e-13,4.061952e-14,1.174124e-10,2.570836e-12,False
backbone.layers.43.mixer.experts.92.down_proj.weight,2688x1856,4988928,3.914143e-13,2.313543e-14,6.854686e-11,1.508241e-12,False
backbone.layers.43.mixer.experts.92.up_proj.weight,1856x2688,4988928,3.995537e-13,3.878019e-14,1.115576e-10,2.434892e-12,False
backbone.layers.43.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.294137e-13,2.060928e-14,5.994214e-11,1.369157e-12,False
backbone.layers.43.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.329903e-13,4.077711e-14,1.178640e-10,2.573857e-12,False
backbone.layers.43.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.499485e-13,2.096596e-14,6.105118e-11,1.375567e-12,False
backbone.layers.43.mixer.experts.94.up_proj.weight,1856x2688,4988928,5.152823e-13,4.783596e-14,1.405283e-10,3.067042e-12,False
backbone.layers.43.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.270111e-13,1.960801e-14,5.691907e-11,1.258122e-12,False
backbone.layers.43.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.807251e-13,4.389368e-14,1.269464e-10,2.748197e-12,False
backbone.layers.43.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.143737e-13,1.773070e-14,5.098324e-11,1.133286e-12,False
backbone.layers.43.mixer.experts.96.up_proj.weight,1856x2688,4988928,5.765631e-13,4.702769e-14,1.364710e-10,2.951977e-12,False
backbone.layers.43.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.097888e-13,1.925644e-14,5.595709e-11,1.200708e-12,False
backbone.layers.43.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.475934e-13,4.414697e-14,1.278512e-10,2.706484e-12,False
backbone.layers.43.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.580784e-13,1.552838e-14,4.462991e-11,9.818905e-13,False
backbone.layers.43.mixer.experts.98.up_proj.weight,1856x2688,4988928,5.399483e-13,4.491186e-14,1.312803e-10,2.886338e-12,False
backbone.layers.43.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.148004e-13,1.875802e-14,5.445987e-11,1.180499e-12,False
backbone.layers.43.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.653326e-13,4.195986e-14,1.213526e-10,2.575630e-12,False
backbone.layers.43.mixer.gate.weight,128x2688,344064,2.982926e-13,2.975284e-14,2.293443e-11,2.591942e-12,False
backbone.layers.43.mixer.shared_experts.down_proj.weight,2688x3712,9977856,8.829049e-13,5.839701e-14,2.381602e-10,4.712749e-12,False
backbone.layers.43.mixer.shared_experts.up_proj.weight,3712x2688,9977856,5.313840e-13,3.355287e-14,1.386564e-10,2.965484e-12,False
backbone.layers.43.norm.weight,2688,2688,8.881784e-16,1.452934e-16,1.243416e-14,1.215277e-16,False
backbone.layers.44.mixer.A_log,64,64,1.776357e-15,1.569383e-16,2.471544e-15,1.476812e-16,False
backbone.layers.44.mixer.D,64,64,8.881784e-16,7.436272e-17,1.280350e-15,1.243477e-16,False
backbone.layers.44.mixer.conv1d.weight,6144x1x4,24576,1.221245e-15,1.422442e-17,6.930587e-15,6.546801e-16,True
backbone.layers.44.mixer.dt_bias,64,64,1.776357e-15,3.564857e-16,4.613274e-15,1.279517e-16,False
backbone.layers.44.mixer.in_proj.weight,10304x2688,27697152,1.451318e-12,5.031733e-14,3.541229e-10,2.911005e-12,False
backbone.layers.44.mixer.norm.weight,4096,4096,7.105427e-15,3.499313e-16,4.163446e-14,1.254076e-16,False
backbone.layers.44.mixer.out_proj.weight,2688x4096,11010048,1.141108e-12,8.890805e-14,3.826524e-10,5.502447e-12,False
backbone.layers.44.norm.weight,2688,2688,4.440892e-16,6.525865e-17,5.019387e-15,1.168167e-16,False
backbone.layers.45.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.406895e-13,1.479200e-14,4.262060e-11,9.682108e-13,False
backbone.layers.45.mixer.experts.0.up_proj.weight,1856x2688,4988928,6.345445e-13,4.838647e-14,1.434463e-10,3.026169e-12,False
backbone.layers.45.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.575041e-13,1.832320e-14,5.340324e-11,1.185789e-12,False
backbone.layers.45.mixer.experts.1.up_proj.weight,1856x2688,4988928,3.951123e-13,3.770445e-14,1.093820e-10,2.388951e-12,False
backbone.layers.45.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.728340e-13,1.552762e-14,4.491013e-11,1.025690e-12,False
backbone.layers.45.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.845013e-13,4.228706e-14,1.240859e-10,2.711273e-12,False
backbone.layers.45.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.509000e-13,1.920922e-14,5.594002e-11,1.266775e-12,False
backbone.layers.45.mixer.experts.100.up_proj.weight,1856x2688,4988928,5.239992e-13,4.237836e-14,1.232792e-10,2.728419e-12,False
backbone.layers.45.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.854970e-13,1.858367e-14,5.373130e-11,1.207227e-12,False
backbone.layers.45.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.073582e-13,3.954161e-14,1.141062e-10,2.538366e-12,False
backbone.layers.45.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.612165e-13,1.663436e-14,4.807262e-11,1.063233e-12,False
backbone.layers.45.mixer.experts.102.up_proj.weight,1856x2688,4988928,5.099133e-13,4.343900e-14,1.269196e-10,2.722308e-12,False
backbone.layers.45.mixer.experts.103.down_proj.weight,2688x1856,4988928,3.641373e-13,2.417302e-14,7.161817e-11,1.625217e-12,False
backbone.layers.45.mixer.experts.103.up_proj.weight,1856x2688,4988928,4.015694e-13,4.175717e-14,1.199869e-10,2.580835e-12,False
backbone.layers.45.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.092922e-13,2.052009e-14,5.946903e-11,1.314204e-12,False
backbone.layers.45.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.985420e-13,4.461244e-14,1.302182e-10,2.709286e-12,False
backbone.layers.45.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.152185e-13,1.765759e-14,5.093901e-11,1.125476e-12,False
backbone.layers.45.mixer.experts.105.up_proj.weight,1856x2688,4988928,5.708932e-13,4.727301e-14,1.377888e-10,2.974502e-12,False
backbone.layers.45.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.765532e-13,1.771076e-14,5.107179e-11,1.126288e-12,False
backbone.layers.45.mixer.experts.106.up_proj.weight,1856x2688,4988928,5.049628e-13,4.452981e-14,1.296578e-10,2.776704e-12,False
backbone.layers.45.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.947401e-13,1.795562e-14,5.188229e-11,1.163049e-12,False
backbone.layers.45.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.096584e-13,3.850195e-14,1.108876e-10,2.311844e-12,False
backbone.layers.45.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.507898e-13,1.955169e-14,5.680752e-11,1.250802e-12,False
backbone.layers.45.mixer.experts.108.up_proj.weight,1856x2688,4988928,7.528545e-13,4.757783e-14,1.403836e-10,3.066299e-12,False
backbone.layers.45.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.981176e-13,1.837481e-14,5.340089e-11,1.168447e-12,False
backbone.layers.45.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.706981e-13,4.333458e-14,1.252108e-10,2.667080e-12,False
backbone.layers.45.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.761265e-13,1.839317e-14,5.311373e-11,1.231795e-12,False
backbone.layers.45.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.954604e-13,4.269500e-14,1.235947e-10,2.789893e-12,False
backbone.layers.45.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.959821e-13,1.926606e-14,5.615726e-11,1.241862e-12,False
backbone.layers.45.mixer.experts.110.up_proj.weight,1856x2688,4988928,5.881042e-13,4.829942e-14,1.418595e-10,3.079776e-12,False
backbone.layers.45.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.074630e-13,1.811594e-14,5.237372e-11,1.169338e-12,False
backbone.layers.45.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.640724e-13,4.529982e-14,1.314224e-10,2.835251e-12,False
backbone.layers.45.mixer.experts.112.down_proj.weight,2688x1856,4988928,1.786696e-13,1.723303e-14,4.959672e-11,1.169135e-12,False
backbone.layers.45.mixer.experts.112.up_proj.weight,1856x2688,4988928,5.270801e-13,4.639676e-14,1.354979e-10,3.055064e-12,False
backbone.layers.45.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.055786e-13,1.813798e-14,5.282743e-11,1.158258e-12,False
backbone.layers.45.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.267869e-13,4.800811e-14,1.400592e-10,2.921759e-12,False
backbone.layers.45.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.840385e-13,1.786567e-14,5.175730e-11,1.125810e-12,False
backbone.layers.45.mixer.experts.114.up_proj.weight,1856x2688,4988928,3.878443e-13,3.978641e-14,1.148688e-10,2.447801e-12,False
backbone.layers.45.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.239684e-13,2.018952e-14,5.856222e-11,1.297790e-12,False
backbone.layers.45.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.800239e-13,4.965817e-14,1.450090e-10,3.144341e-12,False
backbone.layers.45.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.982163e-13,2.216506e-14,6.473186e-11,1.462886e-12,False
backbone.layers.45.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.520412e-13,4.293290e-14,1.244833e-10,2.808551e-12,False
backbone.layers.45.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.807372e-13,2.441645e-14,7.209418e-11,1.586722e-12,False
backbone.layers.45.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.343852e-13,3.924891e-14,1.142442e-10,2.475151e-12,False
backbone.layers.45.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.535013e-13,1.557445e-14,4.491068e-11,1.010856e-12,False
backbone.layers.45.mixer.experts.118.up_proj.weight,1856x2688,4988928,7.143652e-13,4.811115e-14,1.410958e-10,3.193545e-12,False
backbone.layers.45.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.790963e-13,1.811171e-14,5.246619e-11,1.137997e-12,False
backbone.layers.45.mixer.experts.119.up_proj.weight,1856x2688,4988928,6.039995e-13,4.900375e-14,1.427893e-10,2.986002e-12,False
backbone.layers.45.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.183219e-13,1.915569e-14,5.545566e-11,1.243365e-12,False
backbone.layers.45.mixer.experts.12.up_proj.weight,1856x2688,4988928,5.009847e-13,4.230709e-14,1.233301e-10,2.762282e-12,False
backbone.layers.45.mixer.experts.120.down_proj.weight,2688x1856,4988928,3.578179e-13,2.253807e-14,6.667784e-11,1.492075e-12,False
backbone.layers.45.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.030733e-13,3.756104e-14,1.082998e-10,2.377589e-12,False
backbone.layers.45.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.777918e-13,1.687876e-14,4.901639e-11,1.105208e-12,False
backbone.layers.45.mixer.experts.121.up_proj.weight,1856x2688,4988928,3.902607e-13,3.635735e-14,1.044523e-10,2.259574e-12,False
backbone.layers.45.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.738659e-13,1.653972e-14,4.768880e-11,1.085198e-12,False
backbone.layers.45.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.643681e-13,4.284228e-14,1.233748e-10,2.709623e-12,False
backbone.layers.45.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.038474e-13,1.764437e-14,5.133875e-11,1.126210e-12,False
backbone.layers.45.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.559929e-13,4.178034e-14,1.203620e-10,2.581832e-12,False
backbone.layers.45.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.037572e-13,1.844435e-14,5.348043e-11,1.202803e-12,False
backbone.layers.45.mixer.experts.124.up_proj.weight,1856x2688,4988928,6.818088e-13,4.777973e-14,1.406626e-10,3.078319e-12,False
backbone.layers.45.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.380110e-13,2.028272e-14,5.951008e-11,1.309240e-12,False
backbone.layers.45.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.318108e-13,3.996297e-14,1.155177e-10,2.484005e-12,False
backbone.layers.45.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.514740e-13,1.834247e-14,5.337754e-11,1.172159e-12,False
backbone.layers.45.mixer.experts.126.up_proj.weight,1856x2688,4988928,7.347760e-13,5.444458e-14,1.616341e-10,3.505431e-12,False
backbone.layers.45.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.691113e-13,1.611374e-14,4.650069e-11,1.025999e-12,False
backbone.layers.45.mixer.experts.127.up_proj.weight,1856x2688,4988928,5.242577e-13,4.467876e-14,1.308555e-10,2.809358e-12,False
backbone.layers.45.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.266277e-13,2.082415e-14,6.098732e-11,1.356857e-12,False
backbone.layers.45.mixer.experts.13.up_proj.weight,1856x2688,4988928,7.000199e-13,5.290399e-14,1.552951e-10,3.375054e-12,False
backbone.layers.45.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.030043e-13,1.951221e-14,5.646985e-11,1.239240e-12,False
backbone.layers.45.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.691142e-13,5.317849e-14,1.550803e-10,3.327608e-12,False
backbone.layers.45.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.648975e-13,1.935293e-14,5.653304e-11,1.242101e-12,False
backbone.layers.45.mixer.experts.15.up_proj.weight,1856x2688,4988928,7.120519e-13,4.843546e-14,1.426328e-10,3.056843e-12,False
backbone.layers.45.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.438397e-13,2.181330e-14,6.366143e-11,1.437085e-12,False
backbone.layers.45.mixer.experts.16.up_proj.weight,1856x2688,4988928,5.150793e-13,4.510570e-14,1.307341e-10,2.850480e-12,False
backbone.layers.45.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.644240e-13,1.777498e-14,5.153998e-11,1.153199e-12,False
backbone.layers.45.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.702488e-13,4.144393e-14,1.196834e-10,2.612884e-12,False
backbone.layers.45.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.604063e-13,1.945555e-14,5.685418e-11,1.260995e-12,False
backbone.layers.45.mixer.experts.18.up_proj.weight,1856x2688,4988928,5.402432e-13,4.895344e-14,1.436152e-10,3.190054e-12,False
backbone.layers.45.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.681502e-13,1.658253e-14,4.783800e-11,1.041529e-12,False
backbone.layers.45.mixer.experts.19.up_proj.weight,1856x2688,4988928,3.927154e-13,4.178836e-14,1.208628e-10,2.618842e-12,False
backbone.layers.45.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.511880e-13,2.042496e-14,5.997845e-11,1.378954e-12,False
backbone.layers.45.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.933068e-13,3.809155e-14,1.109064e-10,2.601959e-12,False
backbone.layers.45.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.043470e-13,1.736583e-14,4.969319e-11,1.095400e-12,False
backbone.layers.45.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.829269e-13,4.440618e-14,1.286958e-10,2.764801e-12,False
backbone.layers.45.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.952188e-13,2.003087e-14,5.816910e-11,1.289392e-12,False
backbone.layers.45.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.845965e-13,4.416324e-14,1.276860e-10,2.750171e-12,False
backbone.layers.45.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.742313e-13,1.608214e-14,4.625995e-11,1.018464e-12,False
backbone.layers.45.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.261036e-13,4.253470e-14,1.223222e-10,2.619502e-12,False
backbone.layers.45.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.958225e-13,1.790451e-14,5.172865e-11,1.144588e-12,False
backbone.layers.45.mixer.experts.23.up_proj.weight,1856x2688,4988928,3.841198e-13,3.920119e-14,1.129523e-10,2.440131e-12,False
backbone.layers.45.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.120179e-13,1.899767e-14,5.500712e-11,1.256735e-12,False
backbone.layers.45.mixer.experts.24.up_proj.weight,1856x2688,4988928,5.024189e-13,4.460337e-14,1.289479e-10,2.770587e-12,False
backbone.layers.45.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.573498e-13,1.460673e-14,4.214801e-11,9.566778e-13,False
backbone.layers.45.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.478215e-13,4.015844e-14,1.162068e-10,2.559346e-12,False
backbone.layers.45.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.917563e-13,1.760128e-14,5.095141e-11,1.137682e-12,False
backbone.layers.45.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.381287e-13,4.184173e-14,1.206406e-10,2.637935e-12,False
backbone.layers.45.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.179749e-13,1.845857e-14,5.356005e-11,1.182819e-12,False
backbone.layers.45.mixer.experts.27.up_proj.weight,1856x2688,4988928,5.069001e-13,4.356320e-14,1.263569e-10,2.701791e-12,False
backbone.layers.45.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.009226e-13,1.737960e-14,5.051193e-11,1.130011e-12,False
backbone.layers.45.mixer.experts.28.up_proj.weight,1856x2688,4988928,6.646738e-13,4.555033e-14,1.334105e-10,2.901410e-12,False
backbone.layers.45.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.180339e-13,2.134632e-14,6.210068e-11,1.373854e-12,False
backbone.layers.45.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.090323e-13,3.893527e-14,1.130738e-10,2.505098e-12,False
backbone.layers.45.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.400857e-13,1.986990e-14,5.810533e-11,1.295505e-12,False
backbone.layers.45.mixer.experts.3.up_proj.weight,1856x2688,4988928,5.768918e-13,4.855549e-14,1.430597e-10,3.069895e-12,False
backbone.layers.45.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.042286e-13,1.871524e-14,5.413517e-11,1.196414e-12,False
backbone.layers.45.mixer.experts.30.up_proj.weight,1856x2688,4988928,5.460159e-13,4.819590e-14,1.401960e-10,3.012082e-12,False
backbone.layers.45.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.069872e-13,1.900552e-14,5.492693e-11,1.213235e-12,False
backbone.layers.45.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.550457e-13,3.982965e-14,1.152674e-10,2.456051e-12,False
backbone.layers.45.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.172949e-13,1.910604e-14,5.537465e-11,1.241769e-12,False
backbone.layers.45.mixer.experts.32.up_proj.weight,1856x2688,4988928,5.087389e-13,4.057326e-14,1.172586e-10,2.596465e-12,False
backbone.layers.45.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.361054e-13,1.927482e-14,5.610115e-11,1.215824e-12,False
backbone.layers.45.mixer.experts.33.up_proj.weight,1856x2688,4988928,6.396994e-13,5.485524e-14,1.620889e-10,3.495227e-12,False
backbone.layers.45.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.642474e-13,1.719030e-14,4.977699e-11,1.105198e-12,False
backbone.layers.45.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.654332e-13,4.190112e-14,1.213517e-10,2.651829e-12,False
backbone.layers.45.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.451755e-13,1.542664e-14,4.444716e-11,9.849983e-13,False
backbone.layers.45.mixer.experts.35.up_proj.weight,1856x2688,4988928,3.975522e-13,3.724241e-14,1.070795e-10,2.356889e-12,False
backbone.layers.45.mixer.experts.36.down_proj.weight,2688x1856,4988928,1.730213e-13,1.759520e-14,5.099936e-11,1.132812e-12,False
backbone.layers.45.mixer.experts.36.up_proj.weight,1856x2688,4988928,5.033387e-13,4.432757e-14,1.297109e-10,2.705693e-12,False
backbone.layers.45.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.074660e-13,1.697422e-14,4.915534e-11,1.082640e-12,False
backbone.layers.45.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.163198e-13,4.150995e-14,1.199640e-10,2.614789e-12,False
backbone.layers.45.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.054567e-13,1.787328e-14,5.169789e-11,1.165145e-12,False
backbone.layers.45.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.625241e-13,4.349985e-14,1.256657e-10,2.785034e-12,False
backbone.layers.45.mixer.experts.39.down_proj.weight,2688x1856,4988928,3.062611e-13,2.383968e-14,7.042384e-11,1.616587e-12,False
backbone.layers.45.mixer.experts.39.up_proj.weight,1856x2688,4988928,3.857626e-13,3.588020e-14,1.035458e-10,2.207652e-12,False
backbone.layers.45.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.827709e-13,1.866853e-14,5.384860e-11,1.197481e-12,False
backbone.layers.45.mixer.experts.4.up_proj.weight,1856x2688,4988928,3.724330e-13,3.657026e-14,1.054430e-10,2.315245e-12,False
backbone.layers.45.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.064009e-13,1.903250e-14,5.540178e-11,1.251863e-12,False
backbone.layers.45.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.707450e-13,4.356893e-14,1.269440e-10,2.818836e-12,False
backbone.layers.45.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.935258e-13,1.633760e-14,4.733436e-11,1.090835e-12,False
backbone.layers.45.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.859351e-13,4.246036e-14,1.231833e-10,2.726299e-12,False
backbone.layers.45.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.343091e-13,2.038747e-14,5.910786e-11,1.315234e-12,False
backbone.layers.45.mixer.experts.42.up_proj.weight,1856x2688,4988928,5.483183e-13,5.177365e-14,1.497122e-10,3.110048e-12,False
backbone.layers.45.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.216682e-13,1.808714e-14,5.238139e-11,1.172630e-12,False
backbone.layers.45.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.615267e-13,4.496234e-14,1.305131e-10,2.796951e-12,False
backbone.layers.45.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.806090e-13,1.637655e-14,4.712260e-11,1.072325e-12,False
backbone.layers.45.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.623767e-13,4.096840e-14,1.186452e-10,2.645811e-12,False
backbone.layers.45.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.058978e-13,1.820862e-14,5.274185e-11,1.178992e-12,False
backbone.layers.45.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.001539e-13,3.839388e-14,1.109326e-10,2.414910e-12,False
backbone.layers.45.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.104428e-13,1.904206e-14,5.527001e-11,1.232663e-12,False
backbone.layers.45.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.401514e-13,4.077290e-14,1.173689e-10,2.553299e-12,False
backbone.layers.45.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.586058e-13,1.632915e-14,4.708292e-11,1.025514e-12,False
backbone.layers.45.mixer.experts.47.up_proj.weight,1856x2688,4988928,3.922262e-13,4.285757e-14,1.237559e-10,2.573503e-12,False
backbone.layers.45.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.114975e-13,1.789031e-14,5.154495e-11,1.131790e-12,False
backbone.layers.45.mixer.experts.48.up_proj.weight,1856x2688,4988928,4.685037e-13,4.417092e-14,1.276573e-10,2.646037e-12,False
backbone.layers.45.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.139729e-13,1.793713e-14,5.206533e-11,1.164494e-12,False
backbone.layers.45.mixer.experts.49.up_proj.weight,1856x2688,4988928,5.399466e-13,4.177555e-14,1.223115e-10,2.647504e-12,False
backbone.layers.45.mixer.experts.5.down_proj.weight,2688x1856,4988928,1.768065e-13,1.683219e-14,4.837886e-11,1.158395e-12,False
backbone.layers.45.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.463478e-13,3.814422e-14,1.119540e-10,2.646600e-12,False
backbone.layers.45.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.934355e-13,1.855373e-14,5.369713e-11,1.177485e-12,False
backbone.layers.45.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.859828e-13,4.172498e-14,1.219638e-10,2.643696e-12,False
backbone.layers.45.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.666825e-13,2.074578e-14,6.072986e-11,1.366928e-12,False
backbone.layers.45.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.127566e-13,4.295928e-14,1.236859e-10,2.604638e-12,False
backbone.layers.45.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.539884e-13,1.647605e-14,4.754832e-11,1.066686e-12,False
backbone.layers.45.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.289277e-13,4.405801e-14,1.270736e-10,2.749989e-12,False
backbone.layers.45.mixer.experts.53.down_proj.weight,2688x1856,4988928,1.557018e-13,1.532644e-14,4.418433e-11,1.008774e-12,False
backbone.layers.45.mixer.experts.53.up_proj.weight,1856x2688,4988928,6.595852e-13,5.063017e-14,1.483039e-10,3.225012e-12,False
backbone.layers.45.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.379971e-13,2.083294e-14,6.122486e-11,1.343528e-12,False
backbone.layers.45.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.816737e-13,4.273550e-14,1.238068e-10,2.640467e-12,False
backbone.layers.45.mixer.experts.55.down_proj.weight,2688x1856,4988928,3.326957e-13,2.122998e-14,6.215423e-11,1.359040e-12,False
backbone.layers.45.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.201604e-13,4.512749e-14,1.300877e-10,2.802685e-12,False
backbone.layers.45.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.744854e-13,1.759144e-14,5.086332e-11,1.150263e-12,False
backbone.layers.45.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.956972e-13,4.238256e-14,1.229279e-10,2.727382e-12,False
backbone.layers.45.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.431076e-13,2.046726e-14,5.985328e-11,1.305521e-12,False
backbone.layers.45.mixer.experts.57.up_proj.weight,1856x2688,4988928,5.973364e-13,4.955448e-14,1.458303e-10,3.178056e-12,False
backbone.layers.45.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.320957e-13,1.548518e-14,4.434036e-11,1.018903e-12,False
backbone.layers.45.mixer.experts.58.up_proj.weight,1856x2688,4988928,3.912886e-13,3.755958e-14,1.087326e-10,2.450542e-12,False
backbone.layers.45.mixer.experts.59.down_proj.weight,2688x1856,4988928,3.295697e-13,1.858329e-14,5.415900e-11,1.213067e-12,False
backbone.layers.45.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.623073e-13,3.954225e-14,1.136755e-10,2.483567e-12,False
backbone.layers.45.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.952638e-13,1.912577e-14,5.661286e-11,1.273875e-12,False
backbone.layers.45.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.459809e-13,4.257289e-14,1.233750e-10,2.750956e-12,False
backbone.layers.45.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.184242e-13,2.001726e-14,5.819588e-11,1.305571e-12,False
backbone.layers.45.mixer.experts.60.up_proj.weight,1856x2688,4988928,7.075677e-13,5.273021e-14,1.538457e-10,3.336732e-12,False
backbone.layers.45.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.380804e-13,1.904001e-14,5.604319e-11,1.227315e-12,False
backbone.layers.45.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.672270e-13,4.154317e-14,1.211975e-10,2.704170e-12,False
backbone.layers.45.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.771847e-13,1.843996e-14,5.332505e-11,1.173072e-12,False
backbone.layers.45.mixer.experts.62.up_proj.weight,1856x2688,4988928,7.158059e-13,5.181699e-14,1.521136e-10,3.256951e-12,False
backbone.layers.45.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.765359e-13,1.698166e-14,4.885892e-11,1.104484e-12,False
backbone.layers.45.mixer.experts.63.up_proj.weight,1856x2688,4988928,5.342471e-13,4.600834e-14,1.343621e-10,3.007803e-12,False
backbone.layers.45.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.289489e-13,1.483738e-14,4.260374e-11,9.571767e-13,False
backbone.layers.45.mixer.experts.64.up_proj.weight,1856x2688,4988928,5.619021e-13,4.547025e-14,1.341830e-10,2.919611e-12,False
backbone.layers.45.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.866405e-13,2.094494e-14,6.100311e-11,1.330702e-12,False
backbone.layers.45.mixer.experts.65.up_proj.weight,1856x2688,4988928,3.730523e-13,3.894895e-14,1.122895e-10,2.441180e-12,False
backbone.layers.45.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.095130e-13,1.768208e-14,5.141961e-11,1.144321e-12,False
backbone.layers.45.mixer.experts.66.up_proj.weight,1856x2688,4988928,5.149423e-13,4.657731e-14,1.353957e-10,2.954928e-12,False
backbone.layers.45.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.239606e-13,2.196380e-14,6.382641e-11,1.411458e-12,False
backbone.layers.45.mixer.experts.67.up_proj.weight,1856x2688,4988928,7.128968e-13,4.978345e-14,1.446941e-10,3.071615e-12,False
backbone.layers.45.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.864802e-13,1.619681e-14,4.676885e-11,1.027368e-12,False
backbone.layers.45.mixer.experts.68.up_proj.weight,1856x2688,4988928,5.096201e-13,4.530344e-14,1.313415e-10,2.703676e-12,False
backbone.layers.45.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.539203e-13,1.507165e-14,4.357806e-11,9.796494e-13,False
backbone.layers.45.mixer.experts.69.up_proj.weight,1856x2688,4988928,3.985146e-13,3.822982e-14,1.101888e-10,2.385855e-12,False
backbone.layers.45.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.945622e-13,1.897171e-14,5.498792e-11,1.214991e-12,False
backbone.layers.45.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.939764e-13,4.589447e-14,1.338198e-10,2.823060e-12,False
backbone.layers.45.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.963082e-13,1.660892e-14,4.802649e-11,1.061867e-12,False
backbone.layers.45.mixer.experts.70.up_proj.weight,1856x2688,4988928,4.194353e-13,3.998913e-14,1.156844e-10,2.571102e-12,False
backbone.layers.45.mixer.experts.71.down_proj.weight,2688x1856,4988928,1.800053e-13,1.704444e-14,4.903702e-11,1.078665e-12,False
backbone.layers.45.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.799598e-13,4.159912e-14,1.196905e-10,2.534795e-12,False
backbone.layers.45.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.082041e-13,1.792551e-14,5.232350e-11,1.140563e-12,False
backbone.layers.45.mixer.experts.72.up_proj.weight,1856x2688,4988928,4.999794e-13,4.202767e-14,1.227983e-10,2.682582e-12,False
backbone.layers.45.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.072578e-13,1.772637e-14,5.154315e-11,1.184054e-12,False
backbone.layers.45.mixer.experts.73.up_proj.weight,1856x2688,4988928,6.202452e-13,4.692205e-14,1.375008e-10,3.021733e-12,False
backbone.layers.45.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.579117e-13,2.181290e-14,6.380507e-11,1.401607e-12,False
backbone.layers.45.mixer.experts.74.up_proj.weight,1856x2688,4988928,5.221691e-13,4.642447e-14,1.355303e-10,2.882092e-12,False
backbone.layers.45.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.458693e-13,1.806353e-14,5.257880e-11,1.163184e-12,False
backbone.layers.45.mixer.experts.75.up_proj.weight,1856x2688,4988928,5.446615e-13,3.957475e-14,1.151238e-10,2.523555e-12,False
backbone.layers.45.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.775315e-13,2.083102e-14,6.073231e-11,1.353413e-12,False
backbone.layers.45.mixer.experts.76.up_proj.weight,1856x2688,4988928,7.000581e-13,5.107894e-14,1.506574e-10,3.216602e-12,False
backbone.layers.45.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.670651e-13,1.607536e-14,4.649568e-11,1.034783e-12,False
backbone.layers.45.mixer.experts.77.up_proj.weight,1856x2688,4988928,5.441706e-13,4.271722e-14,1.240956e-10,2.710572e-12,False
backbone.layers.45.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.267821e-13,1.847962e-14,5.383486e-11,1.195409e-12,False
backbone.layers.45.mixer.experts.78.up_proj.weight,1856x2688,4988928,5.950145e-13,4.213272e-14,1.228416e-10,2.687150e-12,False
backbone.layers.45.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.296253e-13,1.748234e-14,5.074933e-11,1.114647e-12,False
backbone.layers.45.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.266969e-13,3.981512e-14,1.145881e-10,2.472214e-12,False
backbone.layers.45.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.103456e-13,2.012219e-14,5.881036e-11,1.267809e-12,False
backbone.layers.45.mixer.experts.8.up_proj.weight,1856x2688,4988928,6.662899e-13,4.899336e-14,1.435599e-10,3.060896e-12,False
backbone.layers.45.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.681275e-13,2.249473e-14,6.597769e-11,1.458518e-12,False
backbone.layers.45.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.429842e-13,4.723040e-14,1.363695e-10,2.920240e-12,False
backbone.layers.45.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.596656e-13,2.185186e-14,6.410279e-11,1.417994e-12,False
backbone.layers.45.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.632826e-13,4.445697e-14,1.291890e-10,2.820880e-12,False
backbone.layers.45.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.277969e-13,1.913024e-14,5.577938e-11,1.231424e-12,False
backbone.layers.45.mixer.experts.82.up_proj.weight,1856x2688,4988928,3.878321e-13,3.691759e-14,1.064013e-10,2.335679e-12,False
backbone.layers.45.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.622258e-13,2.130822e-14,6.261997e-11,1.390253e-12,False
backbone.layers.45.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.426928e-13,4.149290e-14,1.207623e-10,2.599382e-12,False
backbone.layers.45.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.470654e-13,1.868850e-14,5.459724e-11,1.224848e-12,False
backbone.layers.45.mixer.experts.84.up_proj.weight,1856x2688,4988928,5.360391e-13,4.410981e-14,1.287750e-10,2.813081e-12,False
backbone.layers.45.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.963985e-13,1.848615e-14,5.341193e-11,1.185059e-12,False
backbone.layers.45.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.193763e-13,4.392002e-14,1.266100e-10,2.734368e-12,False
backbone.layers.45.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.145957e-13,1.793998e-14,5.204654e-11,1.212179e-12,False
backbone.layers.45.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.196088e-13,3.990069e-14,1.146032e-10,2.438114e-12,False
backbone.layers.45.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.031309e-13,1.863090e-14,5.416507e-11,1.238146e-12,False
backbone.layers.45.mixer.experts.87.up_proj.weight,1856x2688,4988928,6.198549e-13,4.444333e-14,1.314287e-10,2.876332e-12,False
backbone.layers.45.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.995409e-13,1.737613e-14,5.041514e-11,1.143720e-12,False
backbone.layers.45.mixer.experts.88.up_proj.weight,1856x2688,4988928,6.065426e-13,4.867310e-14,1.424305e-10,3.091448e-12,False
backbone.layers.45.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.665699e-13,1.622482e-14,4.661773e-11,1.054484e-12,False
backbone.layers.45.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.577094e-13,4.160246e-14,1.206250e-10,2.612726e-12,False
backbone.layers.45.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.559428e-13,1.778611e-14,5.184433e-11,1.138204e-12,False
backbone.layers.45.mixer.experts.9.up_proj.weight,1856x2688,4988928,4.797436e-13,4.620205e-14,1.339817e-10,2.876953e-12,False
backbone.layers.45.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.437058e-13,1.603160e-14,4.603563e-11,1.041553e-12,False
backbone.layers.45.mixer.experts.90.up_proj.weight,1856x2688,4988928,7.353805e-13,5.018402e-14,1.476675e-10,3.250019e-12,False
backbone.layers.45.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.423478e-13,1.810431e-14,5.264881e-11,1.165208e-12,False
backbone.layers.45.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.201707e-13,4.482380e-14,1.307437e-10,2.800321e-12,False
backbone.layers.45.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.212268e-13,1.823810e-14,5.318096e-11,1.196134e-12,False
backbone.layers.45.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.413413e-13,4.659768e-14,1.357221e-10,3.023609e-12,False
backbone.layers.45.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.647155e-13,1.669534e-14,4.798611e-11,1.058692e-12,False
backbone.layers.45.mixer.experts.93.up_proj.weight,1856x2688,4988928,5.104320e-13,4.991644e-14,1.445826e-10,3.047687e-12,False
backbone.layers.45.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.075172e-13,1.913382e-14,5.624079e-11,1.241270e-12,False
backbone.layers.45.mixer.experts.94.up_proj.weight,1856x2688,4988928,5.845602e-13,5.059052e-14,1.467367e-10,3.144423e-12,False
backbone.layers.45.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.733988e-13,1.716792e-14,4.954266e-11,1.098158e-12,False
backbone.layers.45.mixer.experts.95.up_proj.weight,1856x2688,4988928,4.938237e-13,4.692158e-14,1.359589e-10,2.972198e-12,False
backbone.layers.45.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.076950e-13,1.882244e-14,5.506223e-11,1.234447e-12,False
backbone.layers.45.mixer.experts.96.up_proj.weight,1856x2688,4988928,3.855796e-13,3.885470e-14,1.118739e-10,2.482179e-12,False
backbone.layers.45.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.742409e-13,1.659429e-14,4.791347e-11,1.099992e-12,False
backbone.layers.45.mixer.experts.97.up_proj.weight,1856x2688,4988928,4.275174e-13,4.032302e-14,1.168177e-10,2.673822e-12,False
backbone.layers.45.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.671198e-13,1.782119e-14,5.142494e-11,1.148160e-12,False
backbone.layers.45.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.507540e-13,4.339539e-14,1.254901e-10,2.758938e-12,False
backbone.layers.45.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.678102e-13,1.686271e-14,4.854699e-11,1.065178e-12,False
backbone.layers.45.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.740287e-13,4.750075e-14,1.387919e-10,3.048993e-12,False
backbone.layers.45.mixer.gate.weight,128x2688,344064,2.806089e-13,2.687553e-14,2.070289e-11,2.266147e-12,False
backbone.layers.45.mixer.shared_experts.down_proj.weight,2688x3712,9977856,7.756868e-13,6.834810e-14,2.824141e-10,5.462950e-12,False
backbone.layers.45.mixer.shared_experts.up_proj.weight,3712x2688,9977856,5.048253e-13,3.194826e-14,1.320873e-10,2.695101e-12,False
backbone.layers.45.norm.weight,2688,2688,8.881784e-16,1.462124e-16,1.268257e-14,1.220256e-16,False
backbone.layers.46.mixer.A_log,64,64,8.881784e-16,1.736892e-16,2.296889e-15,1.128321e-16,False
backbone.layers.46.mixer.D,64,64,8.881784e-16,1.231925e-16,1.935343e-15,1.095194e-16,False
backbone.layers.46.mixer.conv1d.weight,6144x1x4,24576,1.141448e-15,1.555647e-17,7.501316e-15,7.429375e-16,True
backbone.layers.46.mixer.dt_bias,64,64,1.776357e-15,5.490400e-16,6.054788e-15,1.597890e-16,False
backbone.layers.46.mixer.in_proj.weight,10304x2688,27697152,1.065037e-12,4.686655e-14,3.282332e-10,2.717393e-12,False
backbone.layers.46.mixer.norm.weight,4096,4096,7.105427e-15,3.699679e-16,4.169762e-14,1.180619e-16,False
backbone.layers.46.mixer.out_proj.weight,2688x4096,11010048,1.820086e-12,8.776521e-14,3.783809e-10,5.484246e-12,False
backbone.layers.46.norm.weight,2688,2688,8.881784e-16,7.903318e-17,6.242228e-15,1.168757e-16,False
backbone.layers.47.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.493734e-13,1.891033e-14,5.510373e-11,1.206308e-12,False
backbone.layers.47.mixer.experts.0.up_proj.weight,1856x2688,4988928,6.840223e-13,4.394735e-14,1.287481e-10,2.732984e-12,False
backbone.layers.47.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.515038e-13,1.587846e-14,4.572635e-11,1.029820e-12,False
backbone.layers.47.mixer.experts.1.up_proj.weight,1856x2688,4988928,3.700720e-13,3.845336e-14,1.110578e-10,2.472219e-12,False
backbone.layers.47.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.895550e-13,1.708033e-14,4.936556e-11,1.107854e-12,False
backbone.layers.47.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.603139e-13,4.341725e-14,1.263548e-10,2.723743e-12,False
backbone.layers.47.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.074877e-13,1.745188e-14,5.064423e-11,1.125660e-12,False
backbone.layers.47.mixer.experts.100.up_proj.weight,1856x2688,4988928,3.781281e-13,3.991236e-14,1.150654e-10,2.556000e-12,False
backbone.layers.47.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.237915e-13,2.038894e-14,5.925582e-11,1.317828e-12,False
backbone.layers.47.mixer.experts.101.up_proj.weight,1856x2688,4988928,3.470418e-13,3.562068e-14,1.025948e-10,2.235651e-12,False
backbone.layers.47.mixer.experts.102.down_proj.weight,2688x1856,4988928,3.114258e-13,2.334024e-14,6.940020e-11,1.526640e-12,False
backbone.layers.47.mixer.experts.102.up_proj.weight,1856x2688,4988928,5.712618e-13,5.050755e-14,1.472670e-10,3.195297e-12,False
backbone.layers.47.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.970715e-13,1.886169e-14,5.459358e-11,1.221899e-12,False
backbone.layers.47.mixer.experts.103.up_proj.weight,1856x2688,4988928,6.032804e-13,4.904839e-14,1.433729e-10,3.125057e-12,False
backbone.layers.47.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.728270e-13,1.755629e-14,5.059115e-11,1.109660e-12,False
backbone.layers.47.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.731194e-13,4.550246e-14,1.314641e-10,2.812390e-12,False
backbone.layers.47.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.854523e-13,1.728905e-14,4.992798e-11,1.115343e-12,False
backbone.layers.47.mixer.experts.105.up_proj.weight,1856x2688,4988928,7.118767e-13,4.571599e-14,1.335874e-10,2.914004e-12,False
backbone.layers.47.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.558405e-13,1.923462e-14,5.661838e-11,1.247642e-12,False
backbone.layers.47.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.933918e-13,3.704398e-14,1.080215e-10,2.380643e-12,False
backbone.layers.47.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.162645e-13,1.940017e-14,5.624834e-11,1.243817e-12,False
backbone.layers.47.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.033664e-13,4.271604e-14,1.236716e-10,2.666467e-12,False
backbone.layers.47.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.685128e-13,1.759272e-14,5.079541e-11,1.173460e-12,False
backbone.layers.47.mixer.experts.108.up_proj.weight,1856x2688,4988928,6.062720e-13,4.830326e-14,1.420291e-10,3.220335e-12,False
backbone.layers.47.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.786245e-13,1.550906e-14,4.497178e-11,1.034312e-12,False
backbone.layers.47.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.654817e-13,4.205661e-14,1.222773e-10,2.630459e-12,False
backbone.layers.47.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.280546e-13,1.981224e-14,5.781830e-11,1.278887e-12,False
backbone.layers.47.mixer.experts.11.up_proj.weight,1856x2688,4988928,5.394574e-13,4.456794e-14,1.300261e-10,2.900834e-12,False
backbone.layers.47.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.864758e-13,1.776424e-14,5.172418e-11,1.136093e-12,False
backbone.layers.47.mixer.experts.110.up_proj.weight,1856x2688,4988928,7.797443e-13,4.711712e-14,1.396853e-10,2.948817e-12,False
backbone.layers.47.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.090619e-13,1.854195e-14,5.441561e-11,1.206763e-12,False
backbone.layers.47.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.525701e-13,4.906581e-14,1.429006e-10,3.081820e-12,False
backbone.layers.47.mixer.experts.112.down_proj.weight,2688x1856,4988928,3.325049e-13,1.966992e-14,5.805007e-11,1.308156e-12,False
backbone.layers.47.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.795799e-13,4.384130e-14,1.279087e-10,2.750625e-12,False
backbone.layers.47.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.911700e-13,1.859412e-14,5.403898e-11,1.195115e-12,False
backbone.layers.47.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.181170e-13,3.935564e-14,1.137163e-10,2.416496e-12,False
backbone.layers.47.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.049090e-13,1.816508e-14,5.293045e-11,1.189549e-12,False
backbone.layers.47.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.061732e-13,4.172149e-14,1.218734e-10,2.648247e-12,False
backbone.layers.47.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.169645e-13,1.748974e-14,5.053221e-11,1.114667e-12,False
backbone.layers.47.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.863070e-13,4.492498e-14,1.305742e-10,2.766498e-12,False
backbone.layers.47.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.873639e-13,1.968075e-14,5.702931e-11,1.275888e-12,False
backbone.layers.47.mixer.experts.116.up_proj.weight,1856x2688,4988928,5.241883e-13,4.474864e-14,1.292937e-10,2.818902e-12,False
backbone.layers.47.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.970498e-13,1.892945e-14,5.474293e-11,1.305320e-12,False
backbone.layers.47.mixer.experts.117.up_proj.weight,1856x2688,4988928,4.431351e-13,4.383915e-14,1.271542e-10,2.801500e-12,False
backbone.layers.47.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.434547e-13,1.592929e-14,4.594078e-11,1.002182e-12,False
backbone.layers.47.mixer.experts.118.up_proj.weight,1856x2688,4988928,5.669076e-13,4.367948e-14,1.262257e-10,2.667702e-12,False
backbone.layers.47.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.952362e-13,1.816298e-14,5.250981e-11,1.130367e-12,False
backbone.layers.47.mixer.experts.119.up_proj.weight,1856x2688,4988928,6.352870e-13,5.095485e-14,1.492898e-10,3.321048e-12,False
backbone.layers.47.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.995036e-13,1.865228e-14,5.402423e-11,1.203530e-12,False
backbone.layers.47.mixer.experts.12.up_proj.weight,1856x2688,4988928,5.063502e-13,4.490014e-14,1.307208e-10,2.786179e-12,False
backbone.layers.47.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.471739e-13,1.613995e-14,4.663603e-11,1.052814e-12,False
backbone.layers.47.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.035799e-13,4.066508e-14,1.173195e-10,2.607423e-12,False
backbone.layers.47.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.334120e-13,1.950625e-14,5.699063e-11,1.292481e-12,False
backbone.layers.47.mixer.experts.121.up_proj.weight,1856x2688,4988928,5.722367e-13,4.270594e-14,1.240720e-10,2.712918e-12,False
backbone.layers.47.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.783333e-13,1.704114e-14,4.927429e-11,1.091834e-12,False
backbone.layers.47.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.474667e-13,3.834811e-14,1.103744e-10,2.381661e-12,False
backbone.layers.47.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.567808e-13,1.497630e-14,4.314394e-11,9.487175e-13,False
backbone.layers.47.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.332576e-13,4.079829e-14,1.183581e-10,2.576248e-12,False
backbone.layers.47.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.848981e-13,1.892014e-14,5.484347e-11,1.233079e-12,False
backbone.layers.47.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.354364e-13,3.821921e-14,1.106331e-10,2.439173e-12,False
backbone.layers.47.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.659990e-13,1.942592e-14,5.677796e-11,1.247254e-12,False
backbone.layers.47.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.275504e-13,4.092256e-14,1.184858e-10,2.593647e-12,False
backbone.layers.47.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.931857e-13,1.816197e-14,5.245586e-11,1.151722e-12,False
backbone.layers.47.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.714180e-13,4.533090e-14,1.313695e-10,2.849734e-12,False
backbone.layers.47.mixer.experts.127.down_proj.weight,2688x1856,4988928,1.585017e-13,1.645461e-14,4.737778e-11,1.094510e-12,False
backbone.layers.47.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.417949e-13,4.210997e-14,1.219948e-10,2.670979e-12,False
backbone.layers.47.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.657060e-13,1.649365e-14,4.739470e-11,1.067587e-12,False
backbone.layers.47.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.563017e-13,4.419710e-14,1.281934e-10,2.873337e-12,False
backbone.layers.47.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.186046e-13,1.790656e-14,5.237154e-11,1.219754e-12,False
backbone.layers.47.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.819886e-13,4.433032e-14,1.294596e-10,2.883900e-12,False
backbone.layers.47.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.579326e-13,2.009579e-14,5.922036e-11,1.313968e-12,False
backbone.layers.47.mixer.experts.15.up_proj.weight,1856x2688,4988928,6.443630e-13,4.424871e-14,1.284380e-10,2.777148e-12,False
backbone.layers.47.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.021577e-13,1.777042e-14,5.153698e-11,1.145523e-12,False
backbone.layers.47.mixer.experts.16.up_proj.weight,1856x2688,4988928,5.545599e-13,4.541212e-14,1.317194e-10,2.932463e-12,False
backbone.layers.47.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.045846e-13,1.910786e-14,5.550474e-11,1.262478e-12,False
backbone.layers.47.mixer.experts.17.up_proj.weight,1856x2688,4988928,6.282891e-13,4.744143e-14,1.395455e-10,3.179544e-12,False
backbone.layers.47.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.242182e-13,2.020254e-14,5.892415e-11,1.306604e-12,False
backbone.layers.47.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.784888e-13,4.262048e-14,1.232472e-10,2.664838e-12,False
backbone.layers.47.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.992850e-13,1.838245e-14,5.360576e-11,1.179891e-12,False
backbone.layers.47.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.356550e-13,3.882518e-14,1.126208e-10,2.420414e-12,False
backbone.layers.47.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.994377e-13,1.855525e-14,5.371312e-11,1.200581e-12,False
backbone.layers.47.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.859221e-13,4.258686e-14,1.235788e-10,2.718887e-12,False
backbone.layers.47.mixer.experts.20.down_proj.weight,2688x1856,4988928,3.251930e-13,2.084311e-14,6.150614e-11,1.364486e-12,False
backbone.layers.47.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.144218e-13,4.687854e-14,1.354946e-10,2.935083e-12,False
backbone.layers.47.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.035663e-13,1.773732e-14,5.127447e-11,1.185854e-12,False
backbone.layers.47.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.054465e-13,3.840844e-14,1.108489e-10,2.511229e-12,False
backbone.layers.47.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.604457e-13,1.686064e-14,4.875066e-11,1.100778e-12,False
backbone.layers.47.mixer.experts.22.up_proj.weight,1856x2688,4988928,5.147480e-13,4.277207e-14,1.240914e-10,2.729566e-12,False
backbone.layers.47.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.195553e-13,1.994989e-14,5.828876e-11,1.273917e-12,False
backbone.layers.47.mixer.experts.23.up_proj.weight,1856x2688,4988928,3.386978e-13,3.856667e-14,1.104757e-10,2.337490e-12,False
backbone.layers.47.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.766053e-13,1.776395e-14,5.135003e-11,1.187233e-12,False
backbone.layers.47.mixer.experts.24.up_proj.weight,1856x2688,4988928,6.268944e-13,4.425015e-14,1.283731e-10,2.783277e-12,False
backbone.layers.47.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.826907e-13,1.774901e-14,5.120341e-11,1.105614e-12,False
backbone.layers.47.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.067753e-13,4.155648e-14,1.200004e-10,2.645256e-12,False
backbone.layers.47.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.150485e-13,1.831087e-14,5.283269e-11,1.167817e-12,False
backbone.layers.47.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.409077e-13,4.042487e-14,1.165950e-10,2.576687e-12,False
backbone.layers.47.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.801823e-13,1.687235e-14,4.856214e-11,1.074659e-12,False
backbone.layers.47.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.628103e-13,3.985913e-14,1.159266e-10,2.529397e-12,False
backbone.layers.47.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.518177e-13,2.128704e-14,6.193121e-11,1.390475e-12,False
backbone.layers.47.mixer.experts.28.up_proj.weight,1856x2688,4988928,3.895530e-13,3.993561e-14,1.154360e-10,2.540128e-12,False
backbone.layers.47.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.016096e-13,1.956581e-14,5.669736e-11,1.263324e-12,False
backbone.layers.47.mixer.experts.29.up_proj.weight,1856x2688,4988928,5.305548e-13,4.477487e-14,1.288781e-10,2.717447e-12,False
backbone.layers.47.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.099241e-13,1.726966e-14,5.039414e-11,1.141927e-12,False
backbone.layers.47.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.056477e-13,4.031232e-14,1.167070e-10,2.530547e-12,False
backbone.layers.47.mixer.experts.30.down_proj.weight,2688x1856,4988928,3.079932e-13,2.597379e-14,7.640505e-11,1.682855e-12,False
backbone.layers.47.mixer.experts.30.up_proj.weight,1856x2688,4988928,5.153048e-13,4.875472e-14,1.414469e-10,3.073002e-12,False
backbone.layers.47.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.820922e-13,1.853313e-14,5.370893e-11,1.173108e-12,False
backbone.layers.47.mixer.experts.31.up_proj.weight,1856x2688,4988928,6.961584e-13,4.940697e-14,1.454858e-10,3.118033e-12,False
backbone.layers.47.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.624134e-13,1.941775e-14,5.636177e-11,1.245975e-12,False
backbone.layers.47.mixer.experts.32.up_proj.weight,1856x2688,4988928,5.791491e-13,4.891647e-14,1.429606e-10,3.002184e-12,False
backbone.layers.47.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.086942e-13,1.844604e-14,5.339585e-11,1.229721e-12,False
backbone.layers.47.mixer.experts.33.up_proj.weight,1856x2688,4988928,5.125934e-13,4.584231e-14,1.331225e-10,2.962232e-12,False
backbone.layers.47.mixer.experts.34.down_proj.weight,2688x1856,4988928,3.140405e-13,2.272580e-14,6.783418e-11,1.517622e-12,False
backbone.layers.47.mixer.experts.34.up_proj.weight,1856x2688,4988928,6.054462e-13,4.671882e-14,1.354845e-10,2.755402e-12,False
backbone.layers.47.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.364471e-13,1.896554e-14,5.537771e-11,1.225890e-12,False
backbone.layers.47.mixer.experts.35.up_proj.weight,1856x2688,4988928,6.388848e-13,5.173258e-14,1.542269e-10,3.344527e-12,False
backbone.layers.47.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.873448e-13,2.019698e-14,5.905006e-11,1.333900e-12,False
backbone.layers.47.mixer.experts.36.up_proj.weight,1856x2688,4988928,5.492577e-13,4.387180e-14,1.276587e-10,2.835040e-12,False
backbone.layers.47.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.691806e-13,1.792600e-14,5.169865e-11,1.139510e-12,False
backbone.layers.47.mixer.experts.37.up_proj.weight,1856x2688,4988928,5.556892e-13,4.615138e-14,1.350987e-10,2.952303e-12,False
backbone.layers.47.mixer.experts.38.down_proj.weight,2688x1856,4988928,2.315665e-13,2.042125e-14,5.929353e-11,1.288795e-12,False
backbone.layers.47.mixer.experts.38.up_proj.weight,1856x2688,4988928,3.863021e-13,4.159886e-14,1.198539e-10,2.520325e-12,False
backbone.layers.47.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.165906e-13,1.782974e-14,5.176182e-11,1.129327e-12,False
backbone.layers.47.mixer.experts.39.up_proj.weight,1856x2688,4988928,7.229130e-13,4.839099e-14,1.434479e-10,3.041529e-12,False
backbone.layers.47.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.664294e-13,1.669714e-14,4.840091e-11,1.078074e-12,False
backbone.layers.47.mixer.experts.4.up_proj.weight,1856x2688,4988928,5.163960e-13,4.666147e-14,1.369118e-10,2.895796e-12,False
backbone.layers.47.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.622704e-13,1.686456e-14,4.878410e-11,1.080696e-12,False
backbone.layers.47.mixer.experts.40.up_proj.weight,1856x2688,4988928,4.326262e-13,4.205331e-14,1.214498e-10,2.616928e-12,False
backbone.layers.47.mixer.experts.41.down_proj.weight,2688x1856,4988928,2.767977e-13,2.045462e-14,5.962922e-11,1.321804e-12,False
backbone.layers.47.mixer.experts.41.up_proj.weight,1856x2688,4988928,3.181795e-13,3.534750e-14,1.014932e-10,2.213348e-12,False
backbone.layers.47.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.003259e-13,1.929706e-14,5.614691e-11,1.241507e-12,False
backbone.layers.47.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.817743e-13,4.468629e-14,1.296540e-10,2.840724e-12,False
backbone.layers.47.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.911943e-13,1.723589e-14,5.011497e-11,1.097670e-12,False
backbone.layers.47.mixer.experts.43.up_proj.weight,1856x2688,4988928,5.082983e-13,4.788404e-14,1.397365e-10,3.001252e-12,False
backbone.layers.47.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.728092e-13,1.825135e-14,5.276943e-11,1.174703e-12,False
backbone.layers.47.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.025565e-13,3.813312e-14,1.104508e-10,2.328618e-12,False
backbone.layers.47.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.710021e-13,1.651983e-14,4.755215e-11,1.069719e-12,False
backbone.layers.47.mixer.experts.45.up_proj.weight,1856x2688,4988928,4.515884e-13,3.985320e-14,1.151211e-10,2.506300e-12,False
backbone.layers.47.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.106058e-13,1.923535e-14,5.584397e-11,1.201065e-12,False
backbone.layers.47.mixer.experts.46.up_proj.weight,1856x2688,4988928,6.191714e-13,4.880975e-14,1.429184e-10,3.010298e-12,False
backbone.layers.47.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.784475e-13,1.715764e-14,4.935558e-11,1.075684e-12,False
backbone.layers.47.mixer.experts.47.up_proj.weight,1856x2688,4988928,6.493799e-13,4.687153e-14,1.366951e-10,3.071616e-12,False
backbone.layers.47.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.438535e-13,1.839804e-14,5.368552e-11,1.170549e-12,False
backbone.layers.47.mixer.experts.48.up_proj.weight,1856x2688,4988928,5.281001e-13,4.378625e-14,1.263120e-10,2.641161e-12,False
backbone.layers.47.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.317001e-13,2.021754e-14,5.864612e-11,1.279658e-12,False
backbone.layers.47.mixer.experts.49.up_proj.weight,1856x2688,4988928,7.250728e-13,5.347909e-14,1.579999e-10,3.312662e-12,False
backbone.layers.47.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.486900e-13,1.923321e-14,5.644282e-11,1.236161e-12,False
backbone.layers.47.mixer.experts.5.up_proj.weight,1856x2688,4988928,5.718759e-13,4.602144e-14,1.348658e-10,2.980005e-12,False
backbone.layers.47.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.141586e-13,2.000340e-14,5.787811e-11,1.272987e-12,False
backbone.layers.47.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.142173e-13,4.050328e-14,1.176006e-10,2.649106e-12,False
backbone.layers.47.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.685440e-13,1.825594e-14,5.274348e-11,1.170297e-12,False
backbone.layers.47.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.673002e-13,4.616125e-14,1.336553e-10,2.882857e-12,False
backbone.layers.47.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.904189e-13,1.756359e-14,5.080858e-11,1.117536e-12,False
backbone.layers.47.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.142697e-13,3.816629e-14,1.100273e-10,2.337598e-12,False
backbone.layers.47.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.446394e-13,1.953869e-14,5.710867e-11,1.255212e-12,False
backbone.layers.47.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.100609e-13,4.113725e-14,1.189870e-10,2.540193e-12,False
backbone.layers.47.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.467332e-13,2.029833e-14,5.947553e-11,1.356583e-12,False
backbone.layers.47.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.604104e-13,4.280189e-14,1.234735e-10,2.698652e-12,False
backbone.layers.47.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.250214e-13,1.800238e-14,5.251881e-11,1.197442e-12,False
backbone.layers.47.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.527975e-13,4.092860e-14,1.186866e-10,2.672299e-12,False
backbone.layers.47.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.655584e-13,1.939370e-14,5.657737e-11,1.259110e-12,False
backbone.layers.47.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.427431e-13,4.047449e-14,1.174938e-10,2.533221e-12,False
backbone.layers.47.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.697544e-13,1.696372e-14,4.900931e-11,1.092587e-12,False
backbone.layers.47.mixer.experts.57.up_proj.weight,1856x2688,4988928,6.949996e-13,4.807946e-14,1.398723e-10,3.023328e-12,False
backbone.layers.47.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.426098e-13,2.063773e-14,6.050448e-11,1.335333e-12,False
backbone.layers.47.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.758485e-13,4.233913e-14,1.245260e-10,2.732176e-12,False
backbone.layers.47.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.699214e-13,1.610260e-14,4.659207e-11,1.068876e-12,False
backbone.layers.47.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.264887e-13,3.894805e-14,1.122040e-10,2.522334e-12,False
backbone.layers.47.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.954633e-13,2.213735e-14,6.452736e-11,1.436771e-12,False
backbone.layers.47.mixer.experts.6.up_proj.weight,1856x2688,4988928,3.981073e-13,3.984032e-14,1.146778e-10,2.485799e-12,False
backbone.layers.47.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.371367e-13,1.929402e-14,5.603421e-11,1.292439e-12,False
backbone.layers.47.mixer.experts.60.up_proj.weight,1856x2688,4988928,6.035519e-13,4.810357e-14,1.419625e-10,3.249512e-12,False
backbone.layers.47.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.966101e-13,1.744106e-14,5.094069e-11,1.146239e-12,False
backbone.layers.47.mixer.experts.61.up_proj.weight,1856x2688,4988928,4.746637e-13,4.419798e-14,1.274913e-10,2.870542e-12,False
backbone.layers.47.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.181103e-13,1.881546e-14,5.481382e-11,1.257158e-12,False
backbone.layers.47.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.624702e-13,4.905883e-14,1.443421e-10,3.384350e-12,False
backbone.layers.47.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.026894e-13,1.776630e-14,5.139292e-11,1.130898e-12,False
backbone.layers.47.mixer.experts.63.up_proj.weight,1856x2688,4988928,5.485816e-13,4.402485e-14,1.274524e-10,2.781212e-12,False
backbone.layers.47.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.998419e-13,1.758712e-14,5.095436e-11,1.146594e-12,False
backbone.layers.47.mixer.experts.64.up_proj.weight,1856x2688,4988928,5.498692e-13,4.367073e-14,1.280158e-10,2.705784e-12,False
backbone.layers.47.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.017718e-13,1.808361e-14,5.269333e-11,1.165604e-12,False
backbone.layers.47.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.159225e-13,4.089341e-14,1.183082e-10,2.541827e-12,False
backbone.layers.47.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.248549e-13,1.991314e-14,5.802954e-11,1.286687e-12,False
backbone.layers.47.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.613046e-13,4.465184e-14,1.294580e-10,2.837234e-12,False
backbone.layers.47.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.422090e-13,2.142145e-14,6.223262e-11,1.381315e-12,False
backbone.layers.47.mixer.experts.67.up_proj.weight,1856x2688,4988928,5.325482e-13,4.733619e-14,1.376268e-10,2.966029e-12,False
backbone.layers.47.mixer.experts.68.down_proj.weight,2688x1856,4988928,1.757138e-13,1.605113e-14,4.606191e-11,1.020490e-12,False
backbone.layers.47.mixer.experts.68.up_proj.weight,1856x2688,4988928,6.218637e-13,5.236935e-14,1.547454e-10,3.307908e-12,False
backbone.layers.47.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.138845e-13,1.950289e-14,5.686488e-11,1.292900e-12,False
backbone.layers.47.mixer.experts.69.up_proj.weight,1856x2688,4988928,3.973731e-13,3.988071e-14,1.151139e-10,2.574134e-12,False
backbone.layers.47.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.844792e-13,1.817583e-14,5.266634e-11,1.173539e-12,False
backbone.layers.47.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.410498e-13,4.467457e-14,1.301140e-10,2.848868e-12,False
backbone.layers.47.mixer.experts.70.down_proj.weight,2688x1856,4988928,1.548935e-13,1.637040e-14,4.740404e-11,1.047651e-12,False
backbone.layers.47.mixer.experts.70.up_proj.weight,1856x2688,4988928,5.115739e-13,4.604663e-14,1.349515e-10,2.982351e-12,False
backbone.layers.47.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.004716e-13,1.741390e-14,5.020481e-11,1.103512e-12,False
backbone.layers.47.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.530751e-13,4.038308e-14,1.173757e-10,2.503942e-12,False
backbone.layers.47.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.704729e-13,1.908084e-14,5.589928e-11,1.244625e-12,False
backbone.layers.47.mixer.experts.72.up_proj.weight,1856x2688,4988928,3.488303e-13,3.922680e-14,1.128230e-10,2.502064e-12,False
backbone.layers.47.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.109441e-13,1.904512e-14,5.547069e-11,1.198120e-12,False
backbone.layers.47.mixer.experts.73.up_proj.weight,1856x2688,4988928,3.798281e-13,4.173980e-14,1.206468e-10,2.615351e-12,False
backbone.layers.47.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.591713e-13,1.706298e-14,4.924694e-11,1.143234e-12,False
backbone.layers.47.mixer.experts.74.up_proj.weight,1856x2688,4988928,5.818644e-13,4.288989e-14,1.251877e-10,2.844211e-12,False
backbone.layers.47.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.922837e-13,1.793430e-14,5.171342e-11,1.133729e-12,False
backbone.layers.47.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.239074e-13,4.378479e-14,1.261607e-10,2.638405e-12,False
backbone.layers.47.mixer.experts.76.down_proj.weight,2688x1856,4988928,1.974809e-13,1.904463e-14,5.566361e-11,1.214307e-12,False
backbone.layers.47.mixer.experts.76.up_proj.weight,1856x2688,4988928,3.675463e-13,3.802523e-14,1.095531e-10,2.331563e-12,False
backbone.layers.47.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.341339e-13,2.003413e-14,5.850265e-11,1.295543e-12,False
backbone.layers.47.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.814794e-13,4.099836e-14,1.189045e-10,2.624183e-12,False
backbone.layers.47.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.286227e-13,2.131525e-14,6.186664e-11,1.357709e-12,False
backbone.layers.47.mixer.experts.78.up_proj.weight,1856x2688,4988928,5.372031e-13,4.491611e-14,1.309511e-10,2.816391e-12,False
backbone.layers.47.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.307148e-13,1.956870e-14,5.690696e-11,1.267937e-12,False
backbone.layers.47.mixer.experts.79.up_proj.weight,1856x2688,4988928,4.836392e-13,4.002848e-14,1.157592e-10,2.506610e-12,False
backbone.layers.47.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.214314e-13,1.794917e-14,5.192569e-11,1.157732e-12,False
backbone.layers.47.mixer.experts.8.up_proj.weight,1856x2688,4988928,4.980807e-13,4.397682e-14,1.272160e-10,2.748149e-12,False
backbone.layers.47.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.935134e-13,1.735463e-14,5.029479e-11,1.102150e-12,False
backbone.layers.47.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.996757e-13,4.928900e-14,1.424759e-10,3.015444e-12,False
backbone.layers.47.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.066541e-13,1.849523e-14,5.390784e-11,1.172195e-12,False
backbone.layers.47.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.899171e-13,4.281526e-14,1.245648e-10,2.718692e-12,False
backbone.layers.47.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.776738e-13,1.749369e-14,5.064754e-11,1.132900e-12,False
backbone.layers.47.mixer.experts.82.up_proj.weight,1856x2688,4988928,4.376846e-13,4.304441e-14,1.245610e-10,2.718998e-12,False
backbone.layers.47.mixer.experts.83.down_proj.weight,2688x1856,4988928,1.566317e-13,1.725856e-14,4.974278e-11,1.072806e-12,False
backbone.layers.47.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.613314e-13,4.577238e-14,1.331637e-10,2.870532e-12,False
backbone.layers.47.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.747213e-13,1.735036e-14,5.033725e-11,1.100763e-12,False
backbone.layers.47.mixer.experts.84.up_proj.weight,1856x2688,4988928,5.060674e-13,4.654296e-14,1.356147e-10,2.956364e-12,False
backbone.layers.47.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.257639e-13,1.947238e-14,5.665575e-11,1.271887e-12,False
backbone.layers.47.mixer.experts.85.up_proj.weight,1856x2688,4988928,4.985665e-13,4.555577e-14,1.321913e-10,2.896427e-12,False
backbone.layers.47.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.669220e-13,1.561437e-14,4.495757e-11,9.994496e-13,False
backbone.layers.47.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.614642e-13,3.893371e-14,1.121983e-10,2.432008e-12,False
backbone.layers.47.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.701122e-13,1.616664e-14,4.640309e-11,1.032854e-12,False
backbone.layers.47.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.569470e-13,3.825446e-14,1.102730e-10,2.369381e-12,False
backbone.layers.47.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.153488e-13,1.769787e-14,5.119482e-11,1.167040e-12,False
backbone.layers.47.mixer.experts.88.up_proj.weight,1856x2688,4988928,8.748384e-13,5.057011e-14,1.510732e-10,3.280623e-12,False
backbone.layers.47.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.813721e-13,2.497065e-14,7.473358e-11,1.652982e-12,False
backbone.layers.47.mixer.experts.89.up_proj.weight,1856x2688,4988928,3.824163e-13,3.886848e-14,1.117182e-10,2.335912e-12,False
backbone.layers.47.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.880265e-13,1.795969e-14,5.192063e-11,1.106604e-12,False
backbone.layers.47.mixer.experts.9.up_proj.weight,1856x2688,4988928,5.440388e-13,4.711294e-14,1.371571e-10,2.895485e-12,False
backbone.layers.47.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.085832e-13,1.900406e-14,5.526302e-11,1.240094e-12,False
backbone.layers.47.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.450936e-13,4.226704e-14,1.232198e-10,2.729988e-12,False
backbone.layers.47.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.458277e-13,2.078885e-14,6.086928e-11,1.365363e-12,False
backbone.layers.47.mixer.experts.91.up_proj.weight,1856x2688,4988928,3.943339e-13,4.119872e-14,1.192268e-10,2.599934e-12,False
backbone.layers.47.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.781006e-13,1.725608e-14,5.029388e-11,1.154068e-12,False
backbone.layers.47.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.244383e-13,4.124188e-14,1.193702e-10,2.654204e-12,False
backbone.layers.47.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.996214e-13,2.162649e-14,6.454507e-11,1.465488e-12,False
backbone.layers.47.mixer.experts.93.up_proj.weight,1856x2688,4988928,6.681791e-13,4.913760e-14,1.442882e-10,3.176747e-12,False
backbone.layers.47.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.866580e-13,1.843419e-14,5.321424e-11,1.198341e-12,False
backbone.layers.47.mixer.experts.94.up_proj.weight,1856x2688,4988928,6.195877e-13,4.033105e-14,1.169153e-10,2.557077e-12,False
backbone.layers.47.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.954947e-13,1.696578e-14,4.916491e-11,1.106124e-12,False
backbone.layers.47.mixer.experts.95.up_proj.weight,1856x2688,4988928,5.076529e-13,4.342798e-14,1.262892e-10,2.783134e-12,False
backbone.layers.47.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.032766e-13,1.905610e-14,5.520369e-11,1.228443e-12,False
backbone.layers.47.mixer.experts.96.up_proj.weight,1856x2688,4988928,6.080722e-13,4.630210e-14,1.346666e-10,2.901565e-12,False
backbone.layers.47.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.367863e-13,2.031641e-14,5.906648e-11,1.314259e-12,False
backbone.layers.47.mixer.experts.97.up_proj.weight,1856x2688,4988928,5.896937e-13,4.927653e-14,1.458778e-10,3.161574e-12,False
backbone.layers.47.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.952882e-13,1.941827e-14,5.639495e-11,1.245722e-12,False
backbone.layers.47.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.709289e-13,4.056530e-14,1.170568e-10,2.650471e-12,False
backbone.layers.47.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.516598e-13,2.163577e-14,6.403977e-11,1.389192e-12,False
backbone.layers.47.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.438680e-13,3.824423e-14,1.103716e-10,2.355934e-12,False
backbone.layers.47.mixer.gate.weight,128x2688,344064,2.474375e-13,3.211569e-14,2.451226e-11,2.798134e-12,False
backbone.layers.47.mixer.shared_experts.down_proj.weight,2688x3712,9977856,8.782246e-13,6.328631e-14,2.618167e-10,5.089850e-12,False
backbone.layers.47.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.361664e-13,3.098557e-14,1.269502e-10,2.489951e-12,False
backbone.layers.47.norm.weight,2688,2688,8.881784e-16,1.392787e-16,1.216696e-14,1.179822e-16,False
backbone.layers.48.mixer.A_log,64,64,8.881784e-16,1.967285e-16,2.766838e-15,1.405493e-16,False
backbone.layers.48.mixer.D,64,64,1.776357e-15,1.321100e-16,2.238116e-15,1.541942e-16,False
backbone.layers.48.mixer.conv1d.weight,6144x1x4,24576,1.269818e-15,2.014559e-17,9.477887e-15,8.424986e-16,True
backbone.layers.48.mixer.dt_bias,64,64,1.776357e-15,3.937822e-16,4.941428e-15,1.279286e-16,False
backbone.layers.48.mixer.in_proj.weight,10304x2688,27697152,1.431727e-12,6.037575e-14,4.469756e-10,3.633367e-12,False
backbone.layers.48.mixer.norm.weight,4096,4096,1.421085e-14,4.275568e-16,5.288193e-14,1.249381e-16,False
backbone.layers.48.mixer.out_proj.weight,2688x4096,11010048,2.618482e-12,9.773834e-14,4.268533e-10,6.212674e-12,False
backbone.layers.48.norm.weight,2688,2688,8.881784e-16,1.035465e-16,8.454478e-15,1.263889e-16,False
backbone.layers.49.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.132322e-13,1.830351e-14,5.283987e-11,1.132771e-12,False
backbone.layers.49.mixer.experts.0.up_proj.weight,1856x2688,4988928,6.246323e-13,4.741350e-14,1.378722e-10,2.903050e-12,False
backbone.layers.49.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.685423e-13,1.676925e-14,4.835039e-11,1.053666e-12,False
backbone.layers.49.mixer.experts.1.up_proj.weight,1856x2688,4988928,7.345444e-13,5.079076e-14,1.512460e-10,3.156461e-12,False
backbone.layers.49.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.894335e-13,1.794297e-14,5.179472e-11,1.137106e-12,False
backbone.layers.49.mixer.experts.10.up_proj.weight,1856x2688,4988928,5.726951e-13,4.687399e-14,1.379735e-10,2.965010e-12,False
backbone.layers.49.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.314694e-13,2.174353e-14,6.391391e-11,1.389329e-12,False
backbone.layers.49.mixer.experts.100.up_proj.weight,1856x2688,4988928,3.721678e-13,3.716872e-14,1.073373e-10,2.310594e-12,False
backbone.layers.49.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.654058e-13,1.916726e-14,5.572971e-11,1.183533e-12,False
backbone.layers.49.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.940076e-13,4.214967e-14,1.218581e-10,2.604528e-12,False
backbone.layers.49.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.719250e-13,1.812440e-14,5.215176e-11,1.131198e-12,False
backbone.layers.49.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.330772e-13,4.144020e-14,1.199910e-10,2.520789e-12,False
backbone.layers.49.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.514551e-13,2.073660e-14,6.031232e-11,1.323222e-12,False
backbone.layers.49.mixer.experts.103.up_proj.weight,1856x2688,4988928,6.046864e-13,5.388985e-14,1.561505e-10,3.225473e-12,False
backbone.layers.49.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.132072e-13,1.792100e-14,5.183088e-11,1.135215e-12,False
backbone.layers.49.mixer.experts.104.up_proj.weight,1856x2688,4988928,5.044706e-13,4.857882e-14,1.408343e-10,3.020547e-12,False
backbone.layers.49.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.853500e-13,1.708580e-14,4.936194e-11,1.102477e-12,False
backbone.layers.49.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.330668e-13,3.859351e-14,1.110964e-10,2.424326e-12,False
backbone.layers.49.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.922976e-13,1.724140e-14,4.976269e-11,1.118751e-12,False
backbone.layers.49.mixer.experts.106.up_proj.weight,1856x2688,4988928,5.094779e-13,4.674175e-14,1.368479e-10,2.999061e-12,False
backbone.layers.49.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.070462e-13,1.924109e-14,5.563905e-11,1.206736e-12,False
backbone.layers.49.mixer.experts.107.up_proj.weight,1856x2688,4988928,6.008288e-13,4.417060e-14,1.284352e-10,2.660566e-12,False
backbone.layers.49.mixer.experts.108.down_proj.weight,2688x1856,4988928,1.729068e-13,1.824192e-14,5.269745e-11,1.171110e-12,False
backbone.layers.49.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.148607e-13,4.744407e-14,1.378695e-10,2.874459e-12,False
backbone.layers.49.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.749286e-13,1.670949e-14,4.837517e-11,1.066394e-12,False
backbone.layers.49.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.115292e-13,4.882977e-14,1.417194e-10,3.025187e-12,False
backbone.layers.49.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.391819e-13,2.164985e-14,6.335046e-11,1.425442e-12,False
backbone.layers.49.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.212568e-13,3.882213e-14,1.118226e-10,2.368226e-12,False
backbone.layers.49.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.939091e-13,1.856578e-14,5.400175e-11,1.150277e-12,False
backbone.layers.49.mixer.experts.110.up_proj.weight,1856x2688,4988928,5.551427e-13,5.088245e-14,1.490956e-10,3.150313e-12,False
backbone.layers.49.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.706725e-13,1.732135e-14,5.007720e-11,1.128534e-12,False
backbone.layers.49.mixer.experts.111.up_proj.weight,1856x2688,4988928,5.213850e-13,4.573060e-14,1.331863e-10,2.907416e-12,False
backbone.layers.49.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.122677e-13,1.988980e-14,5.759774e-11,1.270997e-12,False
backbone.layers.49.mixer.experts.112.up_proj.weight,1856x2688,4988928,4.852264e-13,4.240664e-14,1.228149e-10,2.677991e-12,False
backbone.layers.49.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.499752e-13,1.534831e-14,4.420180e-11,9.929276e-13,False
backbone.layers.49.mixer.experts.113.up_proj.weight,1856x2688,4988928,5.314360e-13,4.339178e-14,1.272092e-10,2.708680e-12,False
backbone.layers.49.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.824131e-13,1.772262e-14,5.100915e-11,1.134431e-12,False
backbone.layers.49.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.036666e-13,4.199350e-14,1.224448e-10,2.701635e-12,False
backbone.layers.49.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.414813e-13,1.981954e-14,5.758925e-11,1.290807e-12,False
backbone.layers.49.mixer.experts.115.up_proj.weight,1856x2688,4988928,5.551462e-13,5.053129e-14,1.470302e-10,3.107645e-12,False
backbone.layers.49.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.423140e-13,1.993789e-14,5.819103e-11,1.263781e-12,False
backbone.layers.49.mixer.experts.116.up_proj.weight,1856x2688,4988928,6.375768e-13,4.653709e-14,1.350160e-10,2.816672e-12,False
backbone.layers.49.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.612044e-13,1.704093e-14,4.931874e-11,1.081199e-12,False
backbone.layers.49.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.314429e-13,4.634336e-14,1.351004e-10,2.862446e-12,False
backbone.layers.49.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.755401e-13,1.571200e-14,4.517719e-11,1.010059e-12,False
backbone.layers.49.mixer.experts.118.up_proj.weight,1856x2688,4988928,5.090997e-13,4.075228e-14,1.180728e-10,2.512624e-12,False
backbone.layers.49.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.648313e-13,1.701790e-14,4.892157e-11,1.073537e-12,False
backbone.layers.49.mixer.experts.119.up_proj.weight,1856x2688,4988928,5.272241e-13,4.544047e-14,1.325684e-10,2.744403e-12,False
backbone.layers.49.mixer.experts.12.down_proj.weight,2688x1856,4988928,1.699248e-13,1.549952e-14,4.462054e-11,1.030609e-12,False
backbone.layers.49.mixer.experts.12.up_proj.weight,1856x2688,4988928,5.477632e-13,4.145857e-14,1.217595e-10,2.757389e-12,False
backbone.layers.49.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.507924e-13,1.943940e-14,5.645904e-11,1.279515e-12,False
backbone.layers.49.mixer.experts.120.up_proj.weight,1856x2688,4988928,5.610790e-13,4.553620e-14,1.327791e-10,2.918399e-12,False
backbone.layers.49.mixer.experts.121.down_proj.weight,2688x1856,4988928,1.788222e-13,1.836512e-14,5.331036e-11,1.192926e-12,False
backbone.layers.49.mixer.experts.121.up_proj.weight,1856x2688,4988928,6.034548e-13,4.702773e-14,1.374507e-10,2.931455e-12,False
backbone.layers.49.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.828732e-13,1.743530e-14,5.065624e-11,1.135716e-12,False
backbone.layers.49.mixer.experts.122.up_proj.weight,1856x2688,4988928,5.323034e-13,4.395810e-14,1.277801e-10,2.793344e-12,False
backbone.layers.49.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.157549e-13,1.783521e-14,5.158501e-11,1.136975e-12,False
backbone.layers.49.mixer.experts.123.up_proj.weight,1856x2688,4988928,3.895721e-13,4.320844e-14,1.243133e-10,2.630322e-12,False
backbone.layers.49.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.022653e-13,1.938919e-14,5.609559e-11,1.231189e-12,False
backbone.layers.49.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.817917e-13,4.309252e-14,1.251061e-10,2.601614e-12,False
backbone.layers.49.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.020033e-13,1.727138e-14,5.037668e-11,1.118181e-12,False
backbone.layers.49.mixer.experts.125.up_proj.weight,1856x2688,4988928,6.053344e-13,4.700166e-14,1.374013e-10,3.026757e-12,False
backbone.layers.49.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.528464e-13,1.918757e-14,5.564638e-11,1.208454e-12,False
backbone.layers.49.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.771425e-13,4.804184e-14,1.411180e-10,2.917655e-12,False
backbone.layers.49.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.735208e-13,2.096678e-14,6.168591e-11,1.393891e-12,False
backbone.layers.49.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.345552e-13,4.050128e-14,1.174528e-10,2.555412e-12,False
backbone.layers.49.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.217844e-13,1.934509e-14,5.646748e-11,1.266737e-12,False
backbone.layers.49.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.795261e-13,4.596115e-14,1.330798e-10,2.962750e-12,False
backbone.layers.49.mixer.experts.14.down_proj.weight,2688x1856,4988928,3.100541e-13,2.542367e-14,7.545118e-11,1.650270e-12,False
backbone.layers.49.mixer.experts.14.up_proj.weight,1856x2688,4988928,6.017409e-13,4.884714e-14,1.429957e-10,2.998981e-12,False
backbone.layers.49.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.907658e-13,1.838114e-14,5.304870e-11,1.181733e-12,False
backbone.layers.49.mixer.experts.15.up_proj.weight,1856x2688,4988928,3.860332e-13,3.785406e-14,1.088591e-10,2.364178e-12,False
backbone.layers.49.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.742443e-13,1.606687e-14,4.619421e-11,1.032999e-12,False
backbone.layers.49.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.861389e-13,4.096222e-14,1.185879e-10,2.441282e-12,False
backbone.layers.49.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.870721e-13,1.818284e-14,5.236236e-11,1.105959e-12,False
backbone.layers.49.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.539077e-13,4.437773e-14,1.293806e-10,2.795038e-12,False
backbone.layers.49.mixer.experts.18.down_proj.weight,2688x1856,4988928,1.649444e-13,1.647871e-14,4.746658e-11,9.979270e-13,False
backbone.layers.49.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.751997e-13,4.298658e-14,1.246716e-10,2.578112e-12,False
backbone.layers.49.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.746311e-13,1.676941e-14,4.824120e-11,1.101579e-12,False
backbone.layers.49.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.110878e-13,4.127707e-14,1.194251e-10,2.513969e-12,False
backbone.layers.49.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.844978e-13,1.683022e-14,4.876052e-11,1.080280e-12,False
backbone.layers.49.mixer.experts.2.up_proj.weight,1856x2688,4988928,5.977985e-13,4.854733e-14,1.428303e-10,3.044110e-12,False
backbone.layers.49.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.969293e-13,1.820684e-14,5.281741e-11,1.154912e-12,False
backbone.layers.49.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.932929e-13,4.855964e-14,1.408348e-10,2.934990e-12,False
backbone.layers.49.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.612095e-13,1.944596e-14,5.757004e-11,1.280700e-12,False
backbone.layers.49.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.168228e-13,4.254235e-14,1.227100e-10,2.596216e-12,False
backbone.layers.49.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.789956e-13,2.211239e-14,6.490986e-11,1.438188e-12,False
backbone.layers.49.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.313633e-13,4.259731e-14,1.229730e-10,2.606928e-12,False
backbone.layers.49.mixer.experts.23.down_proj.weight,2688x1856,4988928,2.527527e-13,2.046884e-14,5.973520e-11,1.309114e-12,False
backbone.layers.49.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.556182e-13,4.431621e-14,1.292331e-10,2.717303e-12,False
backbone.layers.49.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.243795e-13,1.791680e-14,5.216643e-11,1.178696e-12,False
backbone.layers.49.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.813927e-13,4.134445e-14,1.201182e-10,2.668209e-12,False
backbone.layers.49.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.871767e-13,1.953042e-14,5.666516e-11,1.233516e-12,False
backbone.layers.49.mixer.experts.25.up_proj.weight,1856x2688,4988928,6.087596e-13,5.008017e-14,1.460954e-10,2.990956e-12,False
backbone.layers.49.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.040070e-13,1.990983e-14,5.782112e-11,1.270149e-12,False
backbone.layers.49.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.934247e-13,4.505854e-14,1.305021e-10,2.726956e-12,False
backbone.layers.49.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.890745e-13,1.830103e-14,5.295305e-11,1.168131e-12,False
backbone.layers.49.mixer.experts.27.up_proj.weight,1856x2688,4988928,5.252569e-13,4.728706e-14,1.372536e-10,2.876209e-12,False
backbone.layers.49.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.709162e-13,1.741232e-14,5.019930e-11,1.105081e-12,False
backbone.layers.49.mixer.experts.28.up_proj.weight,1856x2688,4988928,6.151295e-13,4.976045e-14,1.458872e-10,3.140137e-12,False
backbone.layers.49.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.576377e-13,1.982308e-14,5.798387e-11,1.275649e-12,False
backbone.layers.49.mixer.experts.29.up_proj.weight,1856x2688,4988928,4.273006e-13,4.261688e-14,1.232824e-10,2.620302e-12,False
backbone.layers.49.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.215936e-13,1.991751e-14,5.804561e-11,1.276339e-12,False
backbone.layers.49.mixer.experts.3.up_proj.weight,1856x2688,4988928,6.621162e-13,5.009467e-14,1.470212e-10,3.057604e-12,False
backbone.layers.49.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.953732e-13,1.909843e-14,5.534538e-11,1.210477e-12,False
backbone.layers.49.mixer.experts.30.up_proj.weight,1856x2688,4988928,5.073808e-13,4.379425e-14,1.264757e-10,2.638280e-12,False
backbone.layers.49.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.958121e-13,1.798209e-14,5.201223e-11,1.139998e-12,False
backbone.layers.49.mixer.experts.31.up_proj.weight,1856x2688,4988928,4.720391e-13,4.621366e-14,1.340176e-10,2.818168e-12,False
backbone.layers.49.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.229432e-13,1.827298e-14,5.320747e-11,1.223349e-12,False
backbone.layers.49.mixer.experts.32.up_proj.weight,1856x2688,4988928,5.479302e-13,4.610564e-14,1.365489e-10,3.071246e-12,False
backbone.layers.49.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.817468e-13,2.097414e-14,6.119230e-11,1.325089e-12,False
backbone.layers.49.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.418028e-13,4.237331e-14,1.230933e-10,2.609963e-12,False
backbone.layers.49.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.177182e-13,1.781424e-14,5.157984e-11,1.122158e-12,False
backbone.layers.49.mixer.experts.34.up_proj.weight,1856x2688,4988928,5.736210e-13,4.397751e-14,1.274867e-10,2.622995e-12,False
backbone.layers.49.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.012175e-13,1.807502e-14,5.259774e-11,1.158752e-12,False
backbone.layers.49.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.874157e-13,4.522118e-14,1.314659e-10,2.830603e-12,False
backbone.layers.49.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.644100e-13,1.946653e-14,5.691066e-11,1.269043e-12,False
backbone.layers.49.mixer.experts.36.up_proj.weight,1856x2688,4988928,6.860411e-13,5.472045e-14,1.628266e-10,3.512254e-12,False
backbone.layers.49.mixer.experts.37.down_proj.weight,2688x1856,4988928,2.125591e-13,1.667612e-14,4.851721e-11,1.074704e-12,False
backbone.layers.49.mixer.experts.37.up_proj.weight,1856x2688,4988928,5.243375e-13,4.571957e-14,1.324322e-10,2.854893e-12,False
backbone.layers.49.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.778768e-13,1.861908e-14,5.362873e-11,1.150045e-12,False
backbone.layers.49.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.044568e-13,3.911502e-14,1.130252e-10,2.427218e-12,False
backbone.layers.49.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.813479e-13,2.027607e-14,5.909833e-11,1.291004e-12,False
backbone.layers.49.mixer.experts.39.up_proj.weight,1856x2688,4988928,4.224399e-13,4.258532e-14,1.232670e-10,2.569072e-12,False
backbone.layers.49.mixer.experts.4.down_proj.weight,2688x1856,4988928,1.928943e-13,1.841861e-14,5.337664e-11,1.198066e-12,False
backbone.layers.49.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.844215e-13,4.116050e-14,1.189550e-10,2.555073e-12,False
backbone.layers.49.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.466465e-13,2.091456e-14,6.071619e-11,1.288456e-12,False
backbone.layers.49.mixer.experts.40.up_proj.weight,1856x2688,4988928,6.522213e-13,4.517646e-14,1.328672e-10,2.769230e-12,False
backbone.layers.49.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.550548e-13,1.543830e-14,4.456824e-11,1.008566e-12,False
backbone.layers.49.mixer.experts.41.up_proj.weight,1856x2688,4988928,4.835516e-13,4.167407e-14,1.211129e-10,2.724445e-12,False
backbone.layers.49.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.753805e-13,1.624683e-14,4.675000e-11,1.024709e-12,False
backbone.layers.49.mixer.experts.42.up_proj.weight,1856x2688,4988928,5.982749e-13,5.057870e-14,1.482232e-10,3.120026e-12,False
backbone.layers.49.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.358270e-13,2.077081e-14,6.062003e-11,1.325302e-12,False
backbone.layers.49.mixer.experts.43.up_proj.weight,1856x2688,4988928,1.905528e-12,4.259924e-14,1.257882e-10,2.622225e-12,False
backbone.layers.49.mixer.experts.44.down_proj.weight,2688x1856,4988928,2.117820e-13,1.994515e-14,5.838482e-11,1.327220e-12,False
backbone.layers.49.mixer.experts.44.up_proj.weight,1856x2688,4988928,5.406006e-13,4.100357e-14,1.194343e-10,2.579620e-12,False
backbone.layers.49.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.469067e-13,2.020058e-14,5.898016e-11,1.358857e-12,False
backbone.layers.49.mixer.experts.45.up_proj.weight,1856x2688,4988928,6.593424e-13,5.167639e-14,1.506793e-10,3.316947e-12,False
backbone.layers.49.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.697600e-13,1.696969e-14,4.894282e-11,1.088279e-12,False
backbone.layers.49.mixer.experts.46.up_proj.weight,1856x2688,4988928,5.387253e-13,4.498465e-14,1.312586e-10,2.858754e-12,False
backbone.layers.49.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.137826e-13,1.918093e-14,5.542859e-11,1.206875e-12,False
backbone.layers.49.mixer.experts.47.up_proj.weight,1856x2688,4988928,6.015188e-13,5.177276e-14,1.519527e-10,3.173031e-12,False
backbone.layers.49.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.650154e-13,1.989725e-14,5.839091e-11,1.337055e-12,False
backbone.layers.49.mixer.experts.48.up_proj.weight,1856x2688,4988928,5.016968e-13,4.233233e-14,1.235552e-10,2.727861e-12,False
backbone.layers.49.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.717029e-13,1.692542e-14,4.870728e-11,1.096459e-12,False
backbone.layers.49.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.851848e-13,4.064323e-14,1.176405e-10,2.519301e-12,False
backbone.layers.49.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.366102e-13,1.822503e-14,5.301342e-11,1.176989e-12,False
backbone.layers.49.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.985010e-13,4.925553e-14,1.430458e-10,3.007310e-12,False
backbone.layers.49.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.659158e-13,2.179635e-14,6.438520e-11,1.416095e-12,False
backbone.layers.49.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.775173e-13,4.757530e-14,1.382652e-10,2.936837e-12,False
backbone.layers.49.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.170555e-13,1.898584e-14,5.542358e-11,1.224233e-12,False
backbone.layers.49.mixer.experts.51.up_proj.weight,1856x2688,4988928,4.725526e-13,4.313586e-14,1.246127e-10,2.627146e-12,False
backbone.layers.49.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.706994e-13,1.854709e-14,5.363530e-11,1.185761e-12,False
backbone.layers.49.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.687847e-13,4.290016e-14,1.241859e-10,2.609873e-12,False
backbone.layers.49.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.007491e-13,1.780924e-14,5.138397e-11,1.123227e-12,False
backbone.layers.49.mixer.experts.53.up_proj.weight,1856x2688,4988928,4.926060e-13,4.379361e-14,1.269200e-10,2.658312e-12,False
backbone.layers.49.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.932308e-13,1.817728e-14,5.262091e-11,1.185917e-12,False
backbone.layers.49.mixer.experts.54.up_proj.weight,1856x2688,4988928,6.164375e-13,4.982802e-14,1.462537e-10,3.156537e-12,False
backbone.layers.49.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.084617e-13,1.940722e-14,5.592868e-11,1.222365e-12,False
backbone.layers.49.mixer.experts.55.up_proj.weight,1856x2688,4988928,6.255825e-13,3.981470e-14,1.161949e-10,2.451768e-12,False
backbone.layers.49.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.515619e-13,1.487629e-14,4.309912e-11,1.017011e-12,False
backbone.layers.49.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.325845e-13,3.872114e-14,1.120567e-10,2.470638e-12,False
backbone.layers.49.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.203827e-13,1.802147e-14,5.212908e-11,1.130666e-12,False
backbone.layers.49.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.288393e-13,3.988428e-14,1.155322e-10,2.442222e-12,False
backbone.layers.49.mixer.experts.58.down_proj.weight,2688x1856,4988928,1.599120e-13,1.571670e-14,4.510988e-11,9.866172e-13,False
backbone.layers.49.mixer.experts.58.up_proj.weight,1856x2688,4988928,4.033857e-13,3.804944e-14,1.107247e-10,2.461603e-12,False
backbone.layers.49.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.335580e-13,1.960870e-14,5.704031e-11,1.219871e-12,False
backbone.layers.49.mixer.experts.59.up_proj.weight,1856x2688,4988928,5.425105e-13,4.102871e-14,1.188339e-10,2.546845e-12,False
backbone.layers.49.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.845191e-13,1.811992e-14,5.234287e-11,1.148819e-12,False
backbone.layers.49.mixer.experts.6.up_proj.weight,1856x2688,4988928,5.933344e-13,4.212673e-14,1.223221e-10,2.554163e-12,False
backbone.layers.49.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.960271e-13,2.110252e-14,6.162233e-11,1.340748e-12,False
backbone.layers.49.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.990921e-13,4.636872e-14,1.346895e-10,2.806714e-12,False
backbone.layers.49.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.713213e-13,1.864908e-14,5.392851e-11,1.210615e-12,False
backbone.layers.49.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.910532e-13,5.025242e-14,1.479027e-10,3.118143e-12,False
backbone.layers.49.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.594107e-13,1.701107e-14,4.913006e-11,1.083254e-12,False
backbone.layers.49.mixer.experts.62.up_proj.weight,1856x2688,4988928,6.773783e-13,4.529344e-14,1.318784e-10,2.897063e-12,False
backbone.layers.49.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.961751e-13,1.737647e-14,5.044767e-11,1.106324e-12,False
backbone.layers.49.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.015573e-13,4.228114e-14,1.217752e-10,2.521615e-12,False
backbone.layers.49.mixer.experts.64.down_proj.weight,2688x1856,4988928,3.207083e-13,1.955097e-14,5.757345e-11,1.315031e-12,False
backbone.layers.49.mixer.experts.64.up_proj.weight,1856x2688,4988928,5.555903e-13,4.242754e-14,1.237920e-10,2.689599e-12,False
backbone.layers.49.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.321270e-13,1.868759e-14,5.465910e-11,1.267851e-12,False
backbone.layers.49.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.477287e-13,4.023071e-14,1.169929e-10,2.647023e-12,False
backbone.layers.49.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.895953e-13,1.832386e-14,5.282765e-11,1.154152e-12,False
backbone.layers.49.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.182028e-13,4.298175e-14,1.244066e-10,2.596755e-12,False
backbone.layers.49.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.850672e-13,1.903945e-14,5.523845e-11,1.198048e-12,False
backbone.layers.49.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.212906e-13,4.257145e-14,1.236094e-10,2.608530e-12,False
backbone.layers.49.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.024492e-13,1.545372e-14,4.445127e-11,1.026092e-12,False
backbone.layers.49.mixer.experts.68.up_proj.weight,1856x2688,4988928,7.761595e-13,5.281148e-14,1.600492e-10,3.337143e-12,False
backbone.layers.49.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.522272e-13,1.574195e-14,4.543153e-11,1.010874e-12,False
backbone.layers.49.mixer.experts.69.up_proj.weight,1856x2688,4988928,5.655693e-13,4.710759e-14,1.369406e-10,2.970733e-12,False
backbone.layers.49.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.335224e-13,1.934700e-14,5.623905e-11,1.234568e-12,False
backbone.layers.49.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.912624e-13,4.136525e-14,1.197017e-10,2.535005e-12,False
backbone.layers.49.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.520796e-13,2.042562e-14,5.961387e-11,1.304248e-12,False
backbone.layers.49.mixer.experts.70.up_proj.weight,1856x2688,4988928,5.830683e-13,4.957134e-14,1.440738e-10,3.088185e-12,False
backbone.layers.49.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.189221e-13,1.967349e-14,5.716274e-11,1.243974e-12,False
backbone.layers.49.mixer.experts.71.up_proj.weight,1856x2688,4988928,6.546083e-13,5.257816e-14,1.545685e-10,3.234633e-12,False
backbone.layers.49.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.019704e-13,1.832632e-14,5.297732e-11,1.159419e-12,False
backbone.layers.49.mixer.experts.72.up_proj.weight,1856x2688,4988928,4.717719e-13,4.207051e-14,1.223089e-10,2.679159e-12,False
backbone.layers.49.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.415817e-13,1.918068e-14,5.566234e-11,1.219545e-12,False
backbone.layers.49.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.671506e-13,4.153887e-14,1.209778e-10,2.569692e-12,False
backbone.layers.49.mixer.experts.74.down_proj.weight,2688x1856,4988928,2.101028e-13,2.019162e-14,5.847640e-11,1.317839e-12,False
backbone.layers.49.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.711405e-13,4.553558e-14,1.327012e-10,2.819591e-12,False
backbone.layers.49.mixer.experts.75.down_proj.weight,2688x1856,4988928,3.009780e-13,2.183130e-14,6.486510e-11,1.456137e-12,False
backbone.layers.49.mixer.experts.75.up_proj.weight,1856x2688,4988928,3.598606e-13,3.632462e-14,1.046024e-10,2.287261e-12,False
backbone.layers.49.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.713246e-13,1.825685e-14,5.365480e-11,1.201074e-12,False
backbone.layers.49.mixer.experts.76.up_proj.weight,1856x2688,4988928,5.907701e-13,4.472699e-14,1.314251e-10,2.800892e-12,False
backbone.layers.49.mixer.experts.77.down_proj.weight,2688x1856,4988928,1.688198e-13,1.686959e-14,4.861807e-11,1.079457e-12,False
backbone.layers.49.mixer.experts.77.up_proj.weight,1856x2688,4988928,5.461569e-13,4.246413e-14,1.237186e-10,2.631677e-12,False
backbone.layers.49.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.188145e-13,2.032965e-14,5.881641e-11,1.296976e-12,False
backbone.layers.49.mixer.experts.78.up_proj.weight,1856x2688,4988928,4.686078e-13,4.280277e-14,1.236429e-10,2.574676e-12,False
backbone.layers.49.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.104428e-13,1.681822e-14,4.842197e-11,1.064307e-12,False
backbone.layers.49.mixer.experts.79.up_proj.weight,1856x2688,4988928,8.264483e-13,4.780156e-14,1.397083e-10,2.965753e-12,False
backbone.layers.49.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.075813e-13,1.772740e-14,5.160480e-11,1.162678e-12,False
backbone.layers.49.mixer.experts.8.up_proj.weight,1856x2688,4988928,2.908576e-13,3.265060e-14,9.377857e-11,2.065850e-12,False
backbone.layers.49.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.898325e-13,1.663028e-14,4.771568e-11,1.033523e-12,False
backbone.layers.49.mixer.experts.80.up_proj.weight,1856x2688,4988928,5.217944e-13,4.398974e-14,1.276608e-10,2.707096e-12,False
backbone.layers.49.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.687053e-13,1.757123e-14,5.066901e-11,1.110039e-12,False
backbone.layers.49.mixer.experts.81.up_proj.weight,1856x2688,4988928,3.775404e-13,4.103848e-14,1.182140e-10,2.498528e-12,False
backbone.layers.49.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.105260e-13,2.042516e-14,5.932300e-11,1.210550e-12,False
backbone.layers.49.mixer.experts.82.up_proj.weight,1856x2688,4988928,7.239070e-13,4.769551e-14,1.395392e-10,2.787958e-12,False
backbone.layers.49.mixer.experts.83.down_proj.weight,2688x1856,4988928,3.036460e-13,1.972130e-14,5.815892e-11,1.251700e-12,False
backbone.layers.49.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.352282e-13,3.777720e-14,1.091291e-10,2.292251e-12,False
backbone.layers.49.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.997465e-13,1.734433e-14,5.016181e-11,1.087783e-12,False
backbone.layers.49.mixer.experts.84.up_proj.weight,1856x2688,4988928,5.302286e-13,4.623162e-14,1.339339e-10,2.764925e-12,False
backbone.layers.49.mixer.experts.85.down_proj.weight,2688x1856,4988928,2.351730e-13,2.034719e-14,5.949915e-11,1.305202e-12,False
backbone.layers.49.mixer.experts.85.up_proj.weight,1856x2688,4988928,6.511805e-13,5.213824e-14,1.542983e-10,3.251600e-12,False
backbone.layers.49.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.821078e-13,1.655846e-14,4.793019e-11,1.060346e-12,False
backbone.layers.49.mixer.experts.86.up_proj.weight,1856x2688,4988928,5.013698e-13,4.518356e-14,1.332167e-10,2.880830e-12,False
backbone.layers.49.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.268255e-13,1.720528e-14,5.013567e-11,1.074124e-12,False
backbone.layers.49.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.361789e-13,4.091190e-14,1.193886e-10,2.550147e-12,False
backbone.layers.49.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.472397e-13,1.979003e-14,5.744725e-11,1.276410e-12,False
backbone.layers.49.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.578837e-13,4.446960e-14,1.288311e-10,2.789099e-12,False
backbone.layers.49.mixer.experts.89.down_proj.weight,2688x1856,4988928,1.707592e-13,1.638674e-14,4.709670e-11,1.058636e-12,False
backbone.layers.49.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.932027e-13,4.381820e-14,1.278879e-10,2.778858e-12,False
backbone.layers.49.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.219700e-13,1.827166e-14,5.287003e-11,1.184007e-12,False
backbone.layers.49.mixer.experts.9.up_proj.weight,1856x2688,4988928,5.173657e-13,4.111361e-14,1.194342e-10,2.587109e-12,False
backbone.layers.49.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.332752e-13,2.015720e-14,5.900703e-11,1.268001e-12,False
backbone.layers.49.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.591709e-13,4.257176e-14,1.236032e-10,2.662511e-12,False
backbone.layers.49.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.792108e-13,1.739622e-14,4.994596e-11,1.113223e-12,False
backbone.layers.49.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.525265e-13,4.442872e-14,1.277755e-10,2.752834e-12,False
backbone.layers.49.mixer.experts.92.down_proj.weight,2688x1856,4988928,2.005115e-13,1.744133e-14,5.049034e-11,1.113993e-12,False
backbone.layers.49.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.661305e-13,4.890022e-14,1.429152e-10,3.097179e-12,False
backbone.layers.49.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.124811e-13,1.635192e-14,4.723854e-11,1.070606e-12,False
backbone.layers.49.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.307648e-13,4.100829e-14,1.187145e-10,2.514759e-12,False
backbone.layers.49.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.999546e-13,1.786248e-14,5.155055e-11,1.142429e-12,False
backbone.layers.49.mixer.experts.94.up_proj.weight,1856x2688,4988928,5.933114e-13,4.476605e-14,1.302044e-10,2.695177e-12,False
backbone.layers.49.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.603787e-13,1.728923e-14,4.995321e-11,1.117903e-12,False
backbone.layers.49.mixer.experts.95.up_proj.weight,1856x2688,4988928,7.870718e-13,5.315943e-14,1.599621e-10,3.472533e-12,False
backbone.layers.49.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.079465e-13,1.779925e-14,5.116356e-11,1.120869e-12,False
backbone.layers.49.mixer.experts.96.up_proj.weight,1856x2688,4988928,5.827162e-13,4.920832e-14,1.439155e-10,3.073631e-12,False
backbone.layers.49.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.988409e-13,1.869989e-14,5.400209e-11,1.184470e-12,False
backbone.layers.49.mixer.experts.97.up_proj.weight,1856x2688,4988928,7.405040e-13,5.729667e-14,1.692966e-10,3.543805e-12,False
backbone.layers.49.mixer.experts.98.down_proj.weight,2688x1856,4988928,1.820523e-13,1.639257e-14,4.724399e-11,1.053392e-12,False
backbone.layers.49.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.050989e-13,4.093457e-14,1.184918e-10,2.570104e-12,False
backbone.layers.49.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.011464e-13,1.855211e-14,5.391405e-11,1.210414e-12,False
backbone.layers.49.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.017445e-13,5.071203e-14,1.477825e-10,3.106399e-12,False
backbone.layers.49.mixer.gate.weight,128x2688,344064,4.238485e-13,3.293619e-14,2.596692e-11,2.972135e-12,False
backbone.layers.49.mixer.shared_experts.down_proj.weight,2688x3712,9977856,2.301312e-12,5.642407e-14,2.332793e-10,4.814830e-12,False
backbone.layers.49.mixer.shared_experts.up_proj.weight,3712x2688,9977856,7.238758e-13,3.400149e-14,1.405249e-10,2.563803e-12,False
backbone.layers.49.norm.weight,2688,2688,8.881784e-16,1.392322e-16,1.198270e-14,1.167590e-16,False
backbone.layers.5.mixer.k_proj.weight,256x2688,688128,1.085097e-12,9.254977e-14,1.015769e-10,2.791036e-12,True
backbone.layers.5.mixer.o_proj.weight,2688x4096,11010048,2.905350e-12,7.434529e-14,3.233543e-10,6.132042e-12,True
backbone.layers.5.mixer.q_proj.weight,4096x2688,11010048,9.227393e-13,5.645956e-14,2.481832e-10,2.776917e-12,True
backbone.layers.5.mixer.v_proj.weight,256x2688,688128,1.051520e-13,1.244428e-14,1.347688e-11,2.368610e-12,True
backbone.layers.5.norm.weight,2688,2688,4.440892e-16,3.191685e-17,2.686562e-15,1.223749e-16,True
backbone.layers.50.mixer.A_log,64,64,3.552714e-15,2.537575e-16,4.541156e-15,2.000462e-16,False
backbone.layers.50.mixer.D,64,64,6.661338e-16,1.321100e-16,1.497841e-15,1.553982e-16,False
backbone.layers.50.mixer.conv1d.weight,6144x1x4,24576,1.023704e-15,1.372082e-17,6.358169e-15,7.387913e-16,True
backbone.layers.50.mixer.dt_bias,64,64,1.776357e-15,4.891920e-16,5.577697e-15,1.327946e-16,False
backbone.layers.50.mixer.in_proj.weight,10304x2688,27697152,7.372505e-13,4.573059e-14,3.231361e-10,2.736455e-12,False
backbone.layers.50.mixer.norm.weight,4096,4096,7.105427e-15,3.963708e-16,4.290436e-14,1.192818e-16,False
backbone.layers.50.mixer.out_proj.weight,2688x4096,11010048,1.930928e-12,7.879472e-14,3.395480e-10,5.619104e-12,False
backbone.layers.50.norm.weight,2688,2688,8.881784e-16,8.211024e-17,7.108896e-15,1.202714e-16,False
backbone.layers.51.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.172290e-13,1.807883e-14,5.263418e-11,1.225178e-12,False
backbone.layers.51.mixer.experts.0.up_proj.weight,1856x2688,4988928,4.224312e-13,4.116420e-14,1.195954e-10,2.553329e-12,False
backbone.layers.51.mixer.experts.1.down_proj.weight,2688x1856,4988928,2.319967e-13,1.922028e-14,5.564929e-11,1.217050e-12,False
backbone.layers.51.mixer.experts.1.up_proj.weight,1856x2688,4988928,4.580503e-13,4.004674e-14,1.155111e-10,2.293205e-12,False
backbone.layers.51.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.886768e-13,1.731156e-14,5.005188e-11,1.121156e-12,False
backbone.layers.51.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.941499e-13,4.585336e-14,1.330443e-10,2.788351e-12,False
backbone.layers.51.mixer.experts.100.down_proj.weight,2688x1856,4988928,2.113119e-13,1.832463e-14,5.386078e-11,1.218966e-12,False
backbone.layers.51.mixer.experts.100.up_proj.weight,1856x2688,4988928,5.306658e-13,5.263369e-14,1.533653e-10,3.224347e-12,False
backbone.layers.51.mixer.experts.101.down_proj.weight,2688x1856,4988928,4.379171e-13,1.735089e-14,5.011383e-11,1.085649e-12,False
backbone.layers.51.mixer.experts.101.up_proj.weight,1856x2688,4988928,6.343216e-13,5.504953e-14,1.604121e-10,3.186224e-12,False
backbone.layers.51.mixer.experts.102.down_proj.weight,2688x1856,4988928,2.407761e-13,2.013730e-14,5.852254e-11,1.266090e-12,False
backbone.layers.51.mixer.experts.102.up_proj.weight,1856x2688,4988928,5.140714e-13,4.571926e-14,1.318253e-10,2.650893e-12,False
backbone.layers.51.mixer.experts.103.down_proj.weight,2688x1856,4988928,2.688960e-13,1.995487e-14,5.811112e-11,1.267765e-12,False
backbone.layers.51.mixer.experts.103.up_proj.weight,1856x2688,4988928,5.840745e-13,4.841547e-14,1.404023e-10,2.750561e-12,False
backbone.layers.51.mixer.experts.104.down_proj.weight,2688x1856,4988928,2.357663e-13,1.800959e-14,5.200097e-11,1.153767e-12,False
backbone.layers.51.mixer.experts.104.up_proj.weight,1856x2688,4988928,6.488022e-13,4.724849e-14,1.374621e-10,2.848414e-12,False
backbone.layers.51.mixer.experts.105.down_proj.weight,2688x1856,4988928,2.575370e-13,1.762405e-14,5.106547e-11,1.155228e-12,False
backbone.layers.51.mixer.experts.105.up_proj.weight,1856x2688,4988928,5.129838e-13,4.385019e-14,1.269525e-10,2.626951e-12,False
backbone.layers.51.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.129685e-13,1.714562e-14,4.924262e-11,1.108209e-12,False
backbone.layers.51.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.090409e-13,3.739646e-14,1.074910e-10,2.274866e-12,False
backbone.layers.51.mixer.experts.107.down_proj.weight,2688x1856,4988928,2.862311e-13,1.890687e-14,5.555720e-11,1.295495e-12,False
backbone.layers.51.mixer.experts.107.up_proj.weight,1856x2688,4988928,4.500773e-13,4.396224e-14,1.274350e-10,2.709871e-12,False
backbone.layers.51.mixer.experts.108.down_proj.weight,2688x1856,4988928,3.785861e-13,1.903675e-14,5.673849e-11,1.297823e-12,False
backbone.layers.51.mixer.experts.108.up_proj.weight,1856x2688,4988928,5.904955e-13,4.744162e-14,1.384790e-10,2.978842e-12,False
backbone.layers.51.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.880926e-13,1.500330e-14,4.315188e-11,1.011274e-12,False
backbone.layers.51.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.718433e-13,4.199292e-14,1.216958e-10,2.555350e-12,False
backbone.layers.51.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.134196e-13,1.756458e-14,5.095869e-11,1.102764e-12,False
backbone.layers.51.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.936537e-13,4.683295e-14,1.355307e-10,2.683010e-12,False
backbone.layers.51.mixer.experts.110.down_proj.weight,2688x1856,4988928,3.149703e-13,1.748568e-14,5.077148e-11,1.117500e-12,False
backbone.layers.51.mixer.experts.110.up_proj.weight,1856x2688,4988928,6.724413e-13,5.538407e-14,1.653696e-10,3.309261e-12,False
backbone.layers.51.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.131381e-13,1.991624e-14,5.748137e-11,1.235303e-12,False
backbone.layers.51.mixer.experts.111.up_proj.weight,1856x2688,4988928,7.597777e-13,6.497746e-14,1.911814e-10,3.792851e-12,False
backbone.layers.51.mixer.experts.112.down_proj.weight,2688x1856,4988928,3.043989e-13,1.835641e-14,5.322856e-11,1.159372e-12,False
backbone.layers.51.mixer.experts.112.up_proj.weight,1856x2688,4988928,5.319217e-13,4.758641e-14,1.375707e-10,2.798972e-12,False
backbone.layers.51.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.727089e-13,1.842664e-14,5.357831e-11,1.214523e-12,False
backbone.layers.51.mixer.experts.113.up_proj.weight,1856x2688,4988928,6.183457e-13,4.409140e-14,1.283483e-10,2.639437e-12,False
backbone.layers.51.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.334070e-13,2.059457e-14,5.993225e-11,1.321974e-12,False
backbone.layers.51.mixer.experts.114.up_proj.weight,1856x2688,4988928,5.164207e-13,4.482267e-14,1.304350e-10,2.640470e-12,False
backbone.layers.51.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.035733e-13,1.904443e-14,5.535888e-11,1.227952e-12,False
backbone.layers.51.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.598847e-13,3.842643e-14,1.104601e-10,2.239790e-12,False
backbone.layers.51.mixer.experts.116.down_proj.weight,2688x1856,4988928,5.399847e-13,1.754673e-14,5.108143e-11,1.174259e-12,False
backbone.layers.51.mixer.experts.116.up_proj.weight,1856x2688,4988928,3.800849e-13,4.187508e-14,1.209532e-10,2.604502e-12,False
backbone.layers.51.mixer.experts.117.down_proj.weight,2688x1856,4988928,2.001177e-13,1.647757e-14,4.773423e-11,1.072769e-12,False
backbone.layers.51.mixer.experts.117.up_proj.weight,1856x2688,4988928,5.301662e-13,5.188303e-14,1.509623e-10,3.060849e-12,False
backbone.layers.51.mixer.experts.118.down_proj.weight,2688x1856,4988928,1.759357e-13,1.680909e-14,4.843037e-11,1.042446e-12,False
backbone.layers.51.mixer.experts.118.up_proj.weight,1856x2688,4988928,4.355266e-13,3.965350e-14,1.139754e-10,2.277120e-12,False
backbone.layers.51.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.547026e-13,1.458149e-14,4.183770e-11,9.758121e-13,False
backbone.layers.51.mixer.experts.119.up_proj.weight,1856x2688,4988928,7.754804e-13,5.376100e-14,1.576946e-10,3.247953e-12,False
backbone.layers.51.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.219960e-13,1.991648e-14,5.805142e-11,1.300662e-12,False
backbone.layers.51.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.732464e-13,4.311614e-14,1.249748e-10,2.547883e-12,False
backbone.layers.51.mixer.experts.120.down_proj.weight,2688x1856,4988928,2.000657e-13,1.638369e-14,4.791235e-11,1.108219e-12,False
backbone.layers.51.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.813320e-13,4.488294e-14,1.297952e-10,2.703326e-12,False
backbone.layers.51.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.955674e-13,2.021028e-14,5.913195e-11,1.293413e-12,False
backbone.layers.51.mixer.experts.121.up_proj.weight,1856x2688,4988928,4.725109e-13,4.192337e-14,1.208982e-10,2.448054e-12,False
backbone.layers.51.mixer.experts.122.down_proj.weight,2688x1856,4988928,2.682368e-13,1.835319e-14,5.308174e-11,1.219440e-12,False
backbone.layers.51.mixer.experts.122.up_proj.weight,1856x2688,4988928,4.930353e-13,4.482038e-14,1.296774e-10,2.711316e-12,False
backbone.layers.51.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.423860e-13,1.833342e-14,5.276685e-11,1.155976e-12,False
backbone.layers.51.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.735570e-13,4.061768e-14,1.178816e-10,2.356166e-12,False
backbone.layers.51.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.907449e-13,1.809298e-14,5.277333e-11,1.169085e-12,False
backbone.layers.51.mixer.experts.124.up_proj.weight,1856x2688,4988928,7.597551e-13,5.304966e-14,1.555390e-10,3.075756e-12,False
backbone.layers.51.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.607256e-13,1.674767e-14,4.839657e-11,1.099974e-12,False
backbone.layers.51.mixer.experts.125.up_proj.weight,1856x2688,4988928,4.207096e-13,4.262719e-14,1.224734e-10,2.463082e-12,False
backbone.layers.51.mixer.experts.126.down_proj.weight,2688x1856,4988928,2.742806e-13,2.017388e-14,5.876512e-11,1.319437e-12,False
backbone.layers.51.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.111225e-13,4.507819e-14,1.304651e-10,2.640934e-12,False
backbone.layers.51.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.387743e-13,1.930960e-14,5.585070e-11,1.196600e-12,False
backbone.layers.51.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.750176e-13,4.923269e-14,1.420375e-10,2.796613e-12,False
backbone.layers.51.mixer.experts.13.down_proj.weight,2688x1856,4988928,3.082014e-13,1.861043e-14,5.469106e-11,1.208066e-12,False
backbone.layers.51.mixer.experts.13.up_proj.weight,1856x2688,4988928,5.712592e-13,4.292443e-14,1.240981e-10,2.537639e-12,False
backbone.layers.51.mixer.experts.14.down_proj.weight,2688x1856,4988928,3.467712e-13,2.167567e-14,6.320227e-11,1.446403e-12,False
backbone.layers.51.mixer.experts.14.up_proj.weight,1856x2688,4988928,4.861125e-13,4.720911e-14,1.378391e-10,2.930304e-12,False
backbone.layers.51.mixer.experts.15.down_proj.weight,2688x1856,4988928,2.924536e-13,2.079842e-14,6.068916e-11,1.332882e-12,False
backbone.layers.51.mixer.experts.15.up_proj.weight,1856x2688,4988928,6.748959e-13,5.096349e-14,1.485158e-10,2.970780e-12,False
backbone.layers.51.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.075855e-13,1.867860e-14,5.409074e-11,1.167921e-12,False
backbone.layers.51.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.849229e-13,4.660609e-14,1.356699e-10,2.724626e-12,False
backbone.layers.51.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.885470e-13,1.697797e-14,4.933779e-11,1.115028e-12,False
backbone.layers.51.mixer.experts.17.up_proj.weight,1856x2688,4988928,7.563949e-13,5.326928e-14,1.573080e-10,3.294572e-12,False
backbone.layers.51.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.480030e-13,2.099628e-14,6.098661e-11,1.323485e-12,False
backbone.layers.51.mixer.experts.18.up_proj.weight,1856x2688,4988928,4.683927e-13,4.498981e-14,1.303687e-10,2.565908e-12,False
backbone.layers.51.mixer.experts.19.down_proj.weight,2688x1856,4988928,2.161145e-13,2.080139e-14,6.036288e-11,1.310946e-12,False
backbone.layers.51.mixer.experts.19.up_proj.weight,1856x2688,4988928,6.140505e-13,5.391806e-14,1.584634e-10,3.124900e-12,False
backbone.layers.51.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.148681e-13,1.964589e-14,5.718292e-11,1.274176e-12,False
backbone.layers.51.mixer.experts.2.up_proj.weight,1856x2688,4988928,5.096947e-13,4.236398e-14,1.232001e-10,2.557278e-12,False
backbone.layers.51.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.495434e-13,2.073224e-14,6.035928e-11,1.332854e-12,False
backbone.layers.51.mixer.experts.20.up_proj.weight,1856x2688,4988928,4.557049e-13,4.448695e-14,1.284764e-10,2.595110e-12,False
backbone.layers.51.mixer.experts.21.down_proj.weight,2688x1856,4988928,2.233665e-13,1.914568e-14,5.606441e-11,1.234979e-12,False
backbone.layers.51.mixer.experts.21.up_proj.weight,1856x2688,4988928,6.099218e-13,4.933527e-14,1.455795e-10,2.967414e-12,False
backbone.layers.51.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.371575e-13,2.053194e-14,5.992073e-11,1.313460e-12,False
backbone.layers.51.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.977616e-13,4.473395e-14,1.290811e-10,2.604480e-12,False
backbone.layers.51.mixer.experts.23.down_proj.weight,2688x1856,4988928,3.261835e-13,1.922617e-14,5.673365e-11,1.286030e-12,False
backbone.layers.51.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.508095e-13,4.136700e-14,1.198532e-10,2.567059e-12,False
backbone.layers.51.mixer.experts.24.down_proj.weight,2688x1856,4988928,1.985547e-13,1.723883e-14,4.980487e-11,1.164642e-12,False
backbone.layers.51.mixer.experts.24.up_proj.weight,1856x2688,4988928,5.518815e-13,4.844004e-14,1.422473e-10,2.962274e-12,False
backbone.layers.51.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.342380e-13,1.716197e-14,4.953135e-11,1.112361e-12,False
backbone.layers.51.mixer.experts.25.up_proj.weight,1856x2688,4988928,5.810821e-13,4.349147e-14,1.261218e-10,2.585669e-12,False
backbone.layers.51.mixer.experts.26.down_proj.weight,2688x1856,4988928,1.829357e-13,1.672882e-14,4.830334e-11,1.132948e-12,False
backbone.layers.51.mixer.experts.26.up_proj.weight,1856x2688,4988928,5.335018e-13,4.103259e-14,1.196903e-10,2.666931e-12,False
backbone.layers.51.mixer.experts.27.down_proj.weight,2688x1856,4988928,2.250665e-13,1.978382e-14,5.760909e-11,1.264456e-12,False
backbone.layers.51.mixer.experts.27.up_proj.weight,1856x2688,4988928,5.601179e-13,4.628198e-14,1.337383e-10,2.620034e-12,False
backbone.layers.51.mixer.experts.28.down_proj.weight,2688x1856,4988928,4.440615e-13,1.733461e-14,5.017254e-11,1.138294e-12,False
backbone.layers.51.mixer.experts.28.up_proj.weight,1856x2688,4988928,5.917489e-13,4.515521e-14,1.317183e-10,2.756601e-12,False
backbone.layers.51.mixer.experts.29.down_proj.weight,2688x1856,4988928,2.093048e-13,1.997744e-14,5.784334e-11,1.238936e-12,False
backbone.layers.51.mixer.experts.29.up_proj.weight,1856x2688,4988928,5.671713e-13,4.847799e-14,1.404469e-10,2.785055e-12,False
backbone.layers.51.mixer.experts.3.down_proj.weight,2688x1856,4988928,4.617348e-13,1.692590e-14,4.887802e-11,1.112716e-12,False
backbone.layers.51.mixer.experts.3.up_proj.weight,1856x2688,4988928,4.740444e-13,4.494071e-14,1.299383e-10,2.747350e-12,False
backbone.layers.51.mixer.experts.30.down_proj.weight,2688x1856,4988928,3.002806e-13,2.363343e-14,6.903184e-11,1.484789e-12,False
backbone.layers.51.mixer.experts.30.up_proj.weight,1856x2688,4988928,7.014909e-13,5.296939e-14,1.554646e-10,3.128619e-12,False
backbone.layers.51.mixer.experts.31.down_proj.weight,2688x1856,4988928,2.357697e-13,1.888588e-14,5.507349e-11,1.188405e-12,False
backbone.layers.51.mixer.experts.31.up_proj.weight,1856x2688,4988928,6.778536e-13,4.563978e-14,1.324649e-10,2.605047e-12,False
backbone.layers.51.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.621653e-13,2.337463e-14,6.820672e-11,1.492348e-12,False
backbone.layers.51.mixer.experts.32.up_proj.weight,1856x2688,4988928,5.739298e-13,4.859786e-14,1.419533e-10,2.829005e-12,False
backbone.layers.51.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.964704e-13,1.857559e-14,5.396016e-11,1.235242e-12,False
backbone.layers.51.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.823624e-13,4.643423e-14,1.356254e-10,2.788565e-12,False
backbone.layers.51.mixer.experts.34.down_proj.weight,2688x1856,4988928,2.346942e-13,1.944961e-14,5.722418e-11,1.361934e-12,False
backbone.layers.51.mixer.experts.34.up_proj.weight,1856x2688,4988928,5.886257e-13,5.060946e-14,1.483655e-10,3.133097e-12,False
backbone.layers.51.mixer.experts.35.down_proj.weight,2688x1856,4988928,2.239060e-13,2.006521e-14,5.811940e-11,1.294191e-12,False
backbone.layers.51.mixer.experts.35.up_proj.weight,1856x2688,4988928,4.564266e-13,4.236985e-14,1.229841e-10,2.506415e-12,False
backbone.layers.51.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.147900e-13,1.947607e-14,5.635004e-11,1.253869e-12,False
backbone.layers.51.mixer.experts.36.up_proj.weight,1856x2688,4988928,5.507764e-13,5.175565e-14,1.517030e-10,3.037555e-12,False
backbone.layers.51.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.923166e-13,1.886039e-14,5.459268e-11,1.204780e-12,False
backbone.layers.51.mixer.experts.37.up_proj.weight,1856x2688,4988928,6.980250e-13,5.342310e-14,1.561564e-10,3.112867e-12,False
backbone.layers.51.mixer.experts.38.down_proj.weight,2688x1856,4988928,3.944206e-13,1.846921e-14,5.374126e-11,1.172976e-12,False
backbone.layers.51.mixer.experts.38.up_proj.weight,1856x2688,4988928,4.061630e-13,4.062815e-14,1.170352e-10,2.373589e-12,False
backbone.layers.51.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.711097e-13,1.748501e-14,5.060618e-11,1.137370e-12,False
backbone.layers.51.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.622499e-13,4.810396e-14,1.399672e-10,2.868505e-12,False
backbone.layers.51.mixer.experts.4.down_proj.weight,2688x1856,4988928,3.016892e-13,1.978808e-14,5.815503e-11,1.337073e-12,False
backbone.layers.51.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.829583e-13,4.719115e-14,1.365094e-10,2.893335e-12,False
backbone.layers.51.mixer.experts.40.down_proj.weight,2688x1856,4988928,3.162592e-13,1.905989e-14,5.537123e-11,1.187756e-12,False
backbone.layers.51.mixer.experts.40.up_proj.weight,1856x2688,4988928,6.395266e-13,5.052254e-14,1.461977e-10,2.858432e-12,False
backbone.layers.51.mixer.experts.41.down_proj.weight,2688x1856,4988928,3.438083e-13,1.766247e-14,5.129419e-11,1.153229e-12,False
backbone.layers.51.mixer.experts.41.up_proj.weight,1856x2688,4988928,5.254183e-13,4.405335e-14,1.273602e-10,2.521853e-12,False
backbone.layers.51.mixer.experts.42.down_proj.weight,2688x1856,4988928,1.716127e-13,1.731977e-14,4.991475e-11,1.115859e-12,False
backbone.layers.51.mixer.experts.42.up_proj.weight,1856x2688,4988928,6.263570e-13,5.042697e-14,1.461552e-10,3.018611e-12,False
backbone.layers.51.mixer.experts.43.down_proj.weight,2688x1856,4988928,3.868850e-13,1.584958e-14,4.599618e-11,1.039423e-12,False
backbone.layers.51.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.924897e-13,4.719621e-14,1.371948e-10,2.897680e-12,False
backbone.layers.51.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.839362e-13,1.612440e-14,4.630643e-11,1.115956e-12,False
backbone.layers.51.mixer.experts.44.up_proj.weight,1856x2688,4988928,5.326191e-13,4.654565e-14,1.349356e-10,2.887156e-12,False
backbone.layers.51.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.939920e-13,1.666977e-14,4.795532e-11,1.057384e-12,False
backbone.layers.51.mixer.experts.45.up_proj.weight,1856x2688,4988928,6.316510e-13,4.953918e-14,1.459605e-10,2.959607e-12,False
backbone.layers.51.mixer.experts.46.down_proj.weight,2688x1856,4988928,2.578875e-13,1.902574e-14,5.525171e-11,1.214016e-12,False
backbone.layers.51.mixer.experts.46.up_proj.weight,1856x2688,4988928,6.390270e-13,4.971032e-14,1.445724e-10,2.891613e-12,False
backbone.layers.51.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.688944e-13,1.753341e-14,5.038582e-11,1.098033e-12,False
backbone.layers.51.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.954301e-13,4.623882e-14,1.332364e-10,2.660525e-12,False
backbone.layers.51.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.194148e-13,1.689457e-14,4.916877e-11,1.111283e-12,False
backbone.layers.51.mixer.experts.48.up_proj.weight,1856x2688,4988928,5.983200e-13,4.959561e-14,1.461807e-10,2.866971e-12,False
backbone.layers.51.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.984258e-13,1.881064e-14,5.429196e-11,1.207377e-12,False
backbone.layers.51.mixer.experts.49.up_proj.weight,1856x2688,4988928,4.120246e-13,4.043099e-14,1.167716e-10,2.362779e-12,False
backbone.layers.51.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.200184e-13,1.954690e-14,5.697064e-11,1.251583e-12,False
backbone.layers.51.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.774479e-13,4.620040e-14,1.332385e-10,2.678977e-12,False
backbone.layers.51.mixer.experts.50.down_proj.weight,2688x1856,4988928,3.338649e-13,1.705430e-14,4.928884e-11,1.148195e-12,False
backbone.layers.51.mixer.experts.50.up_proj.weight,1856x2688,4988928,6.159569e-13,4.764440e-14,1.392543e-10,3.037390e-12,False
backbone.layers.51.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.203654e-13,1.813911e-14,5.222560e-11,1.140059e-12,False
backbone.layers.51.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.812434e-13,4.958216e-14,1.432372e-10,2.805134e-12,False
backbone.layers.51.mixer.experts.52.down_proj.weight,2688x1856,4988928,1.719657e-13,1.718810e-14,4.974833e-11,1.077879e-12,False
backbone.layers.51.mixer.experts.52.up_proj.weight,1856x2688,4988928,5.209583e-13,4.590090e-14,1.331204e-10,2.660752e-12,False
backbone.layers.51.mixer.experts.53.down_proj.weight,2688x1856,4988928,3.272799e-13,1.986790e-14,5.800502e-11,1.269175e-12,False
backbone.layers.51.mixer.experts.53.up_proj.weight,1856x2688,4988928,5.597484e-13,5.163362e-14,1.508733e-10,3.051431e-12,False
backbone.layers.51.mixer.experts.54.down_proj.weight,2688x1856,4988928,4.262285e-13,1.970808e-14,5.745129e-11,1.341025e-12,False
backbone.layers.51.mixer.experts.54.up_proj.weight,1856x2688,4988928,5.718342e-13,4.454973e-14,1.299010e-10,2.727751e-12,False
backbone.layers.51.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.340211e-13,1.697309e-14,4.879852e-11,1.063112e-12,False
backbone.layers.51.mixer.experts.55.up_proj.weight,1856x2688,4988928,6.375902e-13,4.883955e-14,1.416637e-10,2.822871e-12,False
backbone.layers.51.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.215441e-13,1.980026e-14,5.748707e-11,1.265857e-12,False
backbone.layers.51.mixer.experts.56.up_proj.weight,1856x2688,4988928,5.270159e-13,4.829178e-14,1.393745e-10,2.754306e-12,False
backbone.layers.51.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.595148e-13,1.632869e-14,4.712752e-11,1.050292e-12,False
backbone.layers.51.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.695341e-13,4.076301e-14,1.173798e-10,2.372021e-12,False
backbone.layers.51.mixer.experts.58.down_proj.weight,2688x1856,4988928,3.203757e-13,2.096049e-14,6.117735e-11,1.348899e-12,False
backbone.layers.51.mixer.experts.58.up_proj.weight,1856x2688,4988928,8.049880e-13,4.346871e-14,1.270267e-10,2.562318e-12,False
backbone.layers.51.mixer.experts.59.down_proj.weight,2688x1856,4988928,3.501800e-13,1.832322e-14,5.360731e-11,1.247129e-12,False
backbone.layers.51.mixer.experts.59.up_proj.weight,1856x2688,4988928,9.457695e-13,5.317607e-14,1.577187e-10,3.341659e-12,False
backbone.layers.51.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.400482e-13,1.973954e-14,5.720473e-11,1.284571e-12,False
backbone.layers.51.mixer.experts.6.up_proj.weight,1856x2688,4988928,3.888764e-13,4.124989e-14,1.186557e-10,2.410408e-12,False
backbone.layers.51.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.843351e-13,1.879852e-14,5.461371e-11,1.229409e-12,False
backbone.layers.51.mixer.experts.60.up_proj.weight,1856x2688,4988928,5.997147e-13,4.169465e-14,1.206313e-10,2.481673e-12,False
backbone.layers.51.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.080697e-13,1.812192e-14,5.222975e-11,1.163832e-12,False
backbone.layers.51.mixer.experts.61.up_proj.weight,1856x2688,4988928,5.372855e-13,4.348962e-14,1.263489e-10,2.551237e-12,False
backbone.layers.51.mixer.experts.62.down_proj.weight,2688x1856,4988928,3.674960e-13,1.792616e-14,5.202593e-11,1.169278e-12,False
backbone.layers.51.mixer.experts.62.up_proj.weight,1856x2688,4988928,5.671505e-13,5.071417e-14,1.482493e-10,2.951676e-12,False
backbone.layers.51.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.502755e-13,1.904615e-14,5.562758e-11,1.203356e-12,False
backbone.layers.51.mixer.experts.63.up_proj.weight,1856x2688,4988928,5.991110e-13,5.279909e-14,1.532472e-10,3.090372e-12,False
backbone.layers.51.mixer.experts.64.down_proj.weight,2688x1856,4988928,2.557399e-13,1.899650e-14,5.492380e-11,1.187306e-12,False
backbone.layers.51.mixer.experts.64.up_proj.weight,1856x2688,4988928,6.573956e-13,4.945283e-14,1.439700e-10,2.842173e-12,False
backbone.layers.51.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.175473e-13,1.882043e-14,5.488797e-11,1.234364e-12,False
backbone.layers.51.mixer.experts.65.up_proj.weight,1856x2688,4988928,5.144184e-13,4.682746e-14,1.365846e-10,2.846731e-12,False
backbone.layers.51.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.653155e-13,1.541627e-14,4.439041e-11,1.045623e-12,False
backbone.layers.51.mixer.experts.66.up_proj.weight,1856x2688,4988928,3.982856e-13,3.749763e-14,1.084489e-10,2.353358e-12,False
backbone.layers.51.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.473869e-13,1.568149e-14,4.506008e-11,1.053454e-12,False
backbone.layers.51.mixer.experts.67.up_proj.weight,1856x2688,4988928,5.668487e-13,4.646330e-14,1.368037e-10,2.947988e-12,False
backbone.layers.51.mixer.experts.68.down_proj.weight,2688x1856,4988928,3.088363e-13,2.045555e-14,6.031079e-11,1.430152e-12,False
backbone.layers.51.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.225075e-13,4.192706e-14,1.218465e-10,2.710597e-12,False
backbone.layers.51.mixer.experts.69.down_proj.weight,2688x1856,4988928,4.503863e-13,1.752027e-14,5.120058e-11,1.182516e-12,False
backbone.layers.51.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.856150e-13,4.198963e-14,1.218345e-10,2.526579e-12,False
backbone.layers.51.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.472328e-13,1.869526e-14,5.451148e-11,1.206700e-12,False
backbone.layers.51.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.878966e-13,4.583163e-14,1.328073e-10,2.663629e-12,False
backbone.layers.51.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.363700e-13,1.741511e-14,5.035583e-11,1.106868e-12,False
backbone.layers.51.mixer.experts.70.up_proj.weight,1856x2688,4988928,5.311411e-13,4.947919e-14,1.440776e-10,2.968782e-12,False
backbone.layers.51.mixer.experts.71.down_proj.weight,2688x1856,4988928,4.311551e-13,1.806750e-14,5.309873e-11,1.162491e-12,False
backbone.layers.51.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.481970e-13,4.283294e-14,1.241908e-10,2.470471e-12,False
backbone.layers.51.mixer.experts.72.down_proj.weight,2688x1856,4988928,1.826057e-13,1.876283e-14,5.445110e-11,1.219492e-12,False
backbone.layers.51.mixer.experts.72.up_proj.weight,1856x2688,4988928,8.244169e-13,5.011721e-14,1.480012e-10,3.025876e-12,False
backbone.layers.51.mixer.experts.73.down_proj.weight,2688x1856,4988928,2.867498e-13,2.002022e-14,5.829884e-11,1.269491e-12,False
backbone.layers.51.mixer.experts.73.up_proj.weight,1856x2688,4988928,8.187166e-13,6.010092e-14,1.771026e-10,3.507083e-12,False
backbone.layers.51.mixer.experts.74.down_proj.weight,2688x1856,4988928,4.279355e-13,1.920245e-14,5.668493e-11,1.303805e-12,False
backbone.layers.51.mixer.experts.74.up_proj.weight,1856x2688,4988928,5.547333e-13,4.403088e-14,1.282835e-10,2.638996e-12,False
backbone.layers.51.mixer.experts.75.down_proj.weight,2688x1856,4988928,2.729887e-13,1.904822e-14,5.557302e-11,1.254388e-12,False
backbone.layers.51.mixer.experts.75.up_proj.weight,1856x2688,4988928,5.493019e-13,4.485545e-14,1.305614e-10,2.686203e-12,False
backbone.layers.51.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.298359e-13,2.128698e-14,6.190893e-11,1.394693e-12,False
backbone.layers.51.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.325186e-13,3.893655e-14,1.127122e-10,2.312742e-12,False
backbone.layers.51.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.335371e-13,1.964103e-14,5.726145e-11,1.229833e-12,False
backbone.layers.51.mixer.experts.77.up_proj.weight,1856x2688,4988928,6.960266e-13,5.472090e-14,1.596223e-10,3.144480e-12,False
backbone.layers.51.mixer.experts.78.down_proj.weight,2688x1856,4988928,3.219577e-13,1.859177e-14,5.396114e-11,1.235476e-12,False
backbone.layers.51.mixer.experts.78.up_proj.weight,1856x2688,4988928,5.916500e-13,4.679893e-14,1.368137e-10,2.902446e-12,False
backbone.layers.51.mixer.experts.79.down_proj.weight,2688x1856,4988928,3.891956e-13,1.728902e-14,5.029636e-11,1.091254e-12,False
backbone.layers.51.mixer.experts.79.up_proj.weight,1856x2688,4988928,5.648919e-13,4.667858e-14,1.358780e-10,2.754729e-12,False
backbone.layers.51.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.720393e-13,2.404228e-14,7.036170e-11,1.561792e-12,False
backbone.layers.51.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.786543e-13,4.306259e-14,1.250329e-10,2.561619e-12,False
backbone.layers.51.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.955085e-13,1.891363e-14,5.451298e-11,1.182772e-12,False
backbone.layers.51.mixer.experts.80.up_proj.weight,1856x2688,4988928,4.506968e-13,4.760087e-14,1.372013e-10,2.743522e-12,False
backbone.layers.51.mixer.experts.81.down_proj.weight,2688x1856,4988928,2.611800e-13,2.063246e-14,5.995725e-11,1.312813e-12,False
backbone.layers.51.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.943962e-13,4.480956e-14,1.302486e-10,2.609274e-12,False
backbone.layers.51.mixer.experts.82.down_proj.weight,2688x1856,4988928,1.664016e-13,1.538967e-14,4.438665e-11,9.726252e-13,False
backbone.layers.51.mixer.experts.82.up_proj.weight,1856x2688,4988928,5.822990e-13,4.936801e-14,1.440631e-10,2.834386e-12,False
backbone.layers.51.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.226344e-13,1.918368e-14,5.573019e-11,1.216366e-12,False
backbone.layers.51.mixer.experts.83.up_proj.weight,1856x2688,4988928,5.401235e-13,5.362641e-14,1.552361e-10,3.065093e-12,False
backbone.layers.51.mixer.experts.84.down_proj.weight,2688x1856,4988928,3.028480e-13,1.888333e-14,5.551580e-11,1.264538e-12,False
backbone.layers.51.mixer.experts.84.up_proj.weight,1856x2688,4988928,4.568776e-13,4.192062e-14,1.215837e-10,2.551556e-12,False
backbone.layers.51.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.862243e-13,1.846692e-14,5.345337e-11,1.201798e-12,False
backbone.layers.51.mixer.experts.85.up_proj.weight,1856x2688,4988928,5.768233e-13,4.863923e-14,1.431063e-10,2.874085e-12,False
backbone.layers.51.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.866771e-13,1.895593e-14,5.486840e-11,1.194029e-12,False
backbone.layers.51.mixer.experts.86.up_proj.weight,1856x2688,4988928,5.535711e-13,4.513025e-14,1.305860e-10,2.599781e-12,False
backbone.layers.51.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.977333e-13,1.846414e-14,5.347357e-11,1.194906e-12,False
backbone.layers.51.mixer.experts.87.up_proj.weight,1856x2688,4988928,5.365673e-13,4.382613e-14,1.267158e-10,2.612238e-12,False
backbone.layers.51.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.804770e-13,2.095020e-14,6.140697e-11,1.328859e-12,False
backbone.layers.51.mixer.experts.88.up_proj.weight,1856x2688,4988928,4.067718e-13,4.418265e-14,1.268854e-10,2.547884e-12,False
backbone.layers.51.mixer.experts.89.down_proj.weight,2688x1856,4988928,4.406926e-13,1.822013e-14,5.302154e-11,1.213465e-12,False
backbone.layers.51.mixer.experts.89.up_proj.weight,1856x2688,4988928,6.220857e-13,4.699370e-14,1.385403e-10,2.800805e-12,False
backbone.layers.51.mixer.experts.9.down_proj.weight,2688x1856,4988928,2.051970e-13,1.654672e-14,4.767046e-11,1.072023e-12,False
backbone.layers.51.mixer.experts.9.up_proj.weight,1856x2688,4988928,6.457265e-13,5.163056e-14,1.528680e-10,3.102370e-12,False
backbone.layers.51.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.974660e-13,1.814904e-14,5.284035e-11,1.207898e-12,False
backbone.layers.51.mixer.experts.90.up_proj.weight,1856x2688,4988928,6.584525e-13,4.403210e-14,1.289529e-10,2.752225e-12,False
backbone.layers.51.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.925361e-13,1.757784e-14,5.082509e-11,1.148494e-12,False
backbone.layers.51.mixer.experts.91.up_proj.weight,1856x2688,4988928,4.709861e-13,4.704535e-14,1.362061e-10,2.873195e-12,False
backbone.layers.51.mixer.experts.92.down_proj.weight,2688x1856,4988928,3.598927e-13,2.172667e-14,6.518332e-11,1.479443e-12,False
backbone.layers.51.mixer.experts.92.up_proj.weight,1856x2688,4988928,6.135439e-13,5.188869e-14,1.528337e-10,3.178123e-12,False
backbone.layers.51.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.933904e-13,1.968004e-14,5.683890e-11,1.282238e-12,False
backbone.layers.51.mixer.experts.93.up_proj.weight,1856x2688,4988928,7.150452e-13,5.791313e-14,1.715750e-10,3.529707e-12,False
backbone.layers.51.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.903545e-13,2.203933e-14,6.444500e-11,1.513229e-12,False
backbone.layers.51.mixer.experts.94.up_proj.weight,1856x2688,4988928,6.639966e-13,5.021681e-14,1.481499e-10,3.065761e-12,False
backbone.layers.51.mixer.experts.95.down_proj.weight,2688x1856,4988928,3.343020e-13,1.928104e-14,5.634702e-11,1.294862e-12,False
backbone.layers.51.mixer.experts.95.up_proj.weight,1856x2688,4988928,5.686944e-13,4.063129e-14,1.191200e-10,2.523847e-12,False
backbone.layers.51.mixer.experts.96.down_proj.weight,2688x1856,4988928,2.339708e-13,1.863857e-14,5.431323e-11,1.247214e-12,False
backbone.layers.51.mixer.experts.96.up_proj.weight,1856x2688,4988928,5.055401e-13,4.403675e-14,1.273912e-10,2.650058e-12,False
backbone.layers.51.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.084652e-13,1.786712e-14,5.157067e-11,1.109124e-12,False
backbone.layers.51.mixer.experts.97.up_proj.weight,1856x2688,4988928,5.411296e-13,4.844542e-14,1.404695e-10,2.799819e-12,False
backbone.layers.51.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.479544e-13,2.170176e-14,6.315829e-11,1.375136e-12,False
backbone.layers.51.mixer.experts.98.up_proj.weight,1856x2688,4988928,4.908018e-13,4.506079e-14,1.313613e-10,2.593310e-12,False
backbone.layers.51.mixer.experts.99.down_proj.weight,2688x1856,4988928,3.175134e-13,1.759163e-14,5.079024e-11,1.118982e-12,False
backbone.layers.51.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.670377e-13,4.891618e-14,1.448240e-10,2.942804e-12,False
backbone.layers.51.mixer.gate.weight,128x2688,344064,3.829125e-13,3.746841e-14,2.891317e-11,2.745618e-12,False
backbone.layers.51.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.957712e-12,4.696521e-14,1.934555e-10,4.537953e-12,False
backbone.layers.51.mixer.shared_experts.up_proj.weight,3712x2688,9977856,5.541782e-13,4.203398e-14,1.748656e-10,2.910633e-12,False
backbone.layers.51.norm.weight,2688,2688,1.776357e-15,1.468320e-16,1.101585e-14,1.142870e-16,False
backbone.layers.6.mixer.experts.0.down_proj.weight,2688x1856,4988928,2.417788e-13,1.962323e-14,5.695392e-11,1.325046e-12,False
backbone.layers.6.mixer.experts.0.up_proj.weight,1856x2688,4988928,4.538141e-13,3.934225e-14,1.150237e-10,2.647856e-12,False
backbone.layers.6.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.746103e-13,1.788948e-14,5.145705e-11,1.180459e-12,False
backbone.layers.6.mixer.experts.1.up_proj.weight,1856x2688,4988928,1.011968e-12,4.955333e-14,1.477191e-10,3.429010e-12,False
backbone.layers.6.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.924086e-13,1.746948e-14,5.051127e-11,1.153533e-12,False
backbone.layers.6.mixer.experts.10.up_proj.weight,1856x2688,4988928,3.723029e-13,3.633459e-14,1.046942e-10,2.359066e-12,False
backbone.layers.6.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.685700e-13,1.612171e-14,4.696100e-11,1.091169e-12,False
backbone.layers.6.mixer.experts.100.up_proj.weight,1856x2688,4988928,3.870775e-13,3.815764e-14,1.106281e-10,2.595102e-12,False
backbone.layers.6.mixer.experts.101.down_proj.weight,2688x1856,4988928,1.693975e-13,1.605216e-14,4.629787e-11,1.127056e-12,False
backbone.layers.6.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.654159e-13,3.785634e-14,1.133136e-10,2.815778e-12,False
backbone.layers.6.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.677547e-13,1.692602e-14,4.877287e-11,1.129976e-12,False
backbone.layers.6.mixer.experts.102.up_proj.weight,1856x2688,4988928,3.947329e-13,3.723323e-14,1.078378e-10,2.510308e-12,False
backbone.layers.6.mixer.experts.103.down_proj.weight,2688x1856,4988928,3.508652e-13,1.887996e-14,5.534667e-11,1.309335e-12,False
backbone.layers.6.mixer.experts.103.up_proj.weight,1856x2688,4988928,3.567355e-13,3.721766e-14,1.079843e-10,2.629036e-12,False
backbone.layers.6.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.561060e-13,1.588873e-14,4.560748e-11,1.046298e-12,False
backbone.layers.6.mixer.experts.104.up_proj.weight,1856x2688,4988928,3.628521e-13,3.468044e-14,1.003302e-10,2.361420e-12,False
backbone.layers.6.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.887587e-13,1.734565e-14,5.034784e-11,1.178444e-12,False
backbone.layers.6.mixer.experts.105.up_proj.weight,1856x2688,4988928,4.340764e-13,4.162539e-14,1.238643e-10,2.951347e-12,False
backbone.layers.6.mixer.experts.106.down_proj.weight,2688x1856,4988928,2.011030e-13,1.936068e-14,5.617567e-11,1.265619e-12,False
backbone.layers.6.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.290873e-13,4.318275e-14,1.250214e-10,2.734563e-12,False
backbone.layers.6.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.591678e-13,1.746234e-14,5.017617e-11,1.162654e-12,False
backbone.layers.6.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.789674e-13,4.296037e-14,1.260829e-10,2.976986e-12,False
backbone.layers.6.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.446663e-13,1.869204e-14,5.488387e-11,1.389520e-12,False
backbone.layers.6.mixer.experts.108.up_proj.weight,1856x2688,4988928,4.608952e-13,3.065782e-14,9.253519e-11,2.362429e-12,False
backbone.layers.6.mixer.experts.109.down_proj.weight,2688x1856,4988928,1.670001e-13,1.703598e-14,4.924467e-11,1.182449e-12,False
backbone.layers.6.mixer.experts.109.up_proj.weight,1856x2688,4988928,4.462593e-13,3.779946e-14,1.132595e-10,2.721751e-12,False
backbone.layers.6.mixer.experts.11.down_proj.weight,2688x1856,4988928,1.703221e-13,1.711210e-14,4.926370e-11,1.169610e-12,False
backbone.layers.6.mixer.experts.11.up_proj.weight,1856x2688,4988928,4.065984e-13,3.813254e-14,1.106208e-10,2.643003e-12,False
backbone.layers.6.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.716786e-13,1.711058e-14,4.942870e-11,1.151342e-12,False
backbone.layers.6.mixer.experts.110.up_proj.weight,1856x2688,4988928,5.503063e-13,4.059191e-14,1.193026e-10,2.858757e-12,False
backbone.layers.6.mixer.experts.111.down_proj.weight,2688x1856,4988928,2.054017e-13,1.799190e-14,5.224319e-11,1.207795e-12,False
backbone.layers.6.mixer.experts.111.up_proj.weight,1856x2688,4988928,4.233714e-13,3.878235e-14,1.124307e-10,2.564145e-12,False
backbone.layers.6.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.545256e-13,1.996629e-14,5.878506e-11,1.358954e-12,False
backbone.layers.6.mixer.experts.112.up_proj.weight,1856x2688,4988928,5.287160e-13,4.628135e-14,1.345963e-10,3.025092e-12,False
backbone.layers.6.mixer.experts.113.down_proj.weight,2688x1856,4988928,2.362381e-13,1.924432e-14,5.634608e-11,1.281084e-12,False
backbone.layers.6.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.264844e-13,4.055706e-14,1.169796e-10,2.586875e-12,False
backbone.layers.6.mixer.experts.114.down_proj.weight,2688x1856,4988928,1.837072e-13,1.599937e-14,4.614148e-11,1.108627e-12,False
backbone.layers.6.mixer.experts.114.up_proj.weight,1856x2688,4988928,4.213643e-13,3.879475e-14,1.159569e-10,2.755487e-12,False
backbone.layers.6.mixer.experts.115.down_proj.weight,2688x1856,4988928,2.016312e-13,1.778718e-14,5.172073e-11,1.198356e-12,False
backbone.layers.6.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.827883e-13,3.823446e-14,1.109262e-10,2.701397e-12,False
backbone.layers.6.mixer.experts.116.down_proj.weight,2688x1856,4988928,2.169254e-13,1.805340e-14,5.261953e-11,1.287472e-12,False
backbone.layers.6.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.252362e-13,3.625466e-14,1.092887e-10,2.700583e-12,False
backbone.layers.6.mixer.experts.117.down_proj.weight,2688x1856,4988928,1.775177e-13,1.775727e-14,5.108297e-11,1.177096e-12,False
backbone.layers.6.mixer.experts.117.up_proj.weight,1856x2688,4988928,3.497098e-13,3.693262e-14,1.067897e-10,2.563347e-12,False
backbone.layers.6.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.276655e-13,1.893999e-14,5.540945e-11,1.279233e-12,False
backbone.layers.6.mixer.experts.118.up_proj.weight,1856x2688,4988928,3.695759e-13,3.494402e-14,1.015232e-10,2.358084e-12,False
backbone.layers.6.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.476631e-13,1.564790e-14,4.496809e-11,1.049204e-12,False
backbone.layers.6.mixer.experts.119.up_proj.weight,1856x2688,4988928,5.978794e-13,5.048008e-14,1.503308e-10,3.555379e-12,False
backbone.layers.6.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.033200e-13,1.744116e-14,5.036337e-11,1.172417e-12,False
backbone.layers.6.mixer.experts.12.up_proj.weight,1856x2688,4988928,5.103418e-13,4.227524e-14,1.256609e-10,2.980005e-12,False
backbone.layers.6.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.873571e-13,1.813939e-14,5.256794e-11,1.202299e-12,False
backbone.layers.6.mixer.experts.120.up_proj.weight,1856x2688,4988928,4.868050e-13,4.213986e-14,1.225500e-10,2.773404e-12,False
backbone.layers.6.mixer.experts.121.down_proj.weight,2688x1856,4988928,2.069386e-13,1.774081e-14,5.183100e-11,1.208624e-12,False
backbone.layers.6.mixer.experts.121.up_proj.weight,1856x2688,4988928,6.692563e-13,5.576849e-14,1.655921e-10,3.839452e-12,False
backbone.layers.6.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.857056e-13,1.758760e-14,5.109830e-11,1.194489e-12,False
backbone.layers.6.mixer.experts.122.up_proj.weight,1856x2688,4988928,3.727643e-13,3.406108e-14,9.901129e-11,2.381694e-12,False
backbone.layers.6.mixer.experts.123.down_proj.weight,2688x1856,4988928,1.636104e-13,1.672139e-14,4.821357e-11,1.125563e-12,False
backbone.layers.6.mixer.experts.123.up_proj.weight,1856x2688,4988928,3.874748e-13,3.876621e-14,1.129213e-10,2.694568e-12,False
backbone.layers.6.mixer.experts.124.down_proj.weight,2688x1856,4988928,1.921380e-13,1.878118e-14,5.467071e-11,1.273775e-12,False
backbone.layers.6.mixer.experts.124.up_proj.weight,1856x2688,4988928,4.833647e-13,3.953539e-14,1.149437e-10,2.747611e-12,False
backbone.layers.6.mixer.experts.125.down_proj.weight,2688x1856,4988928,1.831625e-13,1.829160e-14,5.283110e-11,1.195036e-12,False
backbone.layers.6.mixer.experts.125.up_proj.weight,1856x2688,4988928,3.932167e-13,4.181219e-14,1.208728e-10,2.645379e-12,False
backbone.layers.6.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.570463e-13,1.653732e-14,4.763629e-11,1.104597e-12,False
backbone.layers.6.mixer.experts.126.up_proj.weight,1856x2688,4988928,5.673110e-13,4.523474e-14,1.333396e-10,3.147592e-12,False
backbone.layers.6.mixer.experts.127.down_proj.weight,2688x1856,4988928,3.114748e-13,2.109809e-14,6.205175e-11,1.468665e-12,False
backbone.layers.6.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.807127e-13,3.857411e-14,1.137460e-10,2.754146e-12,False
backbone.layers.6.mixer.experts.13.down_proj.weight,2688x1856,4988928,2.242026e-13,1.478910e-14,4.301276e-11,1.084708e-12,False
backbone.layers.6.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.002788e-13,3.150618e-14,9.735094e-11,2.466137e-12,False
backbone.layers.6.mixer.experts.14.down_proj.weight,2688x1856,4988928,1.915620e-13,1.846761e-14,5.357875e-11,1.235540e-12,False
backbone.layers.6.mixer.experts.14.up_proj.weight,1856x2688,4988928,3.227765e-13,3.237615e-14,9.302136e-11,2.227660e-12,False
backbone.layers.6.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.750900e-13,1.789184e-14,5.176914e-11,1.200167e-12,False
backbone.layers.6.mixer.experts.15.up_proj.weight,1856x2688,4988928,5.856080e-13,4.504419e-14,1.322421e-10,3.141635e-12,False
backbone.layers.6.mixer.experts.16.down_proj.weight,2688x1856,4988928,2.270640e-13,1.835994e-14,5.356338e-11,1.236170e-12,False
backbone.layers.6.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.299477e-13,3.776821e-14,1.096295e-10,2.496545e-12,False
backbone.layers.6.mixer.experts.17.down_proj.weight,2688x1856,4988928,2.161847e-13,1.878512e-14,5.468662e-11,1.245877e-12,False
backbone.layers.6.mixer.experts.17.up_proj.weight,1856x2688,4988928,4.075490e-13,3.754306e-14,1.084828e-10,2.490643e-12,False
backbone.layers.6.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.253436e-13,2.042177e-14,5.998494e-11,1.365276e-12,False
backbone.layers.6.mixer.experts.18.up_proj.weight,1856x2688,4988928,3.824441e-13,4.027847e-14,1.166238e-10,2.684414e-12,False
backbone.layers.6.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.484993e-13,1.441796e-14,4.158005e-11,1.008442e-12,False
backbone.layers.6.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.308429e-13,4.007480e-14,1.169449e-10,2.860081e-12,False
backbone.layers.6.mixer.experts.2.down_proj.weight,2688x1856,4988928,2.457262e-13,1.839974e-14,5.424184e-11,1.389886e-12,False
backbone.layers.6.mixer.experts.2.up_proj.weight,1856x2688,4988928,5.043158e-13,3.709732e-14,1.177640e-10,2.975012e-12,False
backbone.layers.6.mixer.experts.20.down_proj.weight,2688x1856,4988928,2.615824e-13,1.814806e-14,5.313745e-11,1.354663e-12,False
backbone.layers.6.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.198966e-13,3.610245e-14,1.136704e-10,2.868309e-12,False
backbone.layers.6.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.908508e-13,1.881554e-14,5.484962e-11,1.338237e-12,False
backbone.layers.6.mixer.experts.21.up_proj.weight,1856x2688,4988928,3.657075e-13,3.595859e-14,1.072621e-10,2.635287e-12,False
backbone.layers.6.mixer.experts.22.down_proj.weight,2688x1856,4988928,1.869698e-13,1.775016e-14,5.164433e-11,1.212670e-12,False
backbone.layers.6.mixer.experts.22.up_proj.weight,1856x2688,4988928,4.083550e-13,3.935833e-14,1.150213e-10,2.688682e-12,False
backbone.layers.6.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.936292e-13,1.692789e-14,4.901910e-11,1.158255e-12,False
backbone.layers.6.mixer.experts.23.up_proj.weight,1856x2688,4988928,4.859377e-13,4.090612e-14,1.198333e-10,2.886018e-12,False
backbone.layers.6.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.232242e-13,1.970189e-14,5.751534e-11,1.369238e-12,False
backbone.layers.6.mixer.experts.24.up_proj.weight,1856x2688,4988928,5.075489e-13,4.235815e-14,1.233352e-10,2.952841e-12,False
backbone.layers.6.mixer.experts.25.down_proj.weight,2688x1856,4988928,1.877699e-13,1.665244e-14,4.822279e-11,1.129916e-12,False
backbone.layers.6.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.588829e-13,4.275397e-14,1.241386e-10,2.817088e-12,False
backbone.layers.6.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.091383e-13,1.614022e-14,4.684600e-11,1.092143e-12,False
backbone.layers.6.mixer.experts.26.up_proj.weight,1856x2688,4988928,4.182340e-13,3.628591e-14,1.054190e-10,2.532504e-12,False
backbone.layers.6.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.868262e-13,1.655239e-14,4.804309e-11,1.131584e-12,False
backbone.layers.6.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.633169e-13,3.959446e-14,1.171341e-10,2.768107e-12,False
backbone.layers.6.mixer.experts.28.down_proj.weight,2688x1856,4988928,2.171058e-13,1.888188e-14,5.476443e-11,1.300091e-12,False
backbone.layers.6.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.658817e-13,3.970199e-14,1.147072e-10,2.750000e-12,False
backbone.layers.6.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.612755e-13,1.592674e-14,4.599194e-11,1.097473e-12,False
backbone.layers.6.mixer.experts.29.up_proj.weight,1856x2688,4988928,3.649008e-13,3.177784e-14,9.466609e-11,2.264138e-12,False
backbone.layers.6.mixer.experts.3.down_proj.weight,2688x1856,4988928,1.430869e-13,1.508367e-14,4.321214e-11,1.008504e-12,False
backbone.layers.6.mixer.experts.3.up_proj.weight,1856x2688,4988928,3.755711e-13,3.564944e-14,1.032157e-10,2.505931e-12,False
backbone.layers.6.mixer.experts.30.down_proj.weight,2688x1856,4988928,2.113266e-13,1.706435e-14,4.965891e-11,1.161088e-12,False
backbone.layers.6.mixer.experts.30.up_proj.weight,1856x2688,4988928,5.077778e-13,4.227839e-14,1.241777e-10,2.887241e-12,False
backbone.layers.6.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.904449e-13,1.622272e-14,4.694877e-11,1.074214e-12,False
backbone.layers.6.mixer.experts.31.up_proj.weight,1856x2688,4988928,5.085880e-13,4.542805e-14,1.327861e-10,2.941024e-12,False
backbone.layers.6.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.573879e-13,2.179005e-14,6.336000e-11,1.460417e-12,False
backbone.layers.6.mixer.experts.32.up_proj.weight,1856x2688,4988928,3.967897e-13,3.959698e-14,1.144446e-10,2.701019e-12,False
backbone.layers.6.mixer.experts.33.down_proj.weight,2688x1856,4988928,2.293651e-13,1.729368e-14,5.026218e-11,1.189782e-12,False
backbone.layers.6.mixer.experts.33.up_proj.weight,1856x2688,4988928,4.538505e-13,3.898874e-14,1.133187e-10,2.701682e-12,False
backbone.layers.6.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.915768e-13,1.649834e-14,4.786716e-11,1.106854e-12,False
backbone.layers.6.mixer.experts.34.up_proj.weight,1856x2688,4988928,5.652388e-13,4.615377e-14,1.355196e-10,3.215015e-12,False
backbone.layers.6.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.896192e-13,1.726743e-14,5.003178e-11,1.135664e-12,False
backbone.layers.6.mixer.experts.35.up_proj.weight,1856x2688,4988928,5.452444e-13,4.811024e-14,1.397324e-10,3.079674e-12,False
backbone.layers.6.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.220654e-13,1.980413e-14,5.769094e-11,1.307901e-12,False
backbone.layers.6.mixer.experts.36.up_proj.weight,1856x2688,4988928,3.795332e-13,3.805198e-14,1.097961e-10,2.435771e-12,False
backbone.layers.6.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.716439e-13,1.572978e-14,4.541442e-11,1.085813e-12,False
backbone.layers.6.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.693225e-13,3.875662e-14,1.165702e-10,2.865399e-12,False
backbone.layers.6.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.676697e-13,1.765439e-14,5.094784e-11,1.169790e-12,False
backbone.layers.6.mixer.experts.38.up_proj.weight,1856x2688,4988928,5.299962e-13,4.192977e-14,1.239530e-10,2.980298e-12,False
backbone.layers.6.mixer.experts.39.down_proj.weight,2688x1856,4988928,1.962493e-13,1.761142e-14,5.123510e-11,1.228195e-12,False
backbone.layers.6.mixer.experts.39.up_proj.weight,1856x2688,4988928,3.911906e-13,3.816838e-14,1.112580e-10,2.711835e-12,False
backbone.layers.6.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.040416e-13,1.917862e-14,5.546884e-11,1.261697e-12,False
backbone.layers.6.mixer.experts.4.up_proj.weight,1856x2688,4988928,4.180593e-13,3.800339e-14,1.105719e-10,2.518172e-12,False
backbone.layers.6.mixer.experts.40.down_proj.weight,2688x1856,4988928,1.974601e-13,1.805611e-14,5.232707e-11,1.210931e-12,False
backbone.layers.6.mixer.experts.40.up_proj.weight,1856x2688,4988928,5.274600e-13,3.944217e-14,1.161851e-10,2.706085e-12,False
backbone.layers.6.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.748809e-13,1.573063e-14,4.532298e-11,1.054448e-12,False
backbone.layers.6.mixer.experts.41.up_proj.weight,1856x2688,4988928,5.362932e-13,3.723508e-14,1.083195e-10,2.588808e-12,False
backbone.layers.6.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.129599e-13,1.907019e-14,5.537629e-11,1.272132e-12,False
backbone.layers.6.mixer.experts.42.up_proj.weight,1856x2688,4988928,4.609473e-13,3.706448e-14,1.078338e-10,2.556702e-12,False
backbone.layers.6.mixer.experts.43.down_proj.weight,2688x1856,4988928,1.625887e-13,1.619811e-14,4.690842e-11,1.094674e-12,False
backbone.layers.6.mixer.experts.43.up_proj.weight,1856x2688,4988928,3.977235e-13,3.918555e-14,1.135455e-10,2.582943e-12,False
backbone.layers.6.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.930262e-13,1.657432e-14,4.807882e-11,1.118601e-12,False
backbone.layers.6.mixer.experts.44.up_proj.weight,1856x2688,4988928,4.954382e-13,4.173011e-14,1.214087e-10,2.850872e-12,False
backbone.layers.6.mixer.experts.45.down_proj.weight,2688x1856,4988928,2.172342e-13,1.767250e-14,5.134363e-11,1.218098e-12,False
backbone.layers.6.mixer.experts.45.up_proj.weight,1856x2688,4988928,3.602778e-13,3.518323e-14,1.019049e-10,2.416619e-12,False
backbone.layers.6.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.668301e-13,1.471661e-14,4.256643e-11,1.059013e-12,False
backbone.layers.6.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.528253e-13,3.758572e-14,1.099497e-10,2.682318e-12,False
backbone.layers.6.mixer.experts.47.down_proj.weight,2688x1856,4988928,2.211131e-13,2.032450e-14,5.945628e-11,1.360229e-12,False
backbone.layers.6.mixer.experts.47.up_proj.weight,1856x2688,4988928,4.615613e-13,3.643328e-14,1.055149e-10,2.502180e-12,False
backbone.layers.6.mixer.experts.48.down_proj.weight,2688x1856,4988928,2.028204e-13,1.875871e-14,5.440165e-11,1.264892e-12,False
backbone.layers.6.mixer.experts.48.up_proj.weight,1856x2688,4988928,3.869097e-13,3.742857e-14,1.083973e-10,2.438246e-12,False
backbone.layers.6.mixer.experts.49.down_proj.weight,2688x1856,4988928,2.417545e-13,1.864408e-14,5.558007e-11,1.300977e-12,False
backbone.layers.6.mixer.experts.49.up_proj.weight,1856x2688,4988928,5.540846e-13,3.651793e-14,1.082546e-10,2.571384e-12,False
backbone.layers.6.mixer.experts.5.down_proj.weight,2688x1856,4988928,2.123579e-13,1.890334e-14,5.536562e-11,1.309976e-12,False
backbone.layers.6.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.434682e-13,4.199720e-14,1.222744e-10,2.833813e-12,False
backbone.layers.6.mixer.experts.50.down_proj.weight,2688x1856,4988928,1.833221e-13,1.729320e-14,4.997443e-11,1.162866e-12,False
backbone.layers.6.mixer.experts.50.up_proj.weight,1856x2688,4988928,4.447753e-13,4.034070e-14,1.169666e-10,2.703782e-12,False
backbone.layers.6.mixer.experts.51.down_proj.weight,2688x1856,4988928,1.435848e-13,1.579903e-14,4.544882e-11,1.047311e-12,False
backbone.layers.6.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.771364e-13,4.570914e-14,1.330133e-10,2.942449e-12,False
backbone.layers.6.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.205805e-13,1.892319e-14,5.588091e-11,1.270963e-12,False
backbone.layers.6.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.656726e-13,4.033072e-14,1.179363e-10,2.659721e-12,False
backbone.layers.6.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.146243e-13,1.631594e-14,4.739151e-11,1.147380e-12,False
backbone.layers.6.mixer.experts.53.up_proj.weight,1856x2688,4988928,6.180698e-13,4.525493e-14,1.335374e-10,3.268341e-12,False
backbone.layers.6.mixer.experts.54.down_proj.weight,2688x1856,4988928,2.089717e-13,1.881503e-14,5.448085e-11,1.317825e-12,False
backbone.layers.6.mixer.experts.54.up_proj.weight,1856x2688,4988928,9.499636e-13,4.998347e-14,1.546544e-10,3.754712e-12,False
backbone.layers.6.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.017345e-13,1.903117e-14,5.534197e-11,1.290301e-12,False
backbone.layers.6.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.097302e-13,3.597625e-14,1.043275e-10,2.497203e-12,False
backbone.layers.6.mixer.experts.56.down_proj.weight,2688x1856,4988928,1.820063e-13,1.711626e-14,4.943185e-11,1.173463e-12,False
backbone.layers.6.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.404821e-13,3.831182e-14,1.120696e-10,2.694104e-12,False
backbone.layers.6.mixer.experts.57.down_proj.weight,2688x1856,4988928,1.887015e-13,1.705886e-14,4.939693e-11,1.167470e-12,False
backbone.layers.6.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.211410e-13,4.097090e-14,1.190467e-10,2.826519e-12,False
backbone.layers.6.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.182907e-13,1.744103e-14,5.060523e-11,1.192042e-12,False
backbone.layers.6.mixer.experts.58.up_proj.weight,1856x2688,4988928,5.763810e-13,4.406635e-14,1.297934e-10,3.004503e-12,False
backbone.layers.6.mixer.experts.59.down_proj.weight,2688x1856,4988928,2.097211e-13,1.879142e-14,5.474319e-11,1.306824e-12,False
backbone.layers.6.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.066244e-13,3.454419e-14,9.968826e-11,2.280840e-12,False
backbone.layers.6.mixer.experts.6.down_proj.weight,2688x1856,4988928,2.065338e-13,1.894906e-14,5.509537e-11,1.269463e-12,False
backbone.layers.6.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.248372e-13,3.471498e-14,1.004301e-10,2.322216e-12,False
backbone.layers.6.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.006032e-13,1.866925e-14,5.442444e-11,1.254057e-12,False
backbone.layers.6.mixer.experts.60.up_proj.weight,1856x2688,4988928,3.667795e-13,3.738877e-14,1.078136e-10,2.549541e-12,False
backbone.layers.6.mixer.experts.61.down_proj.weight,2688x1856,4988928,1.461316e-13,1.582521e-14,4.548444e-11,1.049542e-12,False
backbone.layers.6.mixer.experts.61.up_proj.weight,1856x2688,4988928,6.071792e-13,4.959267e-14,1.455463e-10,3.291373e-12,False
backbone.layers.6.mixer.experts.62.down_proj.weight,2688x1856,4988928,1.745748e-13,1.688704e-14,4.872470e-11,1.135477e-12,False
backbone.layers.6.mixer.experts.62.up_proj.weight,1856x2688,4988928,3.963496e-13,3.896805e-14,1.127634e-10,2.625924e-12,False
backbone.layers.6.mixer.experts.63.down_proj.weight,2688x1856,4988928,2.828258e-13,2.039318e-14,5.983545e-11,1.343685e-12,False
backbone.layers.6.mixer.experts.63.up_proj.weight,1856x2688,4988928,4.842376e-13,4.384852e-14,1.278744e-10,2.800674e-12,False
backbone.layers.6.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.604654e-13,1.573381e-14,4.552878e-11,1.055327e-12,False
backbone.layers.6.mixer.experts.64.up_proj.weight,1856x2688,4988928,6.451194e-13,4.634797e-14,1.348673e-10,3.077472e-12,False
backbone.layers.6.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.734635e-13,1.605930e-14,4.657162e-11,1.094438e-12,False
backbone.layers.6.mixer.experts.65.up_proj.weight,1856x2688,4988928,4.721362e-13,3.938878e-14,1.152764e-10,2.724744e-12,False
backbone.layers.6.mixer.experts.66.down_proj.weight,2688x1856,4988928,1.756377e-13,1.759762e-14,5.104591e-11,1.181832e-12,False
backbone.layers.6.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.367236e-13,4.172950e-14,1.211095e-10,2.845429e-12,False
backbone.layers.6.mixer.experts.67.down_proj.weight,2688x1856,4988928,1.556498e-13,1.588685e-14,4.563588e-11,1.084539e-12,False
backbone.layers.6.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.725595e-13,3.953516e-14,1.148327e-10,2.730919e-12,False
backbone.layers.6.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.273225e-13,1.975374e-14,5.708290e-11,1.329825e-12,False
backbone.layers.6.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.622934e-13,3.878289e-14,1.125404e-10,2.557606e-12,False
backbone.layers.6.mixer.experts.69.down_proj.weight,2688x1856,4988928,1.679108e-13,1.533565e-14,4.403262e-11,1.030200e-12,False
backbone.layers.6.mixer.experts.69.up_proj.weight,1856x2688,4988928,4.231456e-13,3.978216e-14,1.160168e-10,2.758146e-12,False
backbone.layers.6.mixer.experts.7.down_proj.weight,2688x1856,4988928,2.099484e-13,1.658208e-14,4.870297e-11,1.158805e-12,False
backbone.layers.6.mixer.experts.7.up_proj.weight,1856x2688,4988928,5.583673e-13,4.003111e-14,1.172232e-10,2.821957e-12,False
backbone.layers.6.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.112164e-13,1.663103e-14,4.810873e-11,1.139510e-12,False
backbone.layers.6.mixer.experts.70.up_proj.weight,1856x2688,4988928,5.043604e-13,4.598003e-14,1.343612e-10,3.138315e-12,False
backbone.layers.6.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.024414e-13,1.661688e-14,4.819612e-11,1.154571e-12,False
backbone.layers.6.mixer.experts.71.up_proj.weight,1856x2688,4988928,5.272310e-13,4.225010e-14,1.273498e-10,3.119546e-12,False
backbone.layers.6.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.413668e-13,1.687035e-14,4.989526e-11,1.302121e-12,False
backbone.layers.6.mixer.experts.72.up_proj.weight,1856x2688,4988928,4.347876e-13,3.543327e-14,1.094068e-10,2.872472e-12,False
backbone.layers.6.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.530694e-13,1.536272e-14,4.417223e-11,1.049876e-12,False
backbone.layers.6.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.206670e-13,3.988721e-14,1.158012e-10,2.748508e-12,False
backbone.layers.6.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.642540e-13,1.568653e-14,4.507942e-11,1.040159e-12,False
backbone.layers.6.mixer.experts.74.up_proj.weight,1856x2688,4988928,3.793771e-13,4.014729e-14,1.160045e-10,2.644288e-12,False
backbone.layers.6.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.776912e-13,1.788153e-14,5.187446e-11,1.205222e-12,False
backbone.layers.6.mixer.experts.75.up_proj.weight,1856x2688,4988928,5.761155e-13,4.088254e-14,1.191409e-10,2.747497e-12,False
backbone.layers.6.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.464088e-13,2.030584e-14,5.955159e-11,1.380357e-12,False
backbone.layers.6.mixer.experts.76.up_proj.weight,1856x2688,4988928,4.886417e-13,4.701053e-14,1.371438e-10,3.209719e-12,False
backbone.layers.6.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.050651e-13,1.598114e-14,4.605750e-11,1.058949e-12,False
backbone.layers.6.mixer.experts.77.up_proj.weight,1856x2688,4988928,4.578976e-13,3.628524e-14,1.049706e-10,2.373641e-12,False
backbone.layers.6.mixer.experts.78.down_proj.weight,2688x1856,4988928,2.412463e-13,1.830574e-14,5.362274e-11,1.255331e-12,False
backbone.layers.6.mixer.experts.78.up_proj.weight,1856x2688,4988928,5.909058e-13,4.439173e-14,1.289621e-10,3.009101e-12,False
backbone.layers.6.mixer.experts.79.down_proj.weight,2688x1856,4988928,1.995331e-13,1.915568e-14,5.570831e-11,1.300509e-12,False
backbone.layers.6.mixer.experts.79.up_proj.weight,1856x2688,4988928,6.061397e-13,4.231864e-14,1.258433e-10,3.038842e-12,False
backbone.layers.6.mixer.experts.8.down_proj.weight,2688x1856,4988928,1.875982e-13,1.735702e-14,5.037789e-11,1.215518e-12,False
backbone.layers.6.mixer.experts.8.up_proj.weight,1856x2688,4988928,8.257596e-13,5.096339e-14,1.578298e-10,3.893222e-12,False
backbone.layers.6.mixer.experts.80.down_proj.weight,2688x1856,4988928,2.708259e-13,2.016642e-14,5.963743e-11,1.485903e-12,False
backbone.layers.6.mixer.experts.80.up_proj.weight,1856x2688,4988928,3.845119e-13,3.216576e-14,9.766992e-11,2.449438e-12,False
backbone.layers.6.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.665074e-13,1.587716e-14,4.567312e-11,1.055821e-12,False
backbone.layers.6.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.706513e-13,4.138949e-14,1.213517e-10,2.809353e-12,False
backbone.layers.6.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.057870e-13,1.748017e-14,5.126403e-11,1.189354e-12,False
backbone.layers.6.mixer.experts.82.up_proj.weight,1856x2688,4988928,5.306519e-13,4.159485e-14,1.212160e-10,2.841445e-12,False
backbone.layers.6.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.110881e-13,1.782667e-14,5.154179e-11,1.203358e-12,False
backbone.layers.6.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.998658e-13,4.105425e-14,1.192172e-10,2.841107e-12,False
backbone.layers.6.mixer.experts.84.down_proj.weight,2688x1856,4988928,2.589448e-13,2.104022e-14,6.139926e-11,1.447576e-12,False
backbone.layers.6.mixer.experts.84.up_proj.weight,1856x2688,4988928,6.369402e-13,4.885150e-14,1.436323e-10,3.314755e-12,False
backbone.layers.6.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.954999e-13,1.659559e-14,4.789556e-11,1.135194e-12,False
backbone.layers.6.mixer.experts.85.up_proj.weight,1856x2688,4988928,3.514116e-13,3.614048e-14,1.041044e-10,2.484270e-12,False
backbone.layers.6.mixer.experts.86.down_proj.weight,2688x1856,4988928,2.572400e-13,2.278644e-14,6.755632e-11,1.563689e-12,False
backbone.layers.6.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.732512e-13,4.421365e-14,1.281045e-10,3.010154e-12,False
backbone.layers.6.mixer.experts.87.down_proj.weight,2688x1856,4988928,1.893138e-13,1.719291e-14,4.979841e-11,1.182558e-12,False
backbone.layers.6.mixer.experts.87.up_proj.weight,1856x2688,4988928,3.498660e-13,3.510671e-14,1.011491e-10,2.434425e-12,False
backbone.layers.6.mixer.experts.88.down_proj.weight,2688x1856,4988928,2.513788e-13,1.900514e-14,5.557496e-11,1.318907e-12,False
backbone.layers.6.mixer.experts.88.up_proj.weight,1856x2688,4988928,3.685507e-13,3.615839e-14,1.050809e-10,2.542916e-12,False
backbone.layers.6.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.149114e-13,1.802136e-14,5.223210e-11,1.217975e-12,False
backbone.layers.6.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.548723e-13,3.959816e-14,1.148642e-10,2.764612e-12,False
backbone.layers.6.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.533309e-13,1.605146e-14,4.649574e-11,1.094209e-12,False
backbone.layers.6.mixer.experts.9.up_proj.weight,1856x2688,4988928,3.451935e-13,3.830074e-14,1.103925e-10,2.626678e-12,False
backbone.layers.6.mixer.experts.90.down_proj.weight,2688x1856,4988928,2.069837e-13,1.692365e-14,4.917926e-11,1.164986e-12,False
backbone.layers.6.mixer.experts.90.up_proj.weight,1856x2688,4988928,4.741277e-13,4.072763e-14,1.189118e-10,2.864372e-12,False
backbone.layers.6.mixer.experts.91.down_proj.weight,2688x1856,4988928,1.824374e-13,1.805641e-14,5.225925e-11,1.207038e-12,False
backbone.layers.6.mixer.experts.91.up_proj.weight,1856x2688,4988928,5.289866e-13,4.449576e-14,1.300595e-10,2.915490e-12,False
backbone.layers.6.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.774770e-13,1.644102e-14,4.765279e-11,1.117961e-12,False
backbone.layers.6.mixer.experts.92.up_proj.weight,1856x2688,4988928,5.009682e-13,3.988447e-14,1.194101e-10,2.876357e-12,False
backbone.layers.6.mixer.experts.93.down_proj.weight,2688x1856,4988928,1.935518e-13,1.678488e-14,4.852692e-11,1.145653e-12,False
backbone.layers.6.mixer.experts.93.up_proj.weight,1856x2688,4988928,4.840971e-13,4.371887e-14,1.301212e-10,3.057218e-12,False
backbone.layers.6.mixer.experts.94.down_proj.weight,2688x1856,4988928,2.545757e-13,1.795811e-14,5.219611e-11,1.213623e-12,False
backbone.layers.6.mixer.experts.94.up_proj.weight,1856x2688,4988928,3.928628e-13,3.454397e-14,9.952816e-11,2.341746e-12,False
backbone.layers.6.mixer.experts.95.down_proj.weight,2688x1856,4988928,2.314711e-13,1.828991e-14,5.382471e-11,1.263608e-12,False
backbone.layers.6.mixer.experts.95.up_proj.weight,1856x2688,4988928,5.431692e-13,4.527073e-14,1.320240e-10,3.134797e-12,False
backbone.layers.6.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.711548e-13,1.713034e-14,4.976609e-11,1.149731e-12,False
backbone.layers.6.mixer.experts.96.up_proj.weight,1856x2688,4988928,4.428020e-13,3.810261e-14,1.108263e-10,2.584692e-12,False
backbone.layers.6.mixer.experts.97.down_proj.weight,2688x1856,4988928,2.089573e-13,1.885461e-14,5.504660e-11,1.307226e-12,False
backbone.layers.6.mixer.experts.97.up_proj.weight,1856x2688,4988928,3.735775e-13,3.740908e-14,1.088322e-10,2.605157e-12,False
backbone.layers.6.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.183496e-13,1.701591e-14,4.918144e-11,1.160573e-12,False
backbone.layers.6.mixer.experts.98.up_proj.weight,1856x2688,4988928,5.295278e-13,4.213658e-14,1.230249e-10,2.969315e-12,False
backbone.layers.6.mixer.experts.99.down_proj.weight,2688x1856,4988928,2.908507e-13,2.223543e-14,6.585095e-11,1.537334e-12,False
backbone.layers.6.mixer.experts.99.up_proj.weight,1856x2688,4988928,4.623281e-13,4.347500e-14,1.258089e-10,2.864454e-12,False
backbone.layers.6.mixer.gate.weight,128x2688,344064,9.340723e-13,1.045041e-13,7.946637e-11,2.754145e-12,False
backbone.layers.6.mixer.shared_experts.down_proj.weight,2688x3712,9977856,9.552845e-13,6.214004e-14,2.553798e-10,5.033820e-12,False
backbone.layers.6.mixer.shared_experts.up_proj.weight,3712x2688,9977856,4.873172e-13,2.935859e-14,1.329799e-10,2.786942e-12,False
backbone.layers.6.norm.weight,2688,2688,2.220446e-16,2.903032e-17,2.256702e-15,1.197945e-16,False
backbone.layers.7.mixer.A_log,64,64,1.776357e-15,3.161534e-16,3.678949e-15,1.657716e-16,False
backbone.layers.7.mixer.D,64,64,3.552714e-15,1.898438e-16,4.407167e-15,2.494751e-16,False
backbone.layers.7.mixer.conv1d.weight,6144x1x4,24576,7.494005e-16,1.217254e-17,4.686718e-15,4.771534e-16,True
backbone.layers.7.mixer.dt_bias,64,64,1.776357e-15,2.232372e-16,3.241147e-15,1.124676e-16,False
backbone.layers.7.mixer.in_proj.weight,10304x2688,27697152,1.184997e-12,5.816839e-14,4.085149e-10,3.349321e-12,False
backbone.layers.7.mixer.norm.weight,4096,4096,3.552714e-15,6.035727e-17,1.059550e-14,1.227433e-16,False
backbone.layers.7.mixer.out_proj.weight,2688x4096,11010048,3.182024e-12,1.195481e-13,5.216517e-10,7.249974e-12,False
backbone.layers.7.norm.weight,2688,2688,4.440892e-16,7.075710e-17,5.298353e-15,1.184951e-16,False
backbone.layers.8.mixer.experts.0.down_proj.weight,2688x1856,4988928,1.707098e-13,1.599720e-14,4.648235e-11,1.156480e-12,False
backbone.layers.8.mixer.experts.0.up_proj.weight,1856x2688,4988928,4.450294e-13,3.453538e-14,1.017188e-10,2.600870e-12,False
backbone.layers.8.mixer.experts.1.down_proj.weight,2688x1856,4988928,1.705545e-13,1.669800e-14,4.836723e-11,1.155061e-12,False
backbone.layers.8.mixer.experts.1.up_proj.weight,1856x2688,4988928,3.563764e-13,3.587653e-14,1.042907e-10,2.555732e-12,False
backbone.layers.8.mixer.experts.10.down_proj.weight,2688x1856,4988928,1.815622e-13,1.702719e-14,4.920524e-11,1.138906e-12,False
backbone.layers.8.mixer.experts.10.up_proj.weight,1856x2688,4988928,4.411240e-13,3.867340e-14,1.120551e-10,2.644955e-12,False
backbone.layers.8.mixer.experts.100.down_proj.weight,2688x1856,4988928,1.539116e-13,1.660259e-14,4.777079e-11,1.119323e-12,False
backbone.layers.8.mixer.experts.100.up_proj.weight,1856x2688,4988928,3.782148e-13,3.682637e-14,1.063190e-10,2.484806e-12,False
backbone.layers.8.mixer.experts.101.down_proj.weight,2688x1856,4988928,2.544276e-13,2.210504e-14,6.471582e-11,1.480859e-12,False
backbone.layers.8.mixer.experts.101.up_proj.weight,1856x2688,4988928,4.897385e-13,3.957444e-14,1.155223e-10,2.593034e-12,False
backbone.layers.8.mixer.experts.102.down_proj.weight,2688x1856,4988928,1.953698e-13,1.671075e-14,4.847128e-11,1.098361e-12,False
backbone.layers.8.mixer.experts.102.up_proj.weight,1856x2688,4988928,4.700060e-13,4.192036e-14,1.215481e-10,2.648632e-12,False
backbone.layers.8.mixer.experts.103.down_proj.weight,2688x1856,4988928,1.593682e-13,1.605936e-14,4.639746e-11,1.052739e-12,False
backbone.layers.8.mixer.experts.103.up_proj.weight,1856x2688,4988928,5.810023e-13,4.774545e-14,1.401108e-10,3.109457e-12,False
backbone.layers.8.mixer.experts.104.down_proj.weight,2688x1856,4988928,1.863440e-13,1.743727e-14,5.077044e-11,1.180596e-12,False
backbone.layers.8.mixer.experts.104.up_proj.weight,1856x2688,4988928,4.506187e-13,4.278265e-14,1.242734e-10,2.801673e-12,False
backbone.layers.8.mixer.experts.105.down_proj.weight,2688x1856,4988928,1.521691e-13,1.470638e-14,4.231379e-11,1.004988e-12,False
backbone.layers.8.mixer.experts.105.up_proj.weight,1856x2688,4988928,5.359428e-13,4.385840e-14,1.280104e-10,3.066776e-12,False
backbone.layers.8.mixer.experts.106.down_proj.weight,2688x1856,4988928,1.598782e-13,1.666337e-14,4.810940e-11,1.135554e-12,False
backbone.layers.8.mixer.experts.106.up_proj.weight,1856x2688,4988928,4.255563e-13,3.801386e-14,1.112620e-10,2.692833e-12,False
backbone.layers.8.mixer.experts.107.down_proj.weight,2688x1856,4988928,1.650069e-13,1.786884e-14,5.187260e-11,1.201088e-12,False
backbone.layers.8.mixer.experts.107.up_proj.weight,1856x2688,4988928,5.468681e-13,4.828557e-14,1.408670e-10,3.214745e-12,False
backbone.layers.8.mixer.experts.108.down_proj.weight,2688x1856,4988928,2.047851e-13,1.817404e-14,5.255190e-11,1.203572e-12,False
backbone.layers.8.mixer.experts.108.up_proj.weight,1856x2688,4988928,3.939210e-13,4.030999e-14,1.165297e-10,2.608429e-12,False
backbone.layers.8.mixer.experts.109.down_proj.weight,2688x1856,4988928,2.161257e-13,2.032646e-14,5.899473e-11,1.391976e-12,False
backbone.layers.8.mixer.experts.109.up_proj.weight,1856x2688,4988928,5.832244e-13,4.289485e-14,1.262786e-10,3.034335e-12,False
backbone.layers.8.mixer.experts.11.down_proj.weight,2688x1856,4988928,2.050374e-13,1.802317e-14,5.241779e-11,1.223097e-12,False
backbone.layers.8.mixer.experts.11.up_proj.weight,1856x2688,4988928,6.428453e-13,4.660485e-14,1.362743e-10,3.136004e-12,False
backbone.layers.8.mixer.experts.110.down_proj.weight,2688x1856,4988928,1.976475e-13,1.729575e-14,5.010763e-11,1.173176e-12,False
backbone.layers.8.mixer.experts.110.up_proj.weight,1856x2688,4988928,4.261244e-13,3.922057e-14,1.149697e-10,2.602594e-12,False
backbone.layers.8.mixer.experts.111.down_proj.weight,2688x1856,4988928,1.768394e-13,1.636723e-14,4.732962e-11,1.123055e-12,False
backbone.layers.8.mixer.experts.111.up_proj.weight,1856x2688,4988928,6.916004e-13,4.969617e-14,1.469639e-10,3.393227e-12,False
backbone.layers.8.mixer.experts.112.down_proj.weight,2688x1856,4988928,2.145506e-13,1.948771e-14,5.684123e-11,1.369999e-12,False
backbone.layers.8.mixer.experts.112.up_proj.weight,1856x2688,4988928,7.435684e-13,4.700150e-14,1.403671e-10,3.360306e-12,False
backbone.layers.8.mixer.experts.113.down_proj.weight,2688x1856,4988928,1.756879e-13,1.672893e-14,4.837529e-11,1.149156e-12,False
backbone.layers.8.mixer.experts.113.up_proj.weight,1856x2688,4988928,4.282477e-13,3.997877e-14,1.160484e-10,2.828337e-12,False
backbone.layers.8.mixer.experts.114.down_proj.weight,2688x1856,4988928,2.018177e-13,1.821884e-14,5.271791e-11,1.216076e-12,False
backbone.layers.8.mixer.experts.114.up_proj.weight,1856x2688,4988928,3.790076e-13,3.717094e-14,1.077392e-10,2.447850e-12,False
backbone.layers.8.mixer.experts.115.down_proj.weight,2688x1856,4988928,1.907571e-13,1.731025e-14,5.028540e-11,1.206910e-12,False
backbone.layers.8.mixer.experts.115.up_proj.weight,1856x2688,4988928,4.293163e-13,4.239941e-14,1.231123e-10,2.895174e-12,False
backbone.layers.8.mixer.experts.116.down_proj.weight,2688x1856,4988928,1.705094e-13,1.741391e-14,5.021128e-11,1.203153e-12,False
backbone.layers.8.mixer.experts.116.up_proj.weight,1856x2688,4988928,4.421941e-13,3.800258e-14,1.095989e-10,2.614072e-12,False
backbone.layers.8.mixer.experts.117.down_proj.weight,2688x1856,4988928,3.233802e-13,2.261487e-14,6.747141e-11,1.535576e-12,False
backbone.layers.8.mixer.experts.117.up_proj.weight,1856x2688,4988928,7.792725e-13,4.889742e-14,1.449255e-10,3.233273e-12,False
backbone.layers.8.mixer.experts.118.down_proj.weight,2688x1856,4988928,2.014604e-13,1.786782e-14,5.200593e-11,1.240697e-12,False
backbone.layers.8.mixer.experts.118.up_proj.weight,1856x2688,4988928,5.344752e-13,3.962938e-14,1.152792e-10,2.752114e-12,False
backbone.layers.8.mixer.experts.119.down_proj.weight,2688x1856,4988928,1.839778e-13,1.813457e-14,5.248933e-11,1.258095e-12,False
backbone.layers.8.mixer.experts.119.up_proj.weight,1856x2688,4988928,5.011861e-13,4.102053e-14,1.206765e-10,2.902878e-12,False
backbone.layers.8.mixer.experts.12.down_proj.weight,2688x1856,4988928,2.355390e-13,1.855458e-14,5.402095e-11,1.248723e-12,False
backbone.layers.8.mixer.experts.12.up_proj.weight,1856x2688,4988928,4.207572e-13,3.727002e-14,1.077597e-10,2.418960e-12,False
backbone.layers.8.mixer.experts.120.down_proj.weight,2688x1856,4988928,1.992538e-13,1.737954e-14,5.035098e-11,1.155526e-12,False
backbone.layers.8.mixer.experts.120.up_proj.weight,1856x2688,4988928,3.539859e-13,3.599990e-14,1.035745e-10,2.314097e-12,False
backbone.layers.8.mixer.experts.121.down_proj.weight,2688x1856,4988928,3.223437e-13,2.131696e-14,6.342771e-11,1.565927e-12,False
backbone.layers.8.mixer.experts.121.up_proj.weight,1856x2688,4988928,3.281550e-13,3.200882e-14,9.241607e-11,2.279999e-12,False
backbone.layers.8.mixer.experts.122.down_proj.weight,2688x1856,4988928,1.980048e-13,1.843680e-14,5.354431e-11,1.217690e-12,False
backbone.layers.8.mixer.experts.122.up_proj.weight,1856x2688,4988928,3.682193e-13,3.631614e-14,1.047682e-10,2.305637e-12,False
backbone.layers.8.mixer.experts.123.down_proj.weight,2688x1856,4988928,2.182824e-13,1.650115e-14,4.800676e-11,1.153215e-12,False
backbone.layers.8.mixer.experts.123.up_proj.weight,1856x2688,4988928,4.319253e-13,4.108491e-14,1.193075e-10,2.850339e-12,False
backbone.layers.8.mixer.experts.124.down_proj.weight,2688x1856,4988928,2.609787e-13,1.805475e-14,5.229533e-11,1.237890e-12,False
backbone.layers.8.mixer.experts.124.up_proj.weight,1856x2688,4988928,3.622111e-13,3.361344e-14,9.930544e-11,2.414606e-12,False
backbone.layers.8.mixer.experts.125.down_proj.weight,2688x1856,4988928,2.599271e-13,1.929866e-14,5.678085e-11,1.376140e-12,False
backbone.layers.8.mixer.experts.125.up_proj.weight,1856x2688,4988928,5.492013e-13,4.172621e-14,1.217105e-10,2.911152e-12,False
backbone.layers.8.mixer.experts.126.down_proj.weight,2688x1856,4988928,1.755438e-13,1.709088e-14,4.933001e-11,1.134586e-12,False
backbone.layers.8.mixer.experts.126.up_proj.weight,1856x2688,4988928,4.880003e-13,4.034182e-14,1.177817e-10,2.643400e-12,False
backbone.layers.8.mixer.experts.127.down_proj.weight,2688x1856,4988928,2.039029e-13,1.719882e-14,5.002123e-11,1.168900e-12,False
backbone.layers.8.mixer.experts.127.up_proj.weight,1856x2688,4988928,4.818637e-13,4.707945e-14,1.385192e-10,3.141525e-12,False
backbone.layers.8.mixer.experts.13.down_proj.weight,2688x1856,4988928,1.735088e-13,1.620952e-14,4.686415e-11,1.077215e-12,False
backbone.layers.8.mixer.experts.13.up_proj.weight,1856x2688,4988928,4.958013e-13,3.841806e-14,1.123010e-10,2.513794e-12,False
backbone.layers.8.mixer.experts.14.down_proj.weight,2688x1856,4988928,2.249407e-13,2.069986e-14,6.077617e-11,1.439308e-12,False
backbone.layers.8.mixer.experts.14.up_proj.weight,1856x2688,4988928,5.043188e-13,3.947908e-14,1.143525e-10,2.731712e-12,False
backbone.layers.8.mixer.experts.15.down_proj.weight,2688x1856,4988928,1.558701e-13,1.644974e-14,4.758888e-11,1.098031e-12,False
backbone.layers.8.mixer.experts.15.up_proj.weight,1856x2688,4988928,3.894112e-13,4.013625e-14,1.162365e-10,2.689856e-12,False
backbone.layers.8.mixer.experts.16.down_proj.weight,2688x1856,4988928,1.562413e-13,1.626344e-14,4.686345e-11,1.100469e-12,False
backbone.layers.8.mixer.experts.16.up_proj.weight,1856x2688,4988928,4.044473e-13,3.820030e-14,1.104533e-10,2.600298e-12,False
backbone.layers.8.mixer.experts.17.down_proj.weight,2688x1856,4988928,1.704097e-13,1.635657e-14,4.735641e-11,1.141301e-12,False
backbone.layers.8.mixer.experts.17.up_proj.weight,1856x2688,4988928,5.156119e-13,4.725353e-14,1.391348e-10,3.297536e-12,False
backbone.layers.8.mixer.experts.18.down_proj.weight,2688x1856,4988928,2.184485e-13,1.773721e-14,5.162474e-11,1.216783e-12,False
backbone.layers.8.mixer.experts.18.up_proj.weight,1856x2688,4988928,5.367928e-13,4.352149e-14,1.278607e-10,2.947429e-12,False
backbone.layers.8.mixer.experts.19.down_proj.weight,2688x1856,4988928,1.779063e-13,1.856486e-14,5.368548e-11,1.278580e-12,False
backbone.layers.8.mixer.experts.19.up_proj.weight,1856x2688,4988928,4.504418e-13,3.906466e-14,1.141787e-10,2.799469e-12,False
backbone.layers.8.mixer.experts.2.down_proj.weight,2688x1856,4988928,1.850360e-13,1.641662e-14,4.775137e-11,1.103079e-12,False
backbone.layers.8.mixer.experts.2.up_proj.weight,1856x2688,4988928,4.940384e-13,4.537758e-14,1.321863e-10,2.985199e-12,False
backbone.layers.8.mixer.experts.20.down_proj.weight,2688x1856,4988928,1.759803e-13,1.590873e-14,4.592038e-11,1.133060e-12,False
backbone.layers.8.mixer.experts.20.up_proj.weight,1856x2688,4988928,5.158825e-13,4.373175e-14,1.277239e-10,3.135957e-12,False
backbone.layers.8.mixer.experts.21.down_proj.weight,2688x1856,4988928,1.584731e-13,1.531500e-14,4.416244e-11,1.032231e-12,False
backbone.layers.8.mixer.experts.21.up_proj.weight,1856x2688,4988928,4.793058e-13,4.516868e-14,1.316216e-10,3.081700e-12,False
backbone.layers.8.mixer.experts.22.down_proj.weight,2688x1856,4988928,2.224527e-13,1.859153e-14,5.420727e-11,1.301133e-12,False
backbone.layers.8.mixer.experts.22.up_proj.weight,1856x2688,4988928,7.286567e-13,5.256338e-14,1.574569e-10,3.718256e-12,False
backbone.layers.8.mixer.experts.23.down_proj.weight,2688x1856,4988928,1.603943e-13,1.662197e-14,4.793088e-11,1.118904e-12,False
backbone.layers.8.mixer.experts.23.up_proj.weight,1856x2688,4988928,5.855997e-13,4.372015e-14,1.298064e-10,3.071559e-12,False
backbone.layers.8.mixer.experts.24.down_proj.weight,2688x1856,4988928,2.566311e-13,2.109436e-14,6.222420e-11,1.478965e-12,False
backbone.layers.8.mixer.experts.24.up_proj.weight,1856x2688,4988928,4.231563e-13,3.620099e-14,1.061805e-10,2.602822e-12,False
backbone.layers.8.mixer.experts.25.down_proj.weight,2688x1856,4988928,2.111852e-13,1.922075e-14,5.607145e-11,1.279638e-12,False
backbone.layers.8.mixer.experts.25.up_proj.weight,1856x2688,4988928,4.602013e-13,4.350713e-14,1.273662e-10,2.815932e-12,False
backbone.layers.8.mixer.experts.26.down_proj.weight,2688x1856,4988928,2.557694e-13,2.142716e-14,6.358809e-11,1.525153e-12,False
backbone.layers.8.mixer.experts.26.up_proj.weight,1856x2688,4988928,5.074760e-13,4.001441e-14,1.165765e-10,2.846330e-12,False
backbone.layers.8.mixer.experts.27.down_proj.weight,2688x1856,4988928,1.594766e-13,1.640523e-14,4.724475e-11,1.080248e-12,False
backbone.layers.8.mixer.experts.27.up_proj.weight,1856x2688,4988928,4.974667e-13,4.417999e-14,1.286196e-10,2.860099e-12,False
backbone.layers.8.mixer.experts.28.down_proj.weight,2688x1856,4988928,1.824096e-13,1.745570e-14,5.048075e-11,1.157538e-12,False
backbone.layers.8.mixer.experts.28.up_proj.weight,1856x2688,4988928,4.609577e-13,4.023077e-14,1.164415e-10,2.665635e-12,False
backbone.layers.8.mixer.experts.29.down_proj.weight,2688x1856,4988928,1.819257e-13,1.672839e-14,4.843673e-11,1.156021e-12,False
backbone.layers.8.mixer.experts.29.up_proj.weight,1856x2688,4988928,5.046727e-13,3.766361e-14,1.100389e-10,2.675422e-12,False
backbone.layers.8.mixer.experts.3.down_proj.weight,2688x1856,4988928,2.914422e-13,1.811286e-14,5.450572e-11,1.264540e-12,False
backbone.layers.8.mixer.experts.3.up_proj.weight,1856x2688,4988928,3.976056e-13,3.758764e-14,1.090659e-10,2.489571e-12,False
backbone.layers.8.mixer.experts.30.down_proj.weight,2688x1856,4988928,1.974081e-13,1.932380e-14,5.619219e-11,1.281786e-12,False
backbone.layers.8.mixer.experts.30.up_proj.weight,1856x2688,4988928,7.000000e-13,5.001035e-14,1.468516e-10,3.254282e-12,False
backbone.layers.8.mixer.experts.31.down_proj.weight,2688x1856,4988928,1.851852e-13,1.870441e-14,5.446769e-11,1.284437e-12,False
backbone.layers.8.mixer.experts.31.up_proj.weight,1856x2688,4988928,5.681081e-13,4.528439e-14,1.341753e-10,3.182040e-12,False
backbone.layers.8.mixer.experts.32.down_proj.weight,2688x1856,4988928,2.208823e-13,1.822074e-14,5.274915e-11,1.216237e-12,False
backbone.layers.8.mixer.experts.32.up_proj.weight,1856x2688,4988928,4.893625e-13,4.432976e-14,1.287502e-10,2.897460e-12,False
backbone.layers.8.mixer.experts.33.down_proj.weight,2688x1856,4988928,1.590741e-13,1.491387e-14,4.298653e-11,1.010589e-12,False
backbone.layers.8.mixer.experts.33.up_proj.weight,1856x2688,4988928,6.593025e-13,4.095390e-14,1.199646e-10,2.719178e-12,False
backbone.layers.8.mixer.experts.34.down_proj.weight,2688x1856,4988928,1.694123e-13,1.540930e-14,4.429734e-11,1.052067e-12,False
backbone.layers.8.mixer.experts.34.up_proj.weight,1856x2688,4988928,4.814933e-13,3.809310e-14,1.138977e-10,2.736287e-12,False
backbone.layers.8.mixer.experts.35.down_proj.weight,2688x1856,4988928,1.927400e-13,1.634269e-14,4.717028e-11,1.104878e-12,False
backbone.layers.8.mixer.experts.35.up_proj.weight,1856x2688,4988928,3.790405e-13,3.768049e-14,1.088648e-10,2.613849e-12,False
backbone.layers.8.mixer.experts.36.down_proj.weight,2688x1856,4988928,2.489424e-13,1.923453e-14,5.661928e-11,1.304559e-12,False
backbone.layers.8.mixer.experts.36.up_proj.weight,1856x2688,4988928,4.718439e-13,4.117321e-14,1.192544e-10,2.722021e-12,False
backbone.layers.8.mixer.experts.37.down_proj.weight,2688x1856,4988928,1.824825e-13,1.858047e-14,5.373270e-11,1.258033e-12,False
backbone.layers.8.mixer.experts.37.up_proj.weight,1856x2688,4988928,4.885189e-13,4.254059e-14,1.245268e-10,2.884901e-12,False
backbone.layers.8.mixer.experts.38.down_proj.weight,2688x1856,4988928,1.794041e-13,1.706700e-14,4.930120e-11,1.201074e-12,False
backbone.layers.8.mixer.experts.38.up_proj.weight,1856x2688,4988928,3.887168e-13,3.701180e-14,1.083596e-10,2.673773e-12,False
backbone.layers.8.mixer.experts.39.down_proj.weight,2688x1856,4988928,2.719994e-13,1.980042e-14,5.868148e-11,1.344855e-12,False
backbone.layers.8.mixer.experts.39.up_proj.weight,1856x2688,4988928,5.375769e-13,4.396429e-14,1.290388e-10,2.855488e-12,False
backbone.layers.8.mixer.experts.4.down_proj.weight,2688x1856,4988928,2.176002e-13,1.739050e-14,5.063735e-11,1.135665e-12,False
backbone.layers.8.mixer.experts.4.up_proj.weight,1856x2688,4988928,9.558344e-13,5.364089e-14,1.607546e-10,3.513398e-12,False
backbone.layers.8.mixer.experts.40.down_proj.weight,2688x1856,4988928,2.769035e-13,2.020061e-14,6.015159e-11,1.409727e-12,False
backbone.layers.8.mixer.experts.40.up_proj.weight,1856x2688,4988928,5.315032e-13,4.375969e-14,1.270353e-10,2.894404e-12,False
backbone.layers.8.mixer.experts.41.down_proj.weight,2688x1856,4988928,1.591748e-13,1.606309e-14,4.641853e-11,1.131404e-12,False
backbone.layers.8.mixer.experts.41.up_proj.weight,1856x2688,4988928,5.092281e-13,3.869061e-14,1.143840e-10,2.880094e-12,False
backbone.layers.8.mixer.experts.42.down_proj.weight,2688x1856,4988928,2.106926e-13,1.877369e-14,5.507415e-11,1.302203e-12,False
backbone.layers.8.mixer.experts.42.up_proj.weight,1856x2688,4988928,5.707622e-13,4.662089e-14,1.362284e-10,3.185531e-12,False
backbone.layers.8.mixer.experts.43.down_proj.weight,2688x1856,4988928,2.137457e-13,1.666570e-14,4.857216e-11,1.168458e-12,False
backbone.layers.8.mixer.experts.43.up_proj.weight,1856x2688,4988928,4.890424e-13,4.288864e-14,1.252671e-10,3.040944e-12,False
backbone.layers.8.mixer.experts.44.down_proj.weight,2688x1856,4988928,1.885558e-13,1.923369e-14,5.609730e-11,1.376094e-12,False
backbone.layers.8.mixer.experts.44.up_proj.weight,1856x2688,4988928,3.384862e-13,3.383252e-14,9.743589e-11,2.370021e-12,False
backbone.layers.8.mixer.experts.45.down_proj.weight,2688x1856,4988928,1.629391e-13,1.572304e-14,4.537017e-11,1.064907e-12,False
backbone.layers.8.mixer.experts.45.up_proj.weight,1856x2688,4988928,3.868173e-13,3.935940e-14,1.144744e-10,2.603631e-12,False
backbone.layers.8.mixer.experts.46.down_proj.weight,2688x1856,4988928,1.750865e-13,1.607713e-14,4.648172e-11,1.124816e-12,False
backbone.layers.8.mixer.experts.46.up_proj.weight,1856x2688,4988928,4.595734e-13,3.892009e-14,1.134669e-10,2.743242e-12,False
backbone.layers.8.mixer.experts.47.down_proj.weight,2688x1856,4988928,1.967020e-13,1.740844e-14,5.045339e-11,1.182458e-12,False
backbone.layers.8.mixer.experts.47.up_proj.weight,1856x2688,4988928,3.409330e-13,3.502027e-14,1.010213e-10,2.359396e-12,False
backbone.layers.8.mixer.experts.48.down_proj.weight,2688x1856,4988928,1.935951e-13,1.646574e-14,4.778971e-11,1.148048e-12,False
backbone.layers.8.mixer.experts.48.up_proj.weight,1856x2688,4988928,6.043083e-13,4.481031e-14,1.308756e-10,3.122104e-12,False
backbone.layers.8.mixer.experts.49.down_proj.weight,2688x1856,4988928,1.963811e-13,1.753535e-14,5.074402e-11,1.169722e-12,False
backbone.layers.8.mixer.experts.49.up_proj.weight,1856x2688,4988928,5.821107e-13,4.287115e-14,1.246956e-10,2.794926e-12,False
backbone.layers.8.mixer.experts.5.down_proj.weight,2688x1856,4988928,1.735348e-13,1.780389e-14,5.160618e-11,1.198395e-12,False
backbone.layers.8.mixer.experts.5.up_proj.weight,1856x2688,4988928,4.846470e-13,4.080299e-14,1.181621e-10,2.733789e-12,False
backbone.layers.8.mixer.experts.50.down_proj.weight,2688x1856,4988928,2.479336e-13,1.854182e-14,5.432961e-11,1.296128e-12,False
backbone.layers.8.mixer.experts.50.up_proj.weight,1856x2688,4988928,3.958743e-13,3.665703e-14,1.062419e-10,2.583616e-12,False
backbone.layers.8.mixer.experts.51.down_proj.weight,2688x1856,4988928,2.193471e-13,1.939546e-14,5.689759e-11,1.365475e-12,False
backbone.layers.8.mixer.experts.51.up_proj.weight,1856x2688,4988928,5.086331e-13,3.806348e-14,1.110894e-10,2.684649e-12,False
backbone.layers.8.mixer.experts.52.down_proj.weight,2688x1856,4988928,2.155255e-13,1.882832e-14,5.452302e-11,1.292416e-12,False
backbone.layers.8.mixer.experts.52.up_proj.weight,1856x2688,4988928,4.068586e-13,3.977157e-14,1.153132e-10,2.716951e-12,False
backbone.layers.8.mixer.experts.53.down_proj.weight,2688x1856,4988928,2.252625e-13,1.767821e-14,5.145120e-11,1.209179e-12,False
backbone.layers.8.mixer.experts.53.up_proj.weight,1856x2688,4988928,3.886474e-13,3.489092e-14,1.018092e-10,2.424664e-12,False
backbone.layers.8.mixer.experts.54.down_proj.weight,2688x1856,4988928,1.581374e-13,1.620518e-14,4.675018e-11,1.098169e-12,False
backbone.layers.8.mixer.experts.54.up_proj.weight,1856x2688,4988928,4.918428e-13,4.194809e-14,1.218528e-10,2.839878e-12,False
backbone.layers.8.mixer.experts.55.down_proj.weight,2688x1856,4988928,2.028551e-13,2.008482e-14,5.804069e-11,1.373750e-12,False
backbone.layers.8.mixer.experts.55.up_proj.weight,1856x2688,4988928,4.438082e-13,3.986876e-14,1.159485e-10,2.748572e-12,False
backbone.layers.8.mixer.experts.56.down_proj.weight,2688x1856,4988928,2.073714e-13,1.763917e-14,5.112578e-11,1.253677e-12,False
backbone.layers.8.mixer.experts.56.up_proj.weight,1856x2688,4988928,4.633099e-13,3.625097e-14,1.049529e-10,2.576509e-12,False
backbone.layers.8.mixer.experts.57.down_proj.weight,2688x1856,4988928,2.050166e-13,1.815672e-14,5.257519e-11,1.226734e-12,False
backbone.layers.8.mixer.experts.57.up_proj.weight,1856x2688,4988928,4.543605e-13,4.151178e-14,1.210006e-10,2.849050e-12,False
backbone.layers.8.mixer.experts.58.down_proj.weight,2688x1856,4988928,2.151404e-13,1.975487e-14,5.739097e-11,1.327784e-12,False
backbone.layers.8.mixer.experts.58.up_proj.weight,1856x2688,4988928,5.824592e-13,4.248633e-14,1.257006e-10,2.906678e-12,False
backbone.layers.8.mixer.experts.59.down_proj.weight,2688x1856,4988928,1.558788e-13,1.564643e-14,4.510228e-11,1.106440e-12,False
backbone.layers.8.mixer.experts.59.up_proj.weight,1856x2688,4988928,4.089437e-13,3.545204e-14,1.028257e-10,2.526635e-12,False
backbone.layers.8.mixer.experts.6.down_proj.weight,2688x1856,4988928,1.830864e-13,1.686218e-14,4.894164e-11,1.145330e-12,False
backbone.layers.8.mixer.experts.6.up_proj.weight,1856x2688,4988928,4.569834e-13,4.216926e-14,1.228751e-10,2.898371e-12,False
backbone.layers.8.mixer.experts.60.down_proj.weight,2688x1856,4988928,2.248167e-13,1.846001e-14,5.370914e-11,1.241055e-12,False
backbone.layers.8.mixer.experts.60.up_proj.weight,1856x2688,4988928,4.428784e-13,3.638920e-14,1.052610e-10,2.385111e-12,False
backbone.layers.8.mixer.experts.61.down_proj.weight,2688x1856,4988928,2.373544e-13,2.036955e-14,5.945857e-11,1.378573e-12,False
backbone.layers.8.mixer.experts.61.up_proj.weight,1856x2688,4988928,3.764072e-13,3.910825e-14,1.131328e-10,2.579568e-12,False
backbone.layers.8.mixer.experts.62.down_proj.weight,2688x1856,4988928,2.702977e-13,2.000160e-14,5.841641e-11,1.348269e-12,False
backbone.layers.8.mixer.experts.62.up_proj.weight,1856x2688,4988928,3.583592e-13,3.627529e-14,1.050650e-10,2.423248e-12,False
backbone.layers.8.mixer.experts.63.down_proj.weight,2688x1856,4988928,1.859728e-13,1.673018e-14,4.848389e-11,1.206635e-12,False
backbone.layers.8.mixer.experts.63.up_proj.weight,1856x2688,4988928,3.817432e-13,3.693404e-14,1.068696e-10,2.642076e-12,False
backbone.layers.8.mixer.experts.64.down_proj.weight,2688x1856,4988928,1.795508e-13,1.499785e-14,4.316645e-11,1.045454e-12,False
backbone.layers.8.mixer.experts.64.up_proj.weight,1856x2688,4988928,5.265025e-13,4.251900e-14,1.244676e-10,3.126495e-12,False
backbone.layers.8.mixer.experts.65.down_proj.weight,2688x1856,4988928,2.107971e-13,1.811363e-14,5.288144e-11,1.282543e-12,False
backbone.layers.8.mixer.experts.65.up_proj.weight,1856x2688,4988928,3.962542e-13,3.748207e-14,1.083363e-10,2.588034e-12,False
backbone.layers.8.mixer.experts.66.down_proj.weight,2688x1856,4988928,2.181796e-13,1.685929e-14,4.919976e-11,1.132285e-12,False
backbone.layers.8.mixer.experts.66.up_proj.weight,1856x2688,4988928,4.754912e-13,4.108879e-14,1.182653e-10,2.715321e-12,False
backbone.layers.8.mixer.experts.67.down_proj.weight,2688x1856,4988928,2.296071e-13,2.061384e-14,6.030789e-11,1.383456e-12,False
backbone.layers.8.mixer.experts.67.up_proj.weight,1856x2688,4988928,4.256378e-13,4.162013e-14,1.212983e-10,2.696672e-12,False
backbone.layers.8.mixer.experts.68.down_proj.weight,2688x1856,4988928,2.854357e-13,2.210591e-14,6.549506e-11,1.485402e-12,False
backbone.layers.8.mixer.experts.68.up_proj.weight,1856x2688,4988928,4.229611e-13,4.119249e-14,1.193020e-10,2.637801e-12,False
backbone.layers.8.mixer.experts.69.down_proj.weight,2688x1856,4988928,2.597085e-13,2.151932e-14,6.291469e-11,1.455024e-12,False
backbone.layers.8.mixer.experts.69.up_proj.weight,1856x2688,4988928,5.971699e-13,4.043822e-14,1.182477e-10,2.694146e-12,False
backbone.layers.8.mixer.experts.7.down_proj.weight,2688x1856,4988928,1.978842e-13,1.965432e-14,5.740743e-11,1.319280e-12,False
backbone.layers.8.mixer.experts.7.up_proj.weight,1856x2688,4988928,4.472256e-13,4.083306e-14,1.185473e-10,2.655930e-12,False
backbone.layers.8.mixer.experts.70.down_proj.weight,2688x1856,4988928,2.547337e-13,1.754949e-14,5.110848e-11,1.186168e-12,False
backbone.layers.8.mixer.experts.70.up_proj.weight,1856x2688,4988928,5.847198e-13,4.515182e-14,1.367374e-10,3.144686e-12,False
backbone.layers.8.mixer.experts.71.down_proj.weight,2688x1856,4988928,2.425065e-13,1.763141e-14,5.147301e-11,1.188395e-12,False
backbone.layers.8.mixer.experts.71.up_proj.weight,1856x2688,4988928,4.727434e-13,4.297774e-14,1.250907e-10,2.825219e-12,False
backbone.layers.8.mixer.experts.72.down_proj.weight,2688x1856,4988928,2.072036e-13,1.743103e-14,5.106496e-11,1.288078e-12,False
backbone.layers.8.mixer.experts.72.up_proj.weight,1856x2688,4988928,6.285424e-13,4.648980e-14,1.400082e-10,3.529465e-12,False
backbone.layers.8.mixer.experts.73.down_proj.weight,2688x1856,4988928,1.962597e-13,1.720605e-14,5.007062e-11,1.154027e-12,False
backbone.layers.8.mixer.experts.73.up_proj.weight,1856x2688,4988928,4.067185e-13,3.806097e-14,1.105565e-10,2.504039e-12,False
backbone.layers.8.mixer.experts.74.down_proj.weight,2688x1856,4988928,1.874052e-13,1.690501e-14,4.929856e-11,1.174501e-12,False
backbone.layers.8.mixer.experts.74.up_proj.weight,1856x2688,4988928,4.240983e-13,3.550486e-14,1.020916e-10,2.433484e-12,False
backbone.layers.8.mixer.experts.75.down_proj.weight,2688x1856,4988928,1.974115e-13,1.777949e-14,5.148186e-11,1.230338e-12,False
backbone.layers.8.mixer.experts.75.up_proj.weight,1856x2688,4988928,4.652771e-13,3.838826e-14,1.120681e-10,2.692671e-12,False
backbone.layers.8.mixer.experts.76.down_proj.weight,2688x1856,4988928,2.071438e-13,1.754548e-14,5.107980e-11,1.257726e-12,False
backbone.layers.8.mixer.experts.76.up_proj.weight,1856x2688,4988928,3.973384e-13,4.006370e-14,1.161036e-10,2.861384e-12,False
backbone.layers.8.mixer.experts.77.down_proj.weight,2688x1856,4988928,2.234471e-13,1.947425e-14,5.647946e-11,1.336618e-12,False
backbone.layers.8.mixer.experts.77.up_proj.weight,1856x2688,4988928,5.042598e-13,4.244203e-14,1.234931e-10,2.954308e-12,False
backbone.layers.8.mixer.experts.78.down_proj.weight,2688x1856,4988928,1.589425e-13,1.551923e-14,4.473561e-11,1.086538e-12,False
backbone.layers.8.mixer.experts.78.up_proj.weight,1856x2688,4988928,3.619258e-13,3.364519e-14,9.870965e-11,2.403426e-12,False
backbone.layers.8.mixer.experts.79.down_proj.weight,2688x1856,4988928,2.052638e-13,1.738391e-14,5.038593e-11,1.166762e-12,False
backbone.layers.8.mixer.experts.79.up_proj.weight,1856x2688,4988928,3.899511e-13,3.783635e-14,1.096619e-10,2.511733e-12,False
backbone.layers.8.mixer.experts.8.down_proj.weight,2688x1856,4988928,2.133797e-13,1.985376e-14,5.828286e-11,1.346851e-12,False
backbone.layers.8.mixer.experts.8.up_proj.weight,1856x2688,4988928,5.006725e-13,4.160114e-14,1.209124e-10,2.746192e-12,False
backbone.layers.8.mixer.experts.80.down_proj.weight,2688x1856,4988928,1.717029e-13,1.724554e-14,4.981999e-11,1.203281e-12,False
backbone.layers.8.mixer.experts.80.up_proj.weight,1856x2688,4988928,3.728389e-13,3.618339e-14,1.044038e-10,2.562377e-12,False
backbone.layers.8.mixer.experts.81.down_proj.weight,2688x1856,4988928,1.844427e-13,1.831028e-14,5.330759e-11,1.236355e-12,False
backbone.layers.8.mixer.experts.81.up_proj.weight,1856x2688,4988928,4.228232e-13,4.158639e-14,1.208516e-10,2.703697e-12,False
backbone.layers.8.mixer.experts.82.down_proj.weight,2688x1856,4988928,2.265714e-13,2.060863e-14,6.030920e-11,1.416172e-12,False
backbone.layers.8.mixer.experts.82.up_proj.weight,1856x2688,4988928,6.525475e-13,5.149214e-14,1.522539e-10,3.460572e-12,False
backbone.layers.8.mixer.experts.83.down_proj.weight,2688x1856,4988928,2.394526e-13,1.972894e-14,5.760143e-11,1.326286e-12,False
backbone.layers.8.mixer.experts.83.up_proj.weight,1856x2688,4988928,4.398686e-13,4.145341e-14,1.215250e-10,2.758234e-12,False
backbone.layers.8.mixer.experts.84.down_proj.weight,2688x1856,4988928,1.538405e-13,1.477259e-14,4.258725e-11,1.064361e-12,False
backbone.layers.8.mixer.experts.84.up_proj.weight,1856x2688,4988928,3.306695e-13,3.144794e-14,9.304081e-11,2.379891e-12,False
backbone.layers.8.mixer.experts.85.down_proj.weight,2688x1856,4988928,1.781652e-13,1.633785e-14,4.745401e-11,1.116539e-12,False
backbone.layers.8.mixer.experts.85.up_proj.weight,1856x2688,4988928,3.891817e-13,3.692006e-14,1.088991e-10,2.510726e-12,False
backbone.layers.8.mixer.experts.86.down_proj.weight,2688x1856,4988928,1.720638e-13,1.716204e-14,4.948225e-11,1.129109e-12,False
backbone.layers.8.mixer.experts.86.up_proj.weight,1856x2688,4988928,4.590321e-13,4.057751e-14,1.175429e-10,2.591524e-12,False
backbone.layers.8.mixer.experts.87.down_proj.weight,2688x1856,4988928,2.157649e-13,2.020068e-14,5.887456e-11,1.326936e-12,False
backbone.layers.8.mixer.experts.87.up_proj.weight,1856x2688,4988928,4.512501e-13,3.810657e-14,1.101583e-10,2.419233e-12,False
backbone.layers.8.mixer.experts.88.down_proj.weight,2688x1856,4988928,1.941877e-13,1.760740e-14,5.132118e-11,1.197384e-12,False
backbone.layers.8.mixer.experts.88.up_proj.weight,1856x2688,4988928,5.708958e-13,4.333820e-14,1.277889e-10,2.983664e-12,False
backbone.layers.8.mixer.experts.89.down_proj.weight,2688x1856,4988928,2.271846e-13,2.006186e-14,5.844210e-11,1.423476e-12,False
backbone.layers.8.mixer.experts.89.up_proj.weight,1856x2688,4988928,4.305722e-13,3.829439e-14,1.115131e-10,2.684462e-12,False
backbone.layers.8.mixer.experts.9.down_proj.weight,2688x1856,4988928,1.774657e-13,1.682738e-14,4.859632e-11,1.167317e-12,False
backbone.layers.8.mixer.experts.9.up_proj.weight,1856x2688,4988928,6.402795e-13,4.513755e-14,1.329707e-10,3.151821e-12,False
backbone.layers.8.mixer.experts.90.down_proj.weight,2688x1856,4988928,1.754361e-13,1.581760e-14,4.593873e-11,1.153101e-12,False
backbone.layers.8.mixer.experts.90.up_proj.weight,1856x2688,4988928,3.816981e-13,3.844584e-14,1.113969e-10,2.765756e-12,False
backbone.layers.8.mixer.experts.91.down_proj.weight,2688x1856,4988928,2.180582e-13,1.796999e-14,5.220498e-11,1.246995e-12,False
backbone.layers.8.mixer.experts.91.up_proj.weight,1856x2688,4988928,6.215653e-13,4.977286e-14,1.476484e-10,3.523187e-12,False
backbone.layers.8.mixer.experts.92.down_proj.weight,2688x1856,4988928,1.585416e-13,1.611107e-14,4.643990e-11,1.141773e-12,False
backbone.layers.8.mixer.experts.92.up_proj.weight,1856x2688,4988928,4.899518e-13,4.143528e-14,1.229375e-10,3.040085e-12,False
backbone.layers.8.mixer.experts.93.down_proj.weight,2688x1856,4988928,2.026851e-13,1.750589e-14,5.082252e-11,1.232316e-12,False
backbone.layers.8.mixer.experts.93.up_proj.weight,1856x2688,4988928,6.384311e-13,4.812924e-14,1.424357e-10,3.429724e-12,False
backbone.layers.8.mixer.experts.94.down_proj.weight,2688x1856,4988928,1.502062e-13,1.575681e-14,4.535671e-11,1.073376e-12,False
backbone.layers.8.mixer.experts.94.up_proj.weight,1856x2688,4988928,3.572021e-13,3.393928e-14,9.767666e-11,2.341671e-12,False
backbone.layers.8.mixer.experts.95.down_proj.weight,2688x1856,4988928,1.937617e-13,1.567771e-14,4.550601e-11,1.126032e-12,False
backbone.layers.8.mixer.experts.95.up_proj.weight,1856x2688,4988928,3.757654e-13,3.678081e-14,1.062839e-10,2.677059e-12,False
backbone.layers.8.mixer.experts.96.down_proj.weight,2688x1856,4988928,1.736129e-13,1.671482e-14,4.833143e-11,1.176723e-12,False
backbone.layers.8.mixer.experts.96.up_proj.weight,1856x2688,4988928,3.047597e-13,3.261454e-14,9.398903e-11,2.294722e-12,False
backbone.layers.8.mixer.experts.97.down_proj.weight,2688x1856,4988928,1.601219e-13,1.606273e-14,4.631240e-11,1.094623e-12,False
backbone.layers.8.mixer.experts.97.up_proj.weight,1856x2688,4988928,3.786442e-13,3.711626e-14,1.070419e-10,2.537872e-12,False
backbone.layers.8.mixer.experts.98.down_proj.weight,2688x1856,4988928,2.032957e-13,1.671005e-14,4.840278e-11,1.145091e-12,False
backbone.layers.8.mixer.experts.98.up_proj.weight,1856x2688,4988928,3.675914e-13,3.407130e-14,9.804144e-11,2.279656e-12,False
backbone.layers.8.mixer.experts.99.down_proj.weight,2688x1856,4988928,1.763936e-13,1.779532e-14,5.144126e-11,1.259552e-12,False
backbone.layers.8.mixer.experts.99.up_proj.weight,1856x2688,4988928,5.391338e-13,4.410782e-14,1.304948e-10,3.266785e-12,False
backbone.layers.8.mixer.gate.weight,128x2688,344064,6.561834e-13,7.380058e-14,5.611355e-11,2.769868e-12,False
backbone.layers.8.mixer.shared_experts.down_proj.weight,2688x3712,9977856,1.444109e-12,6.409622e-14,2.644802e-10,5.221322e-12,False
backbone.layers.8.mixer.shared_experts.up_proj.weight,3712x2688,9977856,3.615910e-13,3.007641e-14,1.264475e-10,2.693262e-12,False
backbone.layers.8.norm.weight,2688,2688,2.220446e-16,4.233422e-17,3.528530e-15,1.242962e-16,False
backbone.layers.9.mixer.A_log,64,64,1.332268e-15,2.251888e-16,3.008257e-15,1.612827e-16,False
backbone.layers.9.mixer.D,64,64,8.881784e-16,3.783400e-17,1.048259e-15,1.950757e-16,False
backbone.layers.9.mixer.conv1d.weight,6144x1x4,24576,6.661338e-16,1.132782e-17,4.417888e-15,4.386581e-16,True
backbone.layers.9.mixer.dt_bias,64,64,1.776357e-15,2.396629e-16,3.399380e-15,1.080626e-16,False
backbone.layers.9.mixer.in_proj.weight,10304x2688,27697152,7.580464e-13,4.609248e-14,3.207923e-10,2.602918e-12,False
backbone.layers.9.mixer.norm.weight,4096,4096,1.776357e-15,5.415040e-17,9.433549e-15,1.211828e-16,False
backbone.layers.9.mixer.out_proj.weight,2688x4096,11010048,2.830874e-12,9.061428e-14,3.931778e-10,5.499181e-12,False
backbone.layers.9.norm.weight,2688,2688,3.330669e-16,5.323949e-17,4.202748e-15,1.209113e-16,False
backbone.norm_f.weight,2688,2688,8.881784e-16,1.907370e-16,1.555105e-14,1.224042e-16,False
lm_head.weight,131072x2688,352321536,5.048420e-13,3.509499e-14,8.625342e-10,2.483421e-12,True